3086 lines
178 KiB
JSON
3086 lines
178 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman architecture, Vatican tourism, Colosseum history, Italian cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:53:58.867Z",
|
|
"passed": false,
|
|
"duration": 1756,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican tourism, colosseum history, italian cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T13:54:28.879Z",
|
|
"passed": false,
|
|
"duration": 30008,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome tourism, Colosseum history, Roman Forum attractions, Vatican City travel, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T13:54:30.304Z",
|
|
"passed": false,
|
|
"duration": 1417,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome tourism, colosseum history, roman forum attractions, vatican city travel, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history, art, culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T13:54:32.272Z",
|
|
"passed": false,
|
|
"duration": 1965,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history, art, culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T13:54:48.242Z",
|
|
"passed": false,
|
|
"duration": 15967,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome, Colosseum, Roman Forum, Vatican City, History of Rome"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T13:54:53.813Z",
|
|
"passed": false,
|
|
"duration": 5568,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome, colosseum, roman forum, vatican city, history of rome",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical learning, automated data analysis, predictive modeling, artificial intelligence training"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:54:55.134Z",
|
|
"passed": false,
|
|
"duration": 1318,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical learning, automated data analysis, predictive modeling, artificial intelligence training",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T13:55:25.143Z",
|
|
"passed": false,
|
|
"duration": 30006,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, algorithms, statistical methods, data analysis, performance improvement"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T13:55:26.487Z",
|
|
"passed": false,
|
|
"duration": 1341,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, algorithms, statistical methods, data analysis, performance improvement",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T13:55:27.413Z",
|
|
"passed": false,
|
|
"duration": 924,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods in machine learning, data-driven performance improvement, automated computer learning, self-improving algorithms"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T13:55:31.262Z",
|
|
"passed": false,
|
|
"duration": 3846,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods in machine learning, data-driven performance improvement, automated computer learning, self-improving algorithms",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, data learning, automated learning, self-improving systems"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T13:55:38.627Z",
|
|
"passed": false,
|
|
"duration": 7362,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data learning, automated learning, self-improving systems",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Ancient Rome, Roman architecture, Vatican City attractions, Colosseum tourism, Roman Forum history"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:57:14.773Z",
|
|
"passed": false,
|
|
"duration": 2756,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican city attractions, colosseum tourism, roman forum history",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Colosseum, Vatican City attractions, Roman Forum ruins, historical landmarks Rome"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:57:46.922Z",
|
|
"passed": false,
|
|
"duration": 1364,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman colosseum, vatican city attractions, roman forum ruins, historical landmarks rome",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Roman architecture landmarks, Vatican City attractions, historic Roman sites, Colosseum Rome"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:58:14.587Z",
|
|
"passed": false,
|
|
"duration": 2624,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, roman architecture landmarks, vatican city attractions, historic roman sites, colosseum rome",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T13:58:44.596Z",
|
|
"passed": false,
|
|
"duration": 30004,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T13:58:46.039Z",
|
|
"passed": false,
|
|
"duration": 1435,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city, Rome, Colosseum, history, art"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T13:58:47.063Z",
|
|
"passed": false,
|
|
"duration": 1019,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city, rome, colosseum, history, art",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, Rome history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T13:59:00.408Z",
|
|
"passed": false,
|
|
"duration": 13342,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, rome history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome, Colosseum, Roman Forum, Vatican City, History, Art, Culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T13:59:05.427Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome, colosseum, roman forum, vatican city, history, art, culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, statistical analysis, data science, predictive algorithms, automated learning"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T13:59:07.120Z",
|
|
"passed": false,
|
|
"duration": 1689,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, statistical analysis, data science, predictive algorithms, automated learning",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T13:59:37.128Z",
|
|
"passed": false,
|
|
"duration": 30005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, data analysis, improve performance, computer learning"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T13:59:38.643Z",
|
|
"passed": false,
|
|
"duration": 1510,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data analysis, improve performance, computer learning",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, improve performance, data"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T13:59:40.004Z",
|
|
"passed": false,
|
|
"duration": 1358,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, improve performance, data",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:00:10.018Z",
|
|
"passed": false,
|
|
"duration": 30011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine Learning, Algorithms, Statistical Methods, Learning from Data, Improving Performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:00:17.625Z",
|
|
"passed": false,
|
|
"duration": 7604,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, algorithms, statistical methods, learning from data, improving performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Ancient Rome, Roman architecture, Vatican City attractions, Colosseum tourism, Roman Forum history"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:03:54.017Z",
|
|
"passed": false,
|
|
"duration": 2676,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican city attractions, colosseum tourism, roman forum history",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:03:59.025Z",
|
|
"passed": false,
|
|
"duration": 5002,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history and culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:04:00.133Z",
|
|
"passed": false,
|
|
"duration": 1099,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history and culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city, Rome, Colosseum, Vatican City, history"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:04:01.480Z",
|
|
"passed": false,
|
|
"duration": 1343,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city, rome, colosseum, vatican city, history",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:04:06.485Z",
|
|
"passed": false,
|
|
"duration": 5002,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:04:11.505Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, statistical analysis, data-driven algorithms, automated learning, predictive modeling"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:04:12.607Z",
|
|
"passed": false,
|
|
"duration": 1098,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, statistical analysis, data-driven algorithms, automated learning, predictive modeling",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods learning, data-driven learning systems, adaptive algorithms performance, self-improving machine learning"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:04:15.471Z",
|
|
"passed": false,
|
|
"duration": 2860,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods learning, data-driven learning systems, adaptive algorithms performance, self-improving machine learning",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learn from data, improve performance, explicitly programmed"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:04:16.984Z",
|
|
"passed": false,
|
|
"duration": 1510,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learn from data, improve performance, explicitly programmed",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:04:18.098Z",
|
|
"passed": false,
|
|
"duration": 1110,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:04:23.114Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine Learning Algorithms, Statistical Methods in Machine Learning, Self-Improving AI Algorithms, Data-Driven Machine Learning, Efficient Performance Improvement."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:04:27.907Z",
|
|
"passed": false,
|
|
"duration": 4788,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods in machine learning, self-improving ai algorithms, data-driven machine learning, efficient performance improvement.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Ancient Rome, Roman architecture, Vatican tourism, Colosseum history, Italian cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:06:10.947Z",
|
|
"passed": false,
|
|
"duration": 2261,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican tourism, colosseum history, italian cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:06:15.957Z",
|
|
"passed": false,
|
|
"duration": 5005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:06:17.129Z",
|
|
"passed": false,
|
|
"duration": 1164,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:06:19.075Z",
|
|
"passed": false,
|
|
"duration": 1943,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:06:24.095Z",
|
|
"passed": false,
|
|
"duration": 5016,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:06:29.106Z",
|
|
"passed": false,
|
|
"duration": 5006,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical analysis, data-driven learning, automated pattern recognition, performance optimization"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:06:31.194Z",
|
|
"passed": false,
|
|
"duration": 2083,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical analysis, data-driven learning, automated pattern recognition, performance optimization",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:06:36.201Z",
|
|
"passed": false,
|
|
"duration": 5003,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:06:37.581Z",
|
|
"passed": false,
|
|
"duration": 1376,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:06:38.721Z",
|
|
"passed": false,
|
|
"duration": 1136,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:06:43.735Z",
|
|
"passed": false,
|
|
"duration": 5010,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:06:48.743Z",
|
|
"passed": false,
|
|
"duration": 5004,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Colosseum, Vatican City tourism, Roman Forum ruins, historic Rome landmarks"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:08:18.282Z",
|
|
"passed": false,
|
|
"duration": 1556,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman colosseum, vatican city tourism, roman forum ruins, historic rome landmarks",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:08:23.302Z",
|
|
"passed": false,
|
|
"duration": 5014,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:08:24.515Z",
|
|
"passed": false,
|
|
"duration": 1203,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, magnificent Colosseum, historic Roman Forum, stunning Vatican City, blend of history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:08:25.485Z",
|
|
"passed": false,
|
|
"duration": 966,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, magnificent colosseum, historic roman forum, stunning vatican city, blend of history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:08:30.500Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:08:35.518Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning basics, statistical algorithms, data-driven learning, automated programming, computer performance optimization"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:08:37.665Z",
|
|
"passed": false,
|
|
"duration": 2142,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning basics, statistical algorithms, data-driven learning, automated programming, computer performance optimization",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine Learning Algorithms,Statistical Methods in AI,Data-Driven Learning Systems,Automated Performance Improvement,Self-Improving Algorithms"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:08:38.848Z",
|
|
"passed": false,
|
|
"duration": 1179,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms,statistical methods in ai,data-driven learning systems,automated performance improvement,self-improving algorithms",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, improve performance, data-driven learning, computer programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:08:40.193Z",
|
|
"passed": false,
|
|
"duration": 1339,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, improve performance, data-driven learning, computer programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:08:41.233Z",
|
|
"passed": false,
|
|
"duration": 1036,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, learning from data, performance improvement over time, unprogrammed computer learning"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:08:44.151Z",
|
|
"passed": false,
|
|
"duration": 2914,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, learning from data, performance improvement over time, unprogrammed computer learning",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:08:49.167Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Empire history, Colosseum tourism, Vatican City attractions, Roman Forum landmarks"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:09:37.561Z",
|
|
"passed": false,
|
|
"duration": 2041,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman empire history, colosseum tourism, vatican city attractions, roman forum landmarks",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:09:42.582Z",
|
|
"passed": false,
|
|
"duration": 5014,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:09:44.349Z",
|
|
"passed": false,
|
|
"duration": 1757,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:09:45.432Z",
|
|
"passed": false,
|
|
"duration": 1079,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:09:50.446Z",
|
|
"passed": false,
|
|
"duration": 5010,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome, Colosseum, Roman Forum, Vatican City, History"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:09:55.444Z",
|
|
"passed": false,
|
|
"duration": 4992,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome, colosseum, roman forum, vatican city, history",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical data analysis, automated learning systems, predictive modeling, data-driven programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:09:57.245Z",
|
|
"passed": false,
|
|
"duration": 1796,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical data analysis, automated learning systems, predictive modeling, data-driven programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:10:02.263Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learning from data, improve performance over time, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:10:04.357Z",
|
|
"passed": false,
|
|
"duration": 2089,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learning from data, improve performance over time, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:10:05.365Z",
|
|
"passed": false,
|
|
"duration": 1003,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:10:10.381Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:10:15.395Z",
|
|
"passed": false,
|
|
"duration": 5009,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Colosseum, Vatican City tourism, historic Roman Forum, Rome cultural attractions"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:10:49.147Z",
|
|
"passed": false,
|
|
"duration": 2477,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman colosseum, vatican city tourism, historic roman forum, rome cultural attractions",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:10:54.164Z",
|
|
"passed": false,
|
|
"duration": 5011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history and culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:10:55.469Z",
|
|
"passed": false,
|
|
"duration": 1296,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history and culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history, art, culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:10:56.445Z",
|
|
"passed": false,
|
|
"duration": 971,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history, art, culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:11:01.460Z",
|
|
"passed": false,
|
|
"duration": 5011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:11:06.481Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical analysis, data-driven learning, automated programming, predictive modeling"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:11:07.998Z",
|
|
"passed": false,
|
|
"duration": 1512,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical analysis, data-driven learning, automated programming, predictive modeling",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:11:13.011Z",
|
|
"passed": false,
|
|
"duration": 5008,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, improve performance, learn from data, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:11:14.348Z",
|
|
"passed": false,
|
|
"duration": 1332,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, improve performance, learn from data, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, improve performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:11:16.146Z",
|
|
"passed": false,
|
|
"duration": 1794,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, improve performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:11:21.158Z",
|
|
"passed": false,
|
|
"duration": 5009,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:11:26.168Z",
|
|
"passed": false,
|
|
"duration": 5004,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Colosseum, Vatican City, Roman Forum, historic Italian landmarks"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:12:21.933Z",
|
|
"passed": false,
|
|
"duration": 1921,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman colosseum, vatican city, roman forum, historic italian landmarks",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:12:26.952Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman Colosseum, Vatican City tours, Roman Forum ruins, historic Rome attractions"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:12:37.437Z",
|
|
"passed": false,
|
|
"duration": 2438,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman colosseum, vatican city tours, roman forum ruins, historic rome attractions",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:12:42.449Z",
|
|
"passed": false,
|
|
"duration": 5005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Colosseum history, Roman Forum visitors, Vatican City attractions, Rome art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:12:43.676Z",
|
|
"passed": false,
|
|
"duration": 1212,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, colosseum history, roman forum visitors, vatican city attractions, rome art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, magnificent Colosseum, historic Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:12:44.912Z",
|
|
"passed": false,
|
|
"duration": 1231,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, magnificent colosseum, historic roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:12:49.919Z",
|
|
"passed": false,
|
|
"duration": 5002,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:12:54.939Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, statistical analysis, data-driven algorithms, automated learning systems, predictive modeling"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:12:56.470Z",
|
|
"passed": false,
|
|
"duration": 1525,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, statistical analysis, data-driven algorithms, automated learning systems, predictive modeling",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:13:01.489Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, algorithms, statistical methods, data analysis, improve performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:13:02.739Z",
|
|
"passed": false,
|
|
"duration": 1244,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, algorithms, statistical methods, data analysis, improve performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, learn from data, improve performance."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:13:03.946Z",
|
|
"passed": false,
|
|
"duration": 1201,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, learn from data, improve performance.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, data-driven learning, performance improvement, automated machine learning"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:13:08.709Z",
|
|
"passed": false,
|
|
"duration": 4759,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data-driven learning, performance improvement, automated machine learning",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:13:13.723Z",
|
|
"passed": false,
|
|
"duration": 5008,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:176:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman architecture, Vatican tourism, Colosseum landmarks, historical monuments"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:15:10.989Z",
|
|
"passed": false,
|
|
"duration": 1931,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican tourism, colosseum landmarks, historical monuments",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:15:16.002Z",
|
|
"passed": false,
|
|
"duration": 5007,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:15:17.078Z",
|
|
"passed": false,
|
|
"duration": 1064,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:15:18.626Z",
|
|
"passed": false,
|
|
"duration": 1543,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:15:23.647Z",
|
|
"passed": false,
|
|
"duration": 5017,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:15:28.670Z",
|
|
"passed": false,
|
|
"duration": 5016,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical analysis, data-driven learning, automated model training, predictive analytics"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:15:30.797Z",
|
|
"passed": false,
|
|
"duration": 2120,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical analysis, data-driven learning, automated model training, predictive analytics",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:15:35.817Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, optimize performance, computer learning, data improvement"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:15:37.800Z",
|
|
"passed": false,
|
|
"duration": 1975,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, optimize performance, computer learning, data improvement",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:15:39.068Z",
|
|
"passed": false,
|
|
"duration": 1262,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:15:44.079Z",
|
|
"passed": false,
|
|
"duration": 5005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine Learning Algorithms, Statistical Methods, Data-Driven Learning, Automated Improvement, Unsupervised Programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:15:48.388Z",
|
|
"passed": false,
|
|
"duration": 4303,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data-driven learning, automated improvement, unsupervised programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Ancient Rome tourism, Roman Colosseum attractions, Vatican City sightseeing, historic Roman Forum, Rome cultural landmarks"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:18:01.333Z",
|
|
"passed": false,
|
|
"duration": 1981,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, roman colosseum attractions, vatican city sightseeing, historic roman forum, rome cultural landmarks",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:18:06.353Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Colosseum attractions, Roman Forum history, Vatican City art, Rome cultural experiences"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:18:07.939Z",
|
|
"passed": false,
|
|
"duration": 1576,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, colosseum attractions, roman forum history, vatican city art, rome cultural experiences",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:18:09.011Z",
|
|
"passed": false,
|
|
"duration": 1068,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:18:14.019Z",
|
|
"passed": false,
|
|
"duration": 5004,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, Italian history"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:18:18.278Z",
|
|
"passed": false,
|
|
"duration": 4253,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, italian history",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, statistical analysis, data science, artificial intelligence, predictive algorithms"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:18:19.203Z",
|
|
"passed": false,
|
|
"duration": 920,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, statistical analysis, data science, artificial intelligence, predictive algorithms",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:18:24.214Z",
|
|
"passed": false,
|
|
"duration": 5005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:18:25.284Z",
|
|
"passed": false,
|
|
"duration": 1065,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, improve performance, data"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:18:28.908Z",
|
|
"passed": false,
|
|
"duration": 3619,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, improve performance, data",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:18:33.928Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:18:38.942Z",
|
|
"passed": false,
|
|
"duration": 5009,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Roman Colosseum attractions, Vatican City landmarks, historic Roman Forum, Rome cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:19:46.962Z",
|
|
"passed": false,
|
|
"duration": 2552,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, roman colosseum attractions, vatican city landmarks, historic roman forum, rome cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:19:51.972Z",
|
|
"passed": false,
|
|
"duration": 5003,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Colosseum visitors guide, Roman Forum history, Vatican City travel tips, Rome art and culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:19:53.129Z",
|
|
"passed": false,
|
|
"duration": 1147,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, colosseum visitors guide, roman forum history, vatican city travel tips, rome art and culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:19:54.207Z",
|
|
"passed": false,
|
|
"duration": 1073,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:19:59.229Z",
|
|
"passed": false,
|
|
"duration": 5017,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:20:04.243Z",
|
|
"passed": false,
|
|
"duration": 5008,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical analysis, data-driven learning, automated programming, computer performance optimization"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:20:05.931Z",
|
|
"passed": false,
|
|
"duration": 1682,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical analysis, data-driven learning, automated programming, computer performance optimization",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:20:10.946Z",
|
|
"passed": false,
|
|
"duration": 5010,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, data analysis, computer learning, algorithm performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:20:12.421Z",
|
|
"passed": false,
|
|
"duration": 1470,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data analysis, computer learning, algorithm performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:20:13.722Z",
|
|
"passed": false,
|
|
"duration": 1296,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:20:18.741Z",
|
|
"passed": false,
|
|
"duration": 5014,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:20:23.749Z",
|
|
"passed": false,
|
|
"duration": 5002,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Roman architecture, Vatican tourism, Colosseum history, Italian cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:21:38.678Z",
|
|
"passed": false,
|
|
"duration": 1437,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, roman architecture, vatican tourism, colosseum history, italian cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome,Colosseum,Roman Forum,Vatican City,history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:21:40.263Z",
|
|
"passed": false,
|
|
"duration": 1577,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome,colosseum,roman forum,vatican city,history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:21:41.195Z",
|
|
"passed": false,
|
|
"duration": 926,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:21:43.283Z",
|
|
"passed": false,
|
|
"duration": 2083,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:21:48.295Z",
|
|
"passed": false,
|
|
"duration": 5006,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Colosseum, Roman Forum, Vatican City, ancient Rome, cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:21:53.227Z",
|
|
"passed": false,
|
|
"duration": 4923,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got colosseum, roman forum, vatican city, ancient rome, cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning techniques, statistical algorithms, data-driven learning, automated pattern recognition, AI training methods"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:21:54.430Z",
|
|
"passed": false,
|
|
"duration": 1198,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning techniques, statistical algorithms, data-driven learning, automated pattern recognition, ai training methods",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:21:59.447Z",
|
|
"passed": false,
|
|
"duration": 5011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, improve performance, learn from data, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:22:01.398Z",
|
|
"passed": false,
|
|
"duration": 1946,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, improve performance, learn from data, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:22:02.526Z",
|
|
"passed": false,
|
|
"duration": 1121,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:22:07.546Z",
|
|
"passed": false,
|
|
"duration": 5015,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:22:12.566Z",
|
|
"passed": false,
|
|
"duration": 5014,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome tourism, Roman Colosseum landmarks, Vatican City attractions, historic Roman Forum, Rome cultural heritage"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:24:05.501Z",
|
|
"passed": false,
|
|
"duration": 2224,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome tourism, roman colosseum landmarks, vatican city attractions, historic roman forum, rome cultural heritage",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:24:10.522Z",
|
|
"passed": false,
|
|
"duration": 5014,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome tourism, Colosseum history, Roman Forum attractions, Vatican City art, ancient Roman culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:24:11.691Z",
|
|
"passed": false,
|
|
"duration": 1159,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome tourism, colosseum history, roman forum attractions, vatican city art, ancient roman culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:24:16.700Z",
|
|
"passed": false,
|
|
"duration": 5003,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:24:21.709Z",
|
|
"passed": false,
|
|
"duration": 5002,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Rome, Colosseum, Roman Forum, Vatican City, history, art, culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:24:26.091Z",
|
|
"passed": false,
|
|
"duration": 4375,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got rome, colosseum, roman forum, vatican city, history, art, culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical analysis, data-driven learning, automated programming, AI model training"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:24:27.364Z",
|
|
"passed": false,
|
|
"duration": 1268,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical analysis, data-driven learning, automated programming, ai model training",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:24:32.386Z",
|
|
"passed": false,
|
|
"duration": 5016,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:24:33.642Z",
|
|
"passed": false,
|
|
"duration": 1251,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:24:34.602Z",
|
|
"passed": false,
|
|
"duration": 954,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, data-driven learning, automated performance improvement, self-improving algorithms"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:24:39.037Z",
|
|
"passed": false,
|
|
"duration": 4430,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, data-driven learning, automated performance improvement, self-improving algorithms",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:24:44.055Z",
|
|
"passed": false,
|
|
"duration": 5011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum tourism, Roman Forum attractions, Vatican City sightseeing, historic Rome landmarks"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:24:58.096Z",
|
|
"passed": false,
|
|
"duration": 1719,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum tourism, roman forum attractions, vatican city sightseeing, historic rome landmarks",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:25:03.115Z",
|
|
"passed": false,
|
|
"duration": 5013,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:25:04.665Z",
|
|
"passed": false,
|
|
"duration": 1539,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history, art, culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:25:05.673Z",
|
|
"passed": false,
|
|
"duration": 1002,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history, art, culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:25:10.689Z",
|
|
"passed": false,
|
|
"duration": 5011,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:25:15.703Z",
|
|
"passed": false,
|
|
"duration": 5007,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical learning, data science, automated learning, predictive modeling"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "anthropic/claude-3.5-sonnet",
|
|
"router": "anthropic/claude-3.5-sonnet",
|
|
"timestamp": "2025-04-02T14:25:17.540Z",
|
|
"passed": false,
|
|
"duration": 1830,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical learning, data science, automated learning, predictive modeling",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "qwen/qwq-32b",
|
|
"router": "qwen/qwq-32b",
|
|
"timestamp": "2025-04-02T14:25:22.559Z",
|
|
"passed": false,
|
|
"duration": 5012,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computer learning, data improvement, performance enhancement"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-02T14:25:24.259Z",
|
|
"passed": false,
|
|
"duration": 1694,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computer learning, data improvement, performance enhancement",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, performance."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-02T14:25:25.146Z",
|
|
"passed": false,
|
|
"duration": 881,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, performance.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1",
|
|
"router": "deepseek/deepseek-r1",
|
|
"timestamp": "2025-04-02T14:25:30.156Z",
|
|
"passed": false,
|
|
"duration": 5005,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-02T14:25:35.171Z",
|
|
"passed": false,
|
|
"duration": 5008,
|
|
"error": {
|
|
"message": "API call timed out",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: API call timed out\n at Timeout._onTimeout (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\commons.ts:138:33)\n at listOnTimeout (node:internal/timers:594:17)\n at processTimers (node:internal/timers:529:7)",
|
|
"message": "API call timed out"
|
|
}
|
|
},
|
|
"reason": "API call timed out",
|
|
"category": "seo"
|
|
}
|
|
],
|
|
"highscores": [
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1002,
|
|
"duration_secs": 1.002
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1539,
|
|
"duration_secs": 1.539
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 881,
|
|
"duration_secs": 0.881
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1694,
|
|
"duration_secs": 1.694
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"lastUpdated": "2025-04-02T14:25:35.172Z"
|
|
} |