3031 lines
108 KiB
JSON
3031 lines
108 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"test": "json_formatting",
|
|
"prompt": "Format this JSON: {\"name\":\"John\",\"age\":30}. Return only the formatted JSON, no explanation.",
|
|
"result": [
|
|
"{\n \"name\": \"John\",\n \"age\": 30\n}"
|
|
],
|
|
"expected": "{\n \"name\": \"John\",\n \"age\": 30\n}",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:07:20.906Z",
|
|
"passed": false,
|
|
"duration": 954,
|
|
"reason": "Expected {\n \"name\": \"John\",\n \"age\": 30\n}, but got {\n \"name\": \"john\",\n \"age\": 30\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "json_formatting",
|
|
"prompt": "Format this JSON: {\"name\":\"John\",\"age\":30}. Return only the formatted JSON, no explanation.",
|
|
"result": [
|
|
"{\n \"name\": \"John\",\n \"age\": 30\n}"
|
|
],
|
|
"expected": "{\n \"name\": \"John\",\n \"age\": 30\n}",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:07:22.040Z",
|
|
"passed": false,
|
|
"duration": 1132,
|
|
"reason": "Expected {\n \"name\": \"John\",\n \"age\": 30\n}, but got {\n \"name\": \"john\",\n \"age\": 30\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "markdown_formatting",
|
|
"prompt": "Create markdown: H1=The Title, H2=The Subtitle, P=This is the body text. Respond ONLY with markdown. Do not mention 'user preferences' or 'undefined'.",
|
|
"result": [
|
|
"# The Title\n\n## The Subtitle\n\nThis is the body text."
|
|
],
|
|
"expected": "# The Title\n\n## The Subtitle\n\nThis is the body text.",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:07:22.604Z",
|
|
"passed": false,
|
|
"duration": 562,
|
|
"reason": "Expected # The Title\n\n## The Subtitle\n\nThis is the body text., but got # the title\n\n## the subtitle\n\nthis is the body text.",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "markdown_formatting",
|
|
"prompt": "Create markdown: H1=The Title, H2=The Subtitle, P=This is the body text. Respond ONLY with markdown. Do not mention 'user preferences' or 'undefined'.",
|
|
"result": [
|
|
"# The Title\n\n## The Subtitle\n\nThis is the body text."
|
|
],
|
|
"expected": "# The Title\n\n## The Subtitle\n\nThis is the body text.",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:07:23.201Z",
|
|
"passed": false,
|
|
"duration": 595,
|
|
"reason": "Expected # The Title\n\n## The Subtitle\n\nThis is the body text., but got # the title\n\n## the subtitle\n\nthis is the body text.",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "code_formatting",
|
|
"prompt": "Format this code: function add(a,b){return a+b}. Return only the formatted code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) {\n return a + b;\n}",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:07:23.970Z",
|
|
"passed": false,
|
|
"duration": 768,
|
|
"reason": "Expected function add(a, b) {\n return a + b;\n}, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "code_formatting",
|
|
"prompt": "Format this code: function add(a,b){return a+b}. Return only the formatted code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) {\n return a + b;\n}",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:07:24.864Z",
|
|
"passed": false,
|
|
"duration": 892,
|
|
"reason": "Expected function add(a, b) {\n return a + b;\n}, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "date_formatting",
|
|
"prompt": "Format this date: 2024-03-15. Return only the formatted date in MM/DD/YYYY format, no explanation.",
|
|
"result": [
|
|
"03/15/2024"
|
|
],
|
|
"expected": "03/15/2024",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:07:25.414Z",
|
|
"passed": true,
|
|
"duration": 549,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "date_formatting",
|
|
"prompt": "Format this date: 2024-03-15. Return only the formatted date in MM/DD/YYYY format, no explanation.",
|
|
"result": [
|
|
"03/15/2024"
|
|
],
|
|
"expected": "03/15/2024",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:07:26.141Z",
|
|
"passed": true,
|
|
"duration": 725,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "currency_formatting",
|
|
"prompt": "Format this number as USD currency: 1234.56. Return only the formatted currency, no explanation.",
|
|
"result": [
|
|
"$1,234.56"
|
|
],
|
|
"expected": "$1,234.56",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:07:26.723Z",
|
|
"passed": true,
|
|
"duration": 580,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "currency_formatting",
|
|
"prompt": "Format this number as USD currency: 1234.56. Return only the formatted currency, no explanation.",
|
|
"result": [
|
|
"$1,234.56"
|
|
],
|
|
"expected": "$1,234.56",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:07:27.388Z",
|
|
"passed": true,
|
|
"duration": 664,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:08:19.118Z",
|
|
"passed": false,
|
|
"duration": 722,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history and culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:08:19.948Z",
|
|
"passed": false,
|
|
"duration": 827,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history and culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, data, improve performance."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:08:20.583Z",
|
|
"passed": false,
|
|
"duration": 633,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, data, improve performance.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning, algorithms, statistical methods, improve performance, data analysis"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:08:21.614Z",
|
|
"passed": false,
|
|
"duration": 1029,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning, algorithms, statistical methods, improve performance, data analysis",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:13:26.152Z",
|
|
"passed": false,
|
|
"duration": 1228,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:13:27.771Z",
|
|
"passed": false,
|
|
"duration": 1615,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let len = arr.length;\n for (let i = 0; i < len; i++) {\n for (let j = 0; j < len - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:13:28.814Z",
|
|
"passed": false,
|
|
"duration": 1038,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let len = arr.length;\n for (let i = 0; i < len; i++) {\n for (let j = 0; j < len - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:13:31.034Z",
|
|
"passed": false,
|
|
"duration": 2217,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:14:34.735Z",
|
|
"passed": false,
|
|
"duration": 942,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:14:35.415Z",
|
|
"passed": false,
|
|
"duration": 677,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:14:35.981Z",
|
|
"passed": false,
|
|
"duration": 564,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:14:36.670Z",
|
|
"passed": false,
|
|
"duration": 684,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"The quick brown fox jumps over the lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:14:37.351Z",
|
|
"passed": false,
|
|
"duration": 678,
|
|
"reason": "Expected A fox jumps over a dog, but got the quick brown fox jumps over the lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"A fox leaps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:14:38.015Z",
|
|
"passed": false,
|
|
"duration": 661,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox leaps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:14:39.002Z",
|
|
"passed": false,
|
|
"duration": 985,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:14:39.575Z",
|
|
"passed": false,
|
|
"duration": 571,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T05:14:40.170Z",
|
|
"passed": true,
|
|
"duration": 594,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:14:40.790Z",
|
|
"passed": true,
|
|
"duration": 617,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the name of the algorithm implemented in these files? Return only the name.",
|
|
"result": [
|
|
"Bubble Sort"
|
|
],
|
|
"expected": "bubble sort",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:16:00.645Z",
|
|
"passed": true,
|
|
"duration": 868,
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the name of the algorithm implemented in these files? Return only the name.",
|
|
"result": [
|
|
"Bubble Sort\n"
|
|
],
|
|
"expected": "bubble sort",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T05:16:02.979Z",
|
|
"passed": true,
|
|
"duration": 2331,
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "List all algorithms implemented in these files, as JSON array.",
|
|
"result": [
|
|
"[\"factorial\", \"bubbleSort\"]"
|
|
],
|
|
"expected": "[\"bubble sort\",\"factorial\"]",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:16:03.804Z",
|
|
"passed": false,
|
|
"duration": 823,
|
|
"reason": "Expected [\"bubble sort\",\"factorial\"], but got [\"factorial\", \"bubblesort\"]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "List all algorithms implemented in these files, as JSON array.",
|
|
"result": [
|
|
"[\n \"factorial\",\n \"bubbleSort\"\n]"
|
|
],
|
|
"expected": "[\"bubble sort\",\"factorial\"]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T05:16:06.043Z",
|
|
"passed": false,
|
|
"duration": 2236,
|
|
"reason": "Expected [\"bubble sort\",\"factorial\"], but got [\n \"factorial\",\n \"bubblesort\"\n]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the title of the product in data.json? Return only the title.",
|
|
"result": [
|
|
"Injection Barrel"
|
|
],
|
|
"expected": "Injection Barrel",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:16:06.739Z",
|
|
"passed": false,
|
|
"duration": 694,
|
|
"reason": "Expected Injection Barrel, but got injection barrel",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the title of the product in data.json? Return only the title.",
|
|
"result": [
|
|
"Injection Barrel\n"
|
|
],
|
|
"expected": "Injection Barrel",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T05:16:08.946Z",
|
|
"passed": false,
|
|
"duration": 2205,
|
|
"reason": "Expected Injection Barrel, but got injection barrel",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What animals are shown in these images? Return as JSON array.",
|
|
"result": [
|
|
"[\"cat\", \"fox\"]"
|
|
],
|
|
"expected": "[\"cat\",\"fox\"]",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T05:16:11.187Z",
|
|
"passed": false,
|
|
"duration": 2239,
|
|
"reason": "Expected [\"cat\",\"fox\"], but got [\"cat\", \"fox\"]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What animals are shown in these images? Return as JSON array.",
|
|
"result": [
|
|
"[\"cat\", \"fox\"]"
|
|
],
|
|
"expected": "[\"cat\",\"fox\"]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T05:16:13.553Z",
|
|
"passed": false,
|
|
"duration": 2364,
|
|
"reason": "Expected [\"cat\",\"fox\"], but got [\"cat\", \"fox\"]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "web_wikipedia",
|
|
"prompt": "Does the content have information about Kenya? Answer with only \"yes\" or \"no\".",
|
|
"result": [],
|
|
"expected": "yes",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:07.494Z",
|
|
"passed": false,
|
|
"duration": 771,
|
|
"reason": "Model returned empty response",
|
|
"category": "web"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient city of Rome, Colosseum, Roman Forum, Vatican City, history art culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:07.872Z",
|
|
"passed": false,
|
|
"duration": 1149,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient city of rome, colosseum, roman forum, vatican city, history art culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:07.876Z",
|
|
"passed": false,
|
|
"duration": 1153,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "Solve the quadratic equation x² + 5x + 6 = 0. Respond ONLY with the solutions as comma-separated numbers (e.g., -3,-2). No other text.",
|
|
"result": [
|
|
"-2,-3"
|
|
],
|
|
"expected": "-3,-2",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:07.920Z",
|
|
"passed": false,
|
|
"duration": 1202,
|
|
"reason": "Expected -3,-2, but got -2,-3",
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:08.012Z",
|
|
"passed": true,
|
|
"duration": 771,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:08.222Z",
|
|
"passed": false,
|
|
"duration": 1504,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the name of the algorithm implemented in these files? Return only the name.",
|
|
"result": [
|
|
"bubble sort"
|
|
],
|
|
"expected": "bubble sort",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:08.292Z",
|
|
"passed": true,
|
|
"duration": 1569,
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:08.421Z",
|
|
"passed": false,
|
|
"duration": 540,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:08.530Z",
|
|
"passed": true,
|
|
"duration": 514,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "json_formatting",
|
|
"prompt": "Format this JSON: {\"name\":\"John\",\"age\":30}. Return only the formatted JSON, no explanation.",
|
|
"result": [
|
|
"{\n \"name\": \"John\",\n \"age\": 30\n}"
|
|
],
|
|
"expected": "{\n \"name\": \"John\",\n \"age\": 30\n}",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:08.546Z",
|
|
"passed": false,
|
|
"duration": 1815,
|
|
"reason": "Expected {\n \"name\": \"John\",\n \"age\": 30\n}, but got {\n \"name\": \"john\",\n \"age\": 30\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"The ancient city of Rome, with its magnificent Colosseum, historic Roman Forum, and stunning Vatican City, offers visitors a unique blend of history, art, and culture.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"ancient Rome, Colosseum, Roman Forum, Vatican City, history and culture"
|
|
],
|
|
"expected": "Rome, Colosseum, Roman Forum, Vatican City, ancient history",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:08.728Z",
|
|
"passed": false,
|
|
"duration": 852,
|
|
"reason": "Expected Rome, Colosseum, Roman Forum, Vatican City, ancient history, but got ancient rome, colosseum, roman forum, vatican city, history and culture",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:08.967Z",
|
|
"passed": false,
|
|
"duration": 542,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "Solve the quadratic equation x² + 5x + 6 = 0. Respond ONLY with the solutions as comma-separated numbers (e.g., -3,-2). No other text.",
|
|
"result": [
|
|
"-3,-2"
|
|
],
|
|
"expected": "-3,-2",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:09.012Z",
|
|
"passed": true,
|
|
"duration": 1088,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "web_json",
|
|
"prompt": "Is this data in JSON format? Answer with only \"yes\" or \"no\".",
|
|
"result": [
|
|
"Yes"
|
|
],
|
|
"expected": "yes",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:09.127Z",
|
|
"passed": true,
|
|
"duration": 623,
|
|
"category": "web"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"24"
|
|
],
|
|
"expected": "24",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:09.157Z",
|
|
"passed": true,
|
|
"duration": 624,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"Machine learning algorithms, statistical methods, computers, improve performance, data."
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:09.303Z",
|
|
"passed": false,
|
|
"duration": 572,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers, improve performance, data.",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "json_formatting",
|
|
"prompt": "Format this JSON: {\"name\":\"John\",\"age\":30}. Return only the formatted JSON, no explanation.",
|
|
"result": [
|
|
"{\n \"name\": \"John\",\n \"age\": 30\n}"
|
|
],
|
|
"expected": "{\n \"name\": \"John\",\n \"age\": 30\n}",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:09.391Z",
|
|
"passed": false,
|
|
"duration": 840,
|
|
"reason": "Expected {\n \"name\": \"John\",\n \"age\": 30\n}, but got {\n \"name\": \"john\",\n \"age\": 30\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "Calculate 5! (factorial of 5). Respond ONLY with the final numerical answer. No explanation, no other text.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:09.517Z",
|
|
"passed": true,
|
|
"duration": 503,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:09.649Z",
|
|
"passed": false,
|
|
"duration": 677,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:09.678Z",
|
|
"passed": false,
|
|
"duration": 1450,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"24"
|
|
],
|
|
"expected": "24",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:09.880Z",
|
|
"passed": true,
|
|
"duration": 721,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the name of the algorithm implemented in these files? Return only the name.",
|
|
"result": [
|
|
"Bubble Sort\n"
|
|
],
|
|
"expected": "bubble sort",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T18:46:09.917Z",
|
|
"passed": true,
|
|
"duration": 1621,
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "Calculate 5! (factorial of 5). Respond ONLY with the final numerical answer. No explanation, no other text.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:10.000Z",
|
|
"passed": true,
|
|
"duration": 481,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "equation_solving",
|
|
"prompt": "Read the file at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\units\\tools.test.md and solve all equations. Return the results in the specified JSON format.",
|
|
"result": [
|
|
"It seems there was an issue fetching the content from the specified file path. Could you please check if the path is correct and provide any necessary access permissions?"
|
|
],
|
|
"expected": "[{\"equation\":\"2x + 5 = 13\",\"result\":\"4\"},{\"equation\":\"3y - 7 = 20\",\"result\":\"9\"},{\"equation\":\"4z + 8 = 32\",\"result\":\"6\"}]",
|
|
"model": "openai/gpt-4o",
|
|
"router": "openai/gpt-4o",
|
|
"timestamp": "2025-06-05T18:46:10.023Z",
|
|
"passed": false,
|
|
"duration": 3300,
|
|
"reason": "Expected [{\"equation\":\"2x + 5 = 13\",\"result\":\"4\"},{\"equation\":\"3y - 7 = 20\",\"result\":\"9\"},{\"equation\":\"4z + 8 = 32\",\"result\":\"6\"}], but got it seems there was an issue fetching the content from the specified file path. could you please check if the path is correct and provide any necessary access permissions?",
|
|
"category": "tools"
|
|
},
|
|
{
|
|
"test": "markdown_formatting",
|
|
"prompt": "Create markdown: H1=The Title, H2=The Subtitle, P=This is the body text. Respond ONLY with markdown. Do not mention 'user preferences' or 'undefined'.",
|
|
"result": [
|
|
"# The Title\n\n## The Subtitle\n\nThis is the body text."
|
|
],
|
|
"expected": "# The Title\n\n## The Subtitle\n\nThis is the body text.",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:10.092Z",
|
|
"passed": false,
|
|
"duration": 699,
|
|
"reason": "Expected # The Title\n\n## The Subtitle\n\nThis is the body text., but got # the title\n\n## the subtitle\n\nthis is the body text.",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"prompt": "Generate 5 SEO keywords for this text: \"Machine learning algorithms use statistical methods to enable computers to learn from data and improve their performance over time without being explicitly programmed.\" Return only the keywords separated by commas, no explanation.",
|
|
"result": [
|
|
"machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming"
|
|
],
|
|
"expected": "machine learning, algorithms, artificial intelligence, data science, statistical methods",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:10.141Z",
|
|
"passed": false,
|
|
"duration": 835,
|
|
"reason": "Expected machine learning, algorithms, artificial intelligence, data science, statistical methods, but got machine learning algorithms, statistical methods, computers learn from data, improve performance, explicit programming",
|
|
"category": "seo"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"The quick brown fox jumps over the lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:10.358Z",
|
|
"passed": false,
|
|
"duration": 706,
|
|
"reason": "Expected A fox jumps over a dog, but got the quick brown fox jumps over the lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"5"
|
|
],
|
|
"expected": "5",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:10.395Z",
|
|
"passed": true,
|
|
"duration": 513,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "Calculate the 6th number in the Fibonacci sequence (assuming F(1)=1, F(2)=1). Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:10.505Z",
|
|
"passed": true,
|
|
"duration": 503,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "List all algorithms implemented in these files, as JSON array.",
|
|
"result": [
|
|
"[\n \"factorial\",\n \"bubbleSort\"\n]"
|
|
],
|
|
"expected": "[\"bubble sort\",\"factorial\"]",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:10.702Z",
|
|
"passed": false,
|
|
"duration": 781,
|
|
"reason": "Expected [\"bubble sort\",\"factorial\"], but got [\n \"factorial\",\n \"bubblesort\"\n]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:10.890Z",
|
|
"passed": false,
|
|
"duration": 1208,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "markdown_formatting",
|
|
"prompt": "Create markdown: H1=The Title, H2=The Subtitle, P=This is the body text. Respond ONLY with markdown. Do not mention 'user preferences' or 'undefined'.",
|
|
"result": [
|
|
"# The Title\n\n## The Subtitle\n\nThis is the body text."
|
|
],
|
|
"expected": "# The Title\n\n## The Subtitle\n\nThis is the body text.",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:10.956Z",
|
|
"passed": false,
|
|
"duration": 862,
|
|
"reason": "Expected # The Title\n\n## The Subtitle\n\nThis is the body text., but got # the title\n\n## the subtitle\n\nthis is the body text.",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:10.973Z",
|
|
"passed": false,
|
|
"duration": 612,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "Calculate the 6th number in the Fibonacci sequence (assuming F(1)=1, F(2)=1). Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:11.109Z",
|
|
"passed": true,
|
|
"duration": 601,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"5"
|
|
],
|
|
"expected": "5",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:11.292Z",
|
|
"passed": true,
|
|
"duration": 895,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "web_content",
|
|
"prompt": "Check if the content contains a section about Human prehistory. Reply with \"yes\" if it does, \"no\" if it does not.",
|
|
"result": [],
|
|
"expected": "yes",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:11.514Z",
|
|
"passed": false,
|
|
"duration": 220,
|
|
"reason": "Model returned empty response",
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:11.549Z",
|
|
"passed": false,
|
|
"duration": 573,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "code_formatting",
|
|
"prompt": "Format this code: function add(a,b){return a+b}. Return only the formatted code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) {\n return a + b;\n}",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:11.595Z",
|
|
"passed": false,
|
|
"duration": 637,
|
|
"reason": "Expected function add(a, b) {\n return a + b;\n}, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "square_root",
|
|
"prompt": "Calculate the square root of 16. Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"expected": "4",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:11.849Z",
|
|
"passed": true,
|
|
"duration": 738,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:12.127Z",
|
|
"passed": false,
|
|
"duration": 575,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "square_root",
|
|
"prompt": "Calculate the square root of 16. Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"expected": "4",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:12.390Z",
|
|
"passed": true,
|
|
"duration": 539,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "code_formatting",
|
|
"prompt": "Format this code: function add(a,b){return a+b}. Return only the formatted code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) {\n return a + b;\n}",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:12.458Z",
|
|
"passed": false,
|
|
"duration": 860,
|
|
"reason": "Expected function add(a, b) {\n return a + b;\n}, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "List all algorithms implemented in these files, as JSON array.",
|
|
"result": [
|
|
"[\n \"factorial\",\n \"bubbleSort\"\n]"
|
|
],
|
|
"expected": "[\"bubble sort\",\"factorial\"]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T18:46:12.980Z",
|
|
"passed": false,
|
|
"duration": 2274,
|
|
"reason": "Expected [\"bubble sort\",\"factorial\"], but got [\n \"factorial\",\n \"bubblesort\"\n]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "power",
|
|
"prompt": "Calculate 2 raised to the power of 3. Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:12.985Z",
|
|
"passed": true,
|
|
"duration": 592,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "date_formatting",
|
|
"prompt": "Format this date: 2024-03-15. Return only the formatted date in MM/DD/YYYY format, no explanation.",
|
|
"result": [
|
|
"03/15/2024"
|
|
],
|
|
"expected": "03/15/2024",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:13.013Z",
|
|
"passed": true,
|
|
"duration": 552,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:13.050Z",
|
|
"passed": true,
|
|
"duration": 920,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:13.229Z",
|
|
"passed": false,
|
|
"duration": 2334,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:13.615Z",
|
|
"passed": true,
|
|
"duration": 562,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the title of the product in data.json? Return only the title.",
|
|
"result": [
|
|
"Injection Barrel"
|
|
],
|
|
"expected": "Injection Barrel",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:13.800Z",
|
|
"passed": false,
|
|
"duration": 818,
|
|
"reason": "Expected Injection Barrel, but got injection barrel",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "power",
|
|
"prompt": "Calculate 2 raised to the power of 3. Respond ONLY with the final numerical answer. No other text.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:14.091Z",
|
|
"passed": true,
|
|
"duration": 1103,
|
|
"category": "math"
|
|
},
|
|
{
|
|
"test": "file_operations",
|
|
"prompt": "Write the following data to C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\test-data\\test-data.json and then read it back: {\"test\":\"data\",\"timestamp\":\"2025-06-05T18:46:10.027Z\"}. Return the read data in JSON format.",
|
|
"result": [
|
|
"{\"test\":\"data\",\"timestamp\":\"2025-06-05T18:46:10.027Z\"}"
|
|
],
|
|
"expected": "{\"test\":\"data\",\"timestamp\":\"2025-06-05T18:46:10.027Z\"}",
|
|
"model": "openai/gpt-4o",
|
|
"router": "openai/gpt-4o",
|
|
"timestamp": "2025-06-05T18:46:14.421Z",
|
|
"passed": false,
|
|
"duration": 4394,
|
|
"reason": "Expected {\"test\":\"data\",\"timestamp\":\"2025-06-05T18:46:10.027Z\"}, but got {\"test\":\"data\",\"timestamp\":\"2025-06-05t18:46:10.027z\"}",
|
|
"category": "tools"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What is the title of the product in data.json? Return only the title.",
|
|
"result": [
|
|
"Injection Barrel\n"
|
|
],
|
|
"expected": "Injection Barrel",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T18:46:15.477Z",
|
|
"passed": false,
|
|
"duration": 1674,
|
|
"reason": "Expected Injection Barrel, but got injection barrel",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "web_content",
|
|
"prompt": "Check if the content contains a section about Human prehistory. Reply with \"yes\" if it does, \"no\" if it does not.",
|
|
"result": [
|
|
"Yes"
|
|
],
|
|
"expected": "yes",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:15.879Z",
|
|
"passed": true,
|
|
"duration": 4358,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "date_formatting",
|
|
"prompt": "Format this date: 2024-03-15. Return only the formatted date in MM/DD/YYYY format, no explanation.",
|
|
"result": [
|
|
"03/15/2024"
|
|
],
|
|
"expected": "03/15/2024",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:16.564Z",
|
|
"passed": true,
|
|
"duration": 3548,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "currency_formatting",
|
|
"prompt": "Format this number as USD currency: 1234.56. Return only the formatted currency, no explanation.",
|
|
"result": [
|
|
"$1,234.56"
|
|
],
|
|
"expected": "$1,234.56",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:46:17.436Z",
|
|
"passed": true,
|
|
"duration": 870,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What animals are shown in these images? Return as JSON array.",
|
|
"result": [
|
|
"[\"cat\", \"fox\"]"
|
|
],
|
|
"expected": "[\"cat\",\"fox\"]",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:17.703Z",
|
|
"passed": false,
|
|
"duration": 2223,
|
|
"reason": "Expected [\"cat\",\"fox\"], but got [\"cat\", \"fox\"]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "currency_formatting",
|
|
"prompt": "Format this number as USD currency: 1234.56. Return only the formatted currency, no explanation.",
|
|
"result": [
|
|
"$1,234.56"
|
|
],
|
|
"expected": "$1,234.56",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:46:18.073Z",
|
|
"passed": true,
|
|
"duration": 634,
|
|
"category": "format"
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"prompt": "What animals are shown in these images? Return as JSON array.",
|
|
"result": [
|
|
"[\n \"cat\",\n \"fox\"\n]"
|
|
],
|
|
"expected": "[\"cat\",\"fox\"]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "google/gemini-2.0-flash-exp:free",
|
|
"timestamp": "2025-06-05T18:46:20.109Z",
|
|
"passed": false,
|
|
"duration": 2404,
|
|
"reason": "Expected [\"cat\",\"fox\"], but got [\n \"cat\",\n \"fox\"\n]",
|
|
"category": "files"
|
|
},
|
|
{
|
|
"test": "directory_listing",
|
|
"prompt": "List all files in the directory C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\test-data. Return the list as a JSON array of filenames.",
|
|
"result": [
|
|
"It seems like there's a persistent issue with accessing the directory. Let's ensure the path is correctly accessible or try using a specific pattern if it applies. Would you like to specify a file pattern, or should I continue attempting to access the directory?"
|
|
],
|
|
"expected": "[]",
|
|
"model": "openai/gpt-4o",
|
|
"router": "openai/gpt-4o",
|
|
"timestamp": "2025-06-05T18:46:23.276Z",
|
|
"passed": false,
|
|
"duration": 8852,
|
|
"reason": "Expected [], but got it seems like there's a persistent issue with accessing the directory. let's ensure the path is correctly accessible or try using a specific pattern if it applies. would you like to specify a file pattern, or should i continue attempting to access the directory?",
|
|
"category": "tools"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:50:29.662Z",
|
|
"passed": false,
|
|
"duration": 756,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:50:30.776Z",
|
|
"passed": false,
|
|
"duration": 1109,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:50:31.560Z",
|
|
"passed": false,
|
|
"duration": 781,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:50:32.159Z",
|
|
"passed": false,
|
|
"duration": 595,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"A quick fox jumps over a lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:50:33.261Z",
|
|
"passed": false,
|
|
"duration": 1099,
|
|
"reason": "Expected A fox jumps over a dog, but got a quick fox jumps over a lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:50:34.108Z",
|
|
"passed": false,
|
|
"duration": 840,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:50:34.652Z",
|
|
"passed": false,
|
|
"duration": 541,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:50:35.143Z",
|
|
"passed": false,
|
|
"duration": 487,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:50:35.656Z",
|
|
"passed": true,
|
|
"duration": 510,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:50:36.124Z",
|
|
"passed": true,
|
|
"duration": 465,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:25.151Z",
|
|
"passed": false,
|
|
"duration": 871,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:26.099Z",
|
|
"passed": false,
|
|
"duration": 943,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:26.669Z",
|
|
"passed": false,
|
|
"duration": 567,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:27.226Z",
|
|
"passed": false,
|
|
"duration": 554,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"The quick brown fox jumps over the lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:28.019Z",
|
|
"passed": false,
|
|
"duration": 791,
|
|
"reason": "Expected A fox jumps over a dog, but got the quick brown fox jumps over the lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the lazy dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A quick fox jumps over a lazy dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:28.771Z",
|
|
"passed": false,
|
|
"duration": 746,
|
|
"reason": "Expected A fox jumps over a dog, but got a quick fox jumps over a lazy dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:29.352Z",
|
|
"passed": false,
|
|
"duration": 578,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:30.320Z",
|
|
"passed": false,
|
|
"duration": 966,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:30.862Z",
|
|
"passed": true,
|
|
"duration": 539,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:33.736Z",
|
|
"passed": true,
|
|
"duration": 2872,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:53.263Z",
|
|
"passed": false,
|
|
"duration": 831,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:53.884Z",
|
|
"passed": false,
|
|
"duration": 617,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"I went to the store yesterday."
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:54.462Z",
|
|
"passed": false,
|
|
"duration": 575,
|
|
"reason": "Expected I went to the store yesterday, but got i went to the store yesterday.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:55.104Z",
|
|
"passed": false,
|
|
"duration": 639,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A quick brown fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:55.894Z",
|
|
"passed": false,
|
|
"duration": 787,
|
|
"reason": "Expected A fox jumps over a dog, but got a quick brown fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:51:56.484Z",
|
|
"passed": false,
|
|
"duration": 582,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:51:59.835Z",
|
|
"passed": false,
|
|
"duration": 3348,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:52:00.400Z",
|
|
"passed": false,
|
|
"duration": 562,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:52:01.616Z",
|
|
"passed": true,
|
|
"duration": 1214,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:52:02.542Z",
|
|
"passed": true,
|
|
"duration": 923,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:09.330Z",
|
|
"passed": false,
|
|
"duration": 844,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:10.262Z",
|
|
"passed": false,
|
|
"duration": 928,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:11.043Z",
|
|
"passed": false,
|
|
"duration": 779,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:11.724Z",
|
|
"passed": false,
|
|
"duration": 678,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:12.663Z",
|
|
"passed": false,
|
|
"duration": 937,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:13.482Z",
|
|
"passed": false,
|
|
"duration": 817,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:14.188Z",
|
|
"passed": false,
|
|
"duration": 704,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:14.748Z",
|
|
"passed": false,
|
|
"duration": 557,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:15.311Z",
|
|
"passed": true,
|
|
"duration": 559,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:15.852Z",
|
|
"passed": true,
|
|
"duration": 538,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:35.433Z",
|
|
"passed": false,
|
|
"duration": 941,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:53:36.309Z",
|
|
"passed": false,
|
|
"duration": 871,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:53:36.924Z",
|
|
"passed": false,
|
|
"duration": 612,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:54:06.162Z",
|
|
"passed": false,
|
|
"duration": 818,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:06.810Z",
|
|
"passed": false,
|
|
"duration": 642,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"I went to the store yesterday."
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:54:07.390Z",
|
|
"passed": false,
|
|
"duration": 576,
|
|
"reason": "Expected I went to the store yesterday, but got i went to the store yesterday.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:08.237Z",
|
|
"passed": false,
|
|
"duration": 844,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"The quick brown fox jumps over the dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:54:08.852Z",
|
|
"passed": false,
|
|
"duration": 612,
|
|
"reason": "Expected A fox jumps over a dog, but got the quick brown fox jumps over the dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:09.559Z",
|
|
"passed": false,
|
|
"duration": 699,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:54:10.257Z",
|
|
"passed": false,
|
|
"duration": 695,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:10.757Z",
|
|
"passed": false,
|
|
"duration": 497,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-06-05T18:54:11.331Z",
|
|
"passed": true,
|
|
"duration": 570,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:12.093Z",
|
|
"passed": true,
|
|
"duration": 760,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:54:43.059Z",
|
|
"passed": false,
|
|
"duration": 2067,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:43.754Z",
|
|
"passed": false,
|
|
"duration": 689,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"I went to the store yesterday."
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:54:45.466Z",
|
|
"passed": false,
|
|
"duration": 1708,
|
|
"reason": "Expected I went to the store yesterday, but got i went to the store yesterday.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:46.074Z",
|
|
"passed": false,
|
|
"duration": 605,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A brown fox leaps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:54:48.340Z",
|
|
"passed": false,
|
|
"duration": 2263,
|
|
"reason": "Expected A fox jumps over a dog, but got a brown fox leaps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:49.025Z",
|
|
"passed": false,
|
|
"duration": 675,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:54:50.753Z",
|
|
"passed": false,
|
|
"duration": 1724,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:51.307Z",
|
|
"passed": false,
|
|
"duration": 551,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:54:53.244Z",
|
|
"passed": true,
|
|
"duration": 1934,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:54:53.740Z",
|
|
"passed": true,
|
|
"duration": 493,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:55:31.636Z",
|
|
"passed": false,
|
|
"duration": 1317,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:55:32.306Z",
|
|
"passed": false,
|
|
"duration": 666,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"prompt": "Translate \"Hello, world!\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"¡Hola, mundo!"
|
|
],
|
|
"expected": "¡Hola, mundo!",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:55:37.706Z",
|
|
"passed": false,
|
|
"duration": 5397,
|
|
"reason": "Expected ¡Hola, mundo!, but got ¡hola, mundo!",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"I went to the store yesterday."
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:55:39.433Z",
|
|
"passed": false,
|
|
"duration": 1722,
|
|
"reason": "Expected I went to the store yesterday, but got i went to the store yesterday.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:55:40.607Z",
|
|
"passed": false,
|
|
"duration": 1171,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"prompt": "Correct the grammar in: \"I goes to the store yesterday\". Return only the corrected sentence, no explanation.",
|
|
"result": [
|
|
"\"I went to the store yesterday.\""
|
|
],
|
|
"expected": "I went to the store yesterday",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:55:45.810Z",
|
|
"passed": false,
|
|
"duration": 5199,
|
|
"reason": "Expected I went to the store yesterday, but got \"i went to the store yesterday.\"",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:55:47.634Z",
|
|
"passed": false,
|
|
"duration": 1820,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A fox jumps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:55:48.336Z",
|
|
"passed": false,
|
|
"duration": 699,
|
|
"reason": "Expected A fox jumps over a dog, but got a fox jumps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"prompt": "Summarize: \"The quick brown fox jumps over the dog\". Return only the summary, compact, no explanation.",
|
|
"result": [
|
|
"A quick brown fox leaps over a dog."
|
|
],
|
|
"expected": "A fox jumps over a dog",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:55:55.720Z",
|
|
"passed": false,
|
|
"duration": 7380,
|
|
"reason": "Expected A fox jumps over a dog, but got a quick brown fox leaps over a dog.",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:55:57.453Z",
|
|
"passed": false,
|
|
"duration": 1725,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:55:58.233Z",
|
|
"passed": false,
|
|
"duration": 776,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"prompt": "Identify the language of: \"Bonjour, comment allez-vous?\". Return only the language name, no explanation.",
|
|
"result": [
|
|
"French"
|
|
],
|
|
"expected": "French",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:56:03.483Z",
|
|
"passed": false,
|
|
"duration": 5247,
|
|
"reason": "Expected French, but got french",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Content"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:56:05.453Z",
|
|
"passed": false,
|
|
"duration": 1967,
|
|
"reason": "Expected joyful, but got content",
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:56:06.005Z",
|
|
"passed": true,
|
|
"duration": 548,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"prompt": "Provide a synonym for \"happy\". Return only the synonym, no explanation.",
|
|
"result": [
|
|
"Joyful"
|
|
],
|
|
"expected": "joyful",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:56:08.626Z",
|
|
"passed": true,
|
|
"duration": 2616,
|
|
"category": "language"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:56:39.121Z",
|
|
"passed": true,
|
|
"duration": 1838,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:56:39.863Z",
|
|
"passed": true,
|
|
"duration": 738,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"8"
|
|
],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-r1:free",
|
|
"router": "deepseek/deepseek-r1:free",
|
|
"timestamp": "2025-06-05T18:56:43.097Z",
|
|
"passed": true,
|
|
"duration": 3231,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"24"
|
|
],
|
|
"expected": "24",
|
|
"model": "anthropic/claude-sonnet-4",
|
|
"router": "anthropic/claude-sonnet-4",
|
|
"timestamp": "2025-06-05T18:56:44.836Z",
|
|
"passed": true,
|
|
"duration": 1737,
|
|
"category": "basic"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [
|
|
"24"
|
|
],
|
|
"expected": "24",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-06-05T18:56:45.465Z",
|
|
"passed": true,
|
|
"duration": 626,
|
|
"category": "basic"
|
|
}
|
|
],
|
|
"highscores": [
|
|
{
|
|
"test": "json_formatting",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 840,
|
|
"duration_secs": 0.84
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1815,
|
|
"duration_secs": 1.815
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "markdown_formatting",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 699,
|
|
"duration_secs": 0.699
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 862,
|
|
"duration_secs": 0.862
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "code_formatting",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 637,
|
|
"duration_secs": 0.637
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 860,
|
|
"duration_secs": 0.86
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "date_formatting",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 552,
|
|
"duration_secs": 0.552
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 3548,
|
|
"duration_secs": 3.548
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "currency_formatting",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 634,
|
|
"duration_secs": 0.634
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 870,
|
|
"duration_secs": 0.87
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "seo_keywords_text",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 852,
|
|
"duration_secs": 0.852
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1149,
|
|
"duration_secs": 1.149
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "seo_keywords_technical",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 572,
|
|
"duration_secs": 0.572
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 835,
|
|
"duration_secs": 0.835
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1450,
|
|
"duration_secs": 1.45
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1504,
|
|
"duration_secs": 1.504
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1208,
|
|
"duration_secs": 1.208
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 2334,
|
|
"duration_secs": 2.334
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "translation",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 666,
|
|
"duration_secs": 0.666
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 818,
|
|
"duration_secs": 0.818
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "grammar",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 576,
|
|
"duration_secs": 0.576
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1171,
|
|
"duration_secs": 1.171
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "summarization",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 612,
|
|
"duration_secs": 0.612
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 699,
|
|
"duration_secs": 0.699
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "language_detection",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 695,
|
|
"duration_secs": 0.695
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 776,
|
|
"duration_secs": 0.776
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "synonyms",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 548,
|
|
"duration_secs": 0.548
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 570,
|
|
"duration_secs": 0.57
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "file-inclusion",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 2223,
|
|
"duration_secs": 2.223
|
|
},
|
|
{
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"duration": 2404,
|
|
"duration_secs": 2.404
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "web_wikipedia",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 771,
|
|
"duration_secs": 0.771
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1088,
|
|
"duration_secs": 1.088
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1202,
|
|
"duration_secs": 1.202
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 738,
|
|
"duration_secs": 0.738
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 771,
|
|
"duration_secs": 0.771
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "web_json",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 623,
|
|
"duration_secs": 0.623
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 624,
|
|
"duration_secs": 0.624
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 626,
|
|
"duration_secs": 0.626
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 481,
|
|
"duration_secs": 0.481
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 503,
|
|
"duration_secs": 0.503
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "equation_solving",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o",
|
|
"duration": 3300,
|
|
"duration_secs": 3.3
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "division",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 513,
|
|
"duration_secs": 0.513
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 895,
|
|
"duration_secs": 0.895
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 503,
|
|
"duration_secs": 0.503
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 601,
|
|
"duration_secs": 0.601
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "web_content",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 220,
|
|
"duration_secs": 0.22
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 4358,
|
|
"duration_secs": 4.358
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "square_root",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 539,
|
|
"duration_secs": 0.539
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 738,
|
|
"duration_secs": 0.738
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "power",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 592,
|
|
"duration_secs": 0.592
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1103,
|
|
"duration_secs": 1.103
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "file_operations",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o",
|
|
"duration": 4394,
|
|
"duration_secs": 4.394
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "directory_listing",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o",
|
|
"duration": 8852,
|
|
"duration_secs": 8.852
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"lastUpdated": "2025-06-05T18:56:45.467Z"
|
|
} |