1117 lines
78 KiB
JSON
1117 lines
78 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:44:45.218Z",
|
|
"passed": false,
|
|
"duration": 1435,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:44:49.883Z",
|
|
"passed": false,
|
|
"duration": 4655,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:44:51.127Z",
|
|
"passed": false,
|
|
"duration": 1237,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:44:52.054Z",
|
|
"passed": false,
|
|
"duration": 917,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:44:53.187Z",
|
|
"passed": false,
|
|
"duration": 1125,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:02.361Z",
|
|
"passed": false,
|
|
"duration": 9166,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:04.060Z",
|
|
"passed": false,
|
|
"duration": 1690,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:05.043Z",
|
|
"passed": false,
|
|
"duration": 975,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n return fibonacci(n - 1) + fibonacci(n - 2);\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:06.250Z",
|
|
"passed": false,
|
|
"duration": 1200,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n return fibonacci(n - 1) + fibonacci(n - 2);\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a;\n a = b;\n b = temp + b;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:22.955Z",
|
|
"passed": false,
|
|
"duration": 16697,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a;\n a = b;\n b = temp + b;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:25.030Z",
|
|
"passed": false,
|
|
"duration": 2068,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:27.584Z",
|
|
"passed": false,
|
|
"duration": 2546,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:51.588Z",
|
|
"passed": false,
|
|
"duration": 1992,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:55.658Z",
|
|
"passed": false,
|
|
"duration": 4061,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:56.953Z",
|
|
"passed": false,
|
|
"duration": 1287,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:57.801Z",
|
|
"passed": false,
|
|
"duration": 840,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:59.452Z",
|
|
"passed": false,
|
|
"duration": 1644,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 2) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:46:05.931Z",
|
|
"passed": false,
|
|
"duration": 6471,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 2) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:46:07.867Z",
|
|
"passed": false,
|
|
"duration": 1927,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:46:09.006Z",
|
|
"passed": false,
|
|
"duration": 1131,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) {\n return n;\n } else {\n return fibonacci(n - 1) + fibonacci(n - 2);\n }\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:46:10.511Z",
|
|
"passed": false,
|
|
"duration": 1496,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) {\n return n;\n } else {\n return fibonacci(n - 1) + fibonacci(n - 2);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n let a = 0, b = 1;\n if (n === 0) return a;\n for (let i = 2; i <= n; i++) {\n let next = a + b;\n a = b;\n b = next;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:46:28.567Z",
|
|
"passed": false,
|
|
"duration": 18048,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n let a = 0, b = 1;\n if (n === 0) return a;\n for (let i = 2; i <= n; i++) {\n let next = a + b;\n a = b;\n b = next;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:46:31.014Z",
|
|
"passed": false,
|
|
"duration": 2439,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:46:32.933Z",
|
|
"passed": false,
|
|
"duration": 1911,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:37.864Z",
|
|
"passed": false,
|
|
"duration": 1441,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:50:42.826Z",
|
|
"passed": false,
|
|
"duration": 4953,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:50:44.254Z",
|
|
"passed": false,
|
|
"duration": 1420,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:50:45.251Z",
|
|
"passed": false,
|
|
"duration": 989,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:46.448Z",
|
|
"passed": false,
|
|
"duration": 1187,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:50:52.751Z",
|
|
"passed": false,
|
|
"duration": 6295,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:50:54.086Z",
|
|
"passed": false,
|
|
"duration": 1326,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:50:55.060Z",
|
|
"passed": false,
|
|
"duration": 965,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 1) {\n return n;\n }\n\n return fibonacci(n - 1) + fibonacci(n - 2);\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:56.266Z",
|
|
"passed": false,
|
|
"duration": 1198,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 1) {\n return n;\n }\n\n return fibonacci(n - 1) + fibonacci(n - 2);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1 || n === 2) return 1;\n let a = 1, b = 1, temp;\n for (let i = 3; i <= n; i++) {\n temp = a;\n a = a + b;\n b = temp;\n }\n return a;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:51:06.690Z",
|
|
"passed": false,
|
|
"duration": 10417,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1 || n === 2) return 1;\n let a = 1, b = 1, temp;\n for (let i = 3; i <= n; i++) {\n temp = a;\n a = a + b;\n b = temp;\n }\n return a;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, c;\n for (let i = 2; i <= n; i++) {\n c = a + b;\n a = b;\n b = c;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:51:09.116Z",
|
|
"passed": false,
|
|
"duration": 2418,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, c;\n for (let i = 2; i <= n; i++) {\n c = a + b;\n a = b;\n b = c;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:51:11.294Z",
|
|
"passed": false,
|
|
"duration": 2169,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:19.974Z",
|
|
"passed": false,
|
|
"duration": 1425,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:20.932Z",
|
|
"passed": false,
|
|
"duration": 948,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:22.228Z",
|
|
"passed": false,
|
|
"duration": 1287,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:06:05.000Z",
|
|
"passed": false,
|
|
"duration": 1461,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:07:20.672Z",
|
|
"passed": false,
|
|
"duration": 1565,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:09:05.033Z",
|
|
"passed": false,
|
|
"duration": 2296,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:09:07.513Z",
|
|
"passed": false,
|
|
"duration": 2471,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:10:24.287Z",
|
|
"passed": false,
|
|
"duration": 1666,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:10:26.072Z",
|
|
"passed": false,
|
|
"duration": 1775,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T13:11:31.687Z",
|
|
"passed": false,
|
|
"duration": 1633,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T13:11:36.495Z",
|
|
"passed": false,
|
|
"duration": 4798,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T13:11:39.078Z",
|
|
"passed": false,
|
|
"duration": 2574,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:11:44.323Z",
|
|
"passed": false,
|
|
"duration": 5237,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let i, j;\n for (i = 0; i < arr.length-1; i++) {\n for (j = 0; j < arr.length-i-1; j++) {\n if (arr[j] > arr[j+1]) {\n let temp = arr[j];\n arr[j] = arr[j+1];\n arr[j+1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T13:11:46.513Z",
|
|
"passed": false,
|
|
"duration": 2181,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let i, j;\n for (i = 0; i < arr.length-1; i++) {\n for (j = 0; j < arr.length-i-1; j++) {\n if (arr[j] > arr[j+1]) {\n let temp = arr[j];\n arr[j] = arr[j+1];\n arr[j+1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let sortedArr = [...arr];\n const n = sortedArr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - i - 1; j++) {\n if (sortedArr[j] > sortedArr[j + 1]) {\n let temp = sortedArr[j];\n sortedArr[j] = sortedArr[j + 1];\n sortedArr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedArr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T13:12:01.405Z",
|
|
"passed": false,
|
|
"duration": 14881,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let sortedarr = [...arr];\n const n = sortedarr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - i - 1; j++) {\n if (sortedarr[j] > sortedarr[j + 1]) {\n let temp = sortedarr[j];\n sortedarr[j] = sortedarr[j + 1];\n sortedarr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedarr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T13:12:04.108Z",
|
|
"passed": false,
|
|
"duration": 2692,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:12:05.773Z",
|
|
"passed": false,
|
|
"duration": 1657,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T21:46:12.612Z",
|
|
"passed": false,
|
|
"duration": 2022,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-06T14:34:15.202Z",
|
|
"passed": false,
|
|
"duration": 1514,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-06T14:34:23.677Z",
|
|
"passed": false,
|
|
"duration": 8463,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-06T14:34:24.845Z",
|
|
"passed": false,
|
|
"duration": 1158,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-06T14:34:26.084Z",
|
|
"passed": false,
|
|
"duration": 1229,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n var len = arr.length;\n for (var i = 0; i < len; i++) {\n for (var j = 0; j < len - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n var temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-06T14:34:27.470Z",
|
|
"passed": false,
|
|
"duration": 1375,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n var len = arr.length;\n for (var i = 0; i < len; i++) {\n for (var j = 0; j < len - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n var temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let sortedArr = arr.slice();\n let n = sortedArr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - 1 - i; j++) {\n if (sortedArr[j] > sortedArr[j + 1]) {\n let temp = sortedArr[j];\n sortedArr[j] = sortedArr[j + 1];\n sortedArr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedArr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-06T14:34:45.480Z",
|
|
"passed": false,
|
|
"duration": 17999,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let sortedarr = arr.slice();\n let n = sortedarr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - 1 - i; j++) {\n if (sortedarr[j] > sortedarr[j + 1]) {\n let temp = sortedarr[j];\n sortedarr[j] = sortedarr[j + 1];\n sortedarr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedarr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-06T14:34:47.966Z",
|
|
"passed": false,
|
|
"duration": 2474,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-06T14:34:49.819Z",
|
|
"passed": false,
|
|
"duration": 1841,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-06T15:42:04.766Z",
|
|
"passed": false,
|
|
"duration": 1363,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n\n// Example usage:\n// factorial(5) // returns 120\n// factorial(0) // returns 1\n// factorial(1) // returns 1\n\n// Note: The function assumes that n is a non-negative integer."
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-06T15:42:12.826Z",
|
|
"passed": false,
|
|
"duration": 8043,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n\n// example usage:\n// factorial(5) // returns 120\n// factorial(0) // returns 1\n// factorial(1) // returns 1\n\n// note: the function assumes that n is a non-negative integer.",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-06T15:42:14.088Z",
|
|
"passed": false,
|
|
"duration": 1247,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-06T15:42:15.625Z",
|
|
"passed": false,
|
|
"duration": 1525,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let len = arr.length;\n for (let i = 0; i < len; i++) {\n for (let j = 0; j < len - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-06T15:42:17.315Z",
|
|
"passed": false,
|
|
"duration": 1674,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let len = arr.length;\n for (let i = 0; i < len; i++) {\n for (let j = 0; j < len - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let swapped, copy = arr.slice();\n for (let i = 0; i < copy.length; i++) {\n swapped = false;\n for (let j = 0; j < copy.length - 1 - i; j++) {\n if (copy[j] > copy[j + 1]) {\n let temp = copy[j];\n copy[j] = copy[j + 1];\n copy[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return copy;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-06T15:42:44.251Z",
|
|
"passed": false,
|
|
"duration": 26921,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let swapped, copy = arr.slice();\n for (let i = 0; i < copy.length; i++) {\n swapped = false;\n for (let j = 0; j < copy.length - 1 - i; j++) {\n if (copy[j] > copy[j + 1]) {\n let temp = copy[j];\n copy[j] = copy[j + 1];\n copy[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return copy;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let len = arr.length;\n for (let i = 0; i < len - 1; i++) {\n for (let j = 0; j < len - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-06T15:42:47.154Z",
|
|
"passed": false,
|
|
"duration": 2890,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let len = arr.length;\n for (let i = 0; i < len - 1; i++) {\n for (let j = 0; j < len - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n [arr[j], arr[j + 1]] = [arr[j + 1], arr[j]];\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-06T15:42:50.503Z",
|
|
"passed": false,
|
|
"duration": 3335,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - i - 1; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
}
|
|
],
|
|
"highscores": [
|
|
{
|
|
"test": "simple_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1420,
|
|
"duration_secs": 1.42
|
|
},
|
|
{
|
|
"model": "openrouter/quasar-alpha",
|
|
"duration": 1425,
|
|
"duration_secs": 1.425
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1247,
|
|
"duration_secs": 1.247
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1363,
|
|
"duration_secs": 1.363
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1198,
|
|
"duration_secs": 1.198
|
|
},
|
|
{
|
|
"model": "openrouter/quasar-alpha",
|
|
"duration": 1287,
|
|
"duration_secs": 1.287
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1674,
|
|
"duration_secs": 1.674
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 2890,
|
|
"duration_secs": 2.89
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"lastUpdated": "2025-04-06T15:42:50.503Z"
|
|
} |