877 lines
57 KiB
JSON
877 lines
57 KiB
JSON
{
|
|
"results": [
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:44:45.218Z",
|
|
"passed": false,
|
|
"duration": 1435,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:44:49.883Z",
|
|
"passed": false,
|
|
"duration": 4655,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:44:51.127Z",
|
|
"passed": false,
|
|
"duration": 1237,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:44:52.054Z",
|
|
"passed": false,
|
|
"duration": 917,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:44:53.187Z",
|
|
"passed": false,
|
|
"duration": 1125,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:02.361Z",
|
|
"passed": false,
|
|
"duration": 9166,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:04.060Z",
|
|
"passed": false,
|
|
"duration": 1690,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:05.043Z",
|
|
"passed": false,
|
|
"duration": 975,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n return fibonacci(n - 1) + fibonacci(n - 2);\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:06.250Z",
|
|
"passed": false,
|
|
"duration": 1200,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n return fibonacci(n - 1) + fibonacci(n - 2);\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a;\n a = b;\n b = temp + b;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:22.955Z",
|
|
"passed": false,
|
|
"duration": 16697,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a;\n a = b;\n b = temp + b;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:25.030Z",
|
|
"passed": false,
|
|
"duration": 2068,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:27.584Z",
|
|
"passed": false,
|
|
"duration": 2546,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:51.588Z",
|
|
"passed": false,
|
|
"duration": 1992,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:45:55.658Z",
|
|
"passed": false,
|
|
"duration": 4061,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:45:56.953Z",
|
|
"passed": false,
|
|
"duration": 1287,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction add(a, b) {\n return a + b;\n}\n```"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:45:57.801Z",
|
|
"passed": false,
|
|
"duration": 840,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got ```javascript\nfunction add(a, b) {\n return a + b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:45:59.452Z",
|
|
"passed": false,
|
|
"duration": 1644,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 2) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:46:05.931Z",
|
|
"passed": false,
|
|
"duration": 6471,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 2) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:46:07.867Z",
|
|
"passed": false,
|
|
"duration": 1927,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got ```javascript\nfunction factorial(n) {\n if (n < 0) return undefined;\n if (n === 0) return 1;\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:46:09.006Z",
|
|
"passed": false,
|
|
"duration": 1131,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) {\n return n;\n } else {\n return fibonacci(n - 1) + fibonacci(n - 2);\n }\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:46:10.511Z",
|
|
"passed": false,
|
|
"duration": 1496,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) {\n return n;\n } else {\n return fibonacci(n - 1) + fibonacci(n - 2);\n }\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n let a = 0, b = 1;\n if (n === 0) return a;\n for (let i = 2; i <= n; i++) {\n let next = a + b;\n a = b;\n b = next;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:46:28.567Z",
|
|
"passed": false,
|
|
"duration": 18048,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n let a = 0, b = 1;\n if (n === 0) return a;\n for (let i = 2; i <= n; i++) {\n let next = a + b;\n a = b;\n b = next;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:46:31.014Z",
|
|
"passed": false,
|
|
"duration": 2439,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, temp;\n for (let i = 2; i <= n; i++) {\n temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}\n```"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:46:32.933Z",
|
|
"passed": false,
|
|
"duration": 1911,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got ```javascript\nfunction fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}\n```",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:37.864Z",
|
|
"passed": false,
|
|
"duration": 1441,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:50:42.826Z",
|
|
"passed": false,
|
|
"duration": 4953,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:50:44.254Z",
|
|
"passed": false,
|
|
"duration": 1420,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:50:45.251Z",
|
|
"passed": false,
|
|
"duration": 989,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:46.448Z",
|
|
"passed": false,
|
|
"duration": 1187,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:50:52.751Z",
|
|
"passed": false,
|
|
"duration": 6295,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n let result = 1;\n for (let i = 1; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:50:54.086Z",
|
|
"passed": false,
|
|
"duration": 1326,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:50:55.060Z",
|
|
"passed": false,
|
|
"duration": 965,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 1) {\n return n;\n }\n\n return fibonacci(n - 1) + fibonacci(n - 2);\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T12:50:56.266Z",
|
|
"passed": false,
|
|
"duration": 1198,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 1) {\n return n;\n }\n\n return fibonacci(n - 1) + fibonacci(n - 2);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1 || n === 2) return 1;\n let a = 1, b = 1, temp;\n for (let i = 3; i <= n; i++) {\n temp = a;\n a = a + b;\n b = temp;\n }\n return a;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T12:51:06.690Z",
|
|
"passed": false,
|
|
"duration": 10417,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n === 0) return 0;\n if (n === 1 || n === 2) return 1;\n let a = 1, b = 1, temp;\n for (let i = 3; i <= n; i++) {\n temp = a;\n a = a + b;\n b = temp;\n }\n return a;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, c;\n for (let i = 2; i <= n; i++) {\n c = a + b;\n a = b;\n b = c;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T12:51:09.116Z",
|
|
"passed": false,
|
|
"duration": 2418,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 1) return n;\n let a = 0, b = 1, c;\n for (let i = 2; i <= n; i++) {\n c = a + b;\n a = b;\n b = c;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:51:11.294Z",
|
|
"passed": false,
|
|
"duration": 2169,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n [a, b] = [b, a + b];\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "simple_function",
|
|
"prompt": "Generate a JavaScript function that adds two numbers and returns the result. \n The function should be named 'add' and take two parameters 'a' and 'b'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function add(a, b) {\n return a + b;\n}"
|
|
],
|
|
"expected": "function add(a, b) { return a + b; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:19.974Z",
|
|
"passed": false,
|
|
"duration": 1425,
|
|
"reason": "Expected function add(a, b) { return a + b; }, but got function add(a, b) {\n return a + b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:20.932Z",
|
|
"passed": false,
|
|
"duration": 948,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"prompt": "Generate a JavaScript function that calculates the nth Fibonacci number.\n The function should be named 'fibonacci' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}"
|
|
],
|
|
"expected": "function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T12:52:22.228Z",
|
|
"passed": false,
|
|
"duration": 1287,
|
|
"reason": "Expected function fibonacci(n) { return n <= 1 ? n : fibonacci(n - 1) + fibonacci(n - 2); }, but got function fibonacci(n) {\n if (n <= 0) return 0;\n if (n === 1) return 1;\n let a = 0, b = 1;\n for (let i = 2; i <= n; i++) {\n let temp = a + b;\n a = b;\n b = temp;\n }\n return b;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:06:05.000Z",
|
|
"passed": false,
|
|
"duration": 1461,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:07:20.672Z",
|
|
"passed": false,
|
|
"duration": 1565,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:09:05.033Z",
|
|
"passed": false,
|
|
"duration": 2296,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:09:07.513Z",
|
|
"passed": false,
|
|
"duration": 2471,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:10:24.287Z",
|
|
"passed": false,
|
|
"duration": 1666,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:10:26.072Z",
|
|
"passed": false,
|
|
"duration": 1775,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for(let i = 0; i < n - 1; i++) {\n for(let j = 0; j < n - i - 1; j++) {\n if(arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T13:11:31.687Z",
|
|
"passed": false,
|
|
"duration": 1633,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n <= 1) return 1;\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T13:11:36.495Z",
|
|
"passed": false,
|
|
"duration": 4798,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n <= 1) return 1;\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T13:11:39.078Z",
|
|
"passed": false,
|
|
"duration": 2574,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n < 0) return undefined;\n if (n === 0 || n === 1) return 1;\n let result = 1;\n for (let i = 2; i <= n; i++) {\n result *= i;\n }\n return result;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:11:44.323Z",
|
|
"passed": false,
|
|
"duration": 5237,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n }\n return n * factorial(n - 1);\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let i, j;\n for (i = 0; i < arr.length-1; i++) {\n for (j = 0; j < arr.length-i-1; j++) {\n if (arr[j] > arr[j+1]) {\n let temp = arr[j];\n arr[j] = arr[j+1];\n arr[j+1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T13:11:46.513Z",
|
|
"passed": false,
|
|
"duration": 2181,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let i, j;\n for (i = 0; i < arr.length-1; i++) {\n for (j = 0; j < arr.length-i-1; j++) {\n if (arr[j] > arr[j+1]) {\n let temp = arr[j];\n arr[j] = arr[j+1];\n arr[j+1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let sortedArr = [...arr];\n const n = sortedArr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - i - 1; j++) {\n if (sortedArr[j] > sortedArr[j + 1]) {\n let temp = sortedArr[j];\n sortedArr[j] = sortedArr[j + 1];\n sortedArr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedArr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"router": "deepseek/deepseek-r1-distill-qwen-14b:free",
|
|
"timestamp": "2025-04-04T13:12:01.405Z",
|
|
"passed": false,
|
|
"duration": 14881,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let sortedarr = [...arr];\n const n = sortedarr.length;\n for (let i = 0; i < n; i++) {\n let swapped = false;\n for (let j = 0; j < n - i - 1; j++) {\n if (sortedarr[j] > sortedarr[j + 1]) {\n let temp = sortedarr[j];\n sortedarr[j] = sortedarr[j + 1];\n sortedarr[j + 1] = temp;\n swapped = true;\n }\n }\n if (!swapped) break;\n }\n return sortedarr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openai/gpt-4o-mini",
|
|
"router": "openai/gpt-4o-mini",
|
|
"timestamp": "2025-04-04T13:12:04.108Z",
|
|
"passed": false,
|
|
"duration": 2692,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"prompt": "Generate a JavaScript function that implements bubble sort.\n The function should be named 'bubbleSort' and take one parameter 'arr' (an array of numbers).\n The function should return the sorted array.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function bubbleSort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}"
|
|
],
|
|
"expected": "function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }",
|
|
"model": "openrouter/quasar-alpha",
|
|
"router": "openrouter/quasar-alpha",
|
|
"timestamp": "2025-04-04T13:12:05.773Z",
|
|
"passed": false,
|
|
"duration": 1657,
|
|
"reason": "Expected function bubbleSort(arr) { const n = arr.length; for(let i = 0; i < n; i++) { for(let j = 0; j < n-i-1; j++) { if(arr[j] > arr[j+1]) { [arr[j], arr[j+1]] = [arr[j+1], arr[j]]; } } } return arr; }, but got function bubblesort(arr) {\n let n = arr.length;\n for (let i = 0; i < n - 1; i++) {\n for (let j = 0; j < n - 1 - i; j++) {\n if (arr[j] > arr[j + 1]) {\n let temp = arr[j];\n arr[j] = arr[j + 1];\n arr[j + 1] = temp;\n }\n }\n }\n return arr;\n}",
|
|
"category": "coding"
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"prompt": "Generate a JavaScript function that calculates the factorial of a number.\n The function should be named 'factorial' and take one parameter 'n'.\n Return only the function code, no explanation.",
|
|
"result": [
|
|
"function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}"
|
|
],
|
|
"expected": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"router": "openai/gpt-3.5-turbo",
|
|
"timestamp": "2025-04-04T21:46:12.612Z",
|
|
"passed": false,
|
|
"duration": 2022,
|
|
"reason": "Expected function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }, but got function factorial(n) {\n if (n === 0 || n === 1) {\n return 1;\n } else {\n return n * factorial(n - 1);\n }\n}",
|
|
"category": "coding"
|
|
}
|
|
],
|
|
"highscores": [
|
|
{
|
|
"test": "simple_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 1420,
|
|
"duration_secs": 1.42
|
|
},
|
|
{
|
|
"model": "openrouter/quasar-alpha",
|
|
"duration": 1425,
|
|
"duration_secs": 1.425
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "factorial_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 2022,
|
|
"duration_secs": 2.022
|
|
},
|
|
{
|
|
"model": "openai/gpt-4o-mini",
|
|
"duration": 2574,
|
|
"duration_secs": 2.574
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "fibonacci_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 1198,
|
|
"duration_secs": 1.198
|
|
},
|
|
{
|
|
"model": "openrouter/quasar-alpha",
|
|
"duration": 1287,
|
|
"duration_secs": 1.287
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"test": "bubble_sort_function",
|
|
"rankings": [
|
|
{
|
|
"model": "openrouter/quasar-alpha",
|
|
"duration": 1657,
|
|
"duration_secs": 1.657
|
|
},
|
|
{
|
|
"model": "openai/gpt-3.5-turbo",
|
|
"duration": 2181,
|
|
"duration_secs": 2.181
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"lastUpdated": "2025-04-04T21:46:12.618Z"
|
|
} |