2253 lines
152 KiB
JSON
2253 lines
152 KiB
JSON
[
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:34:59.561Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:01.881Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:02.849Z"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:04.513Z"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:05.862Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:42.778Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:44.194Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:45.420Z"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:46.805Z"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:48.153Z"
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:49.492Z"
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:50.745Z"
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:51.918Z"
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:35:53.368Z"
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:08.969Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:10.154Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:11.066Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:12.258Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:14.007Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:15.272Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:16.397Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:17.622Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:18.768Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:41.644Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:43.969Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:44.945Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:46.261Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:47.915Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:49.298Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:50.593Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:52.768Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:38:54.254Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:45.957Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:47.272Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:48.185Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:51.236Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:52.419Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:40:54.327Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:41:45.219Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:41:46.489Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:41:47.701Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:41:49.929Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:00.754Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:02.899Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:03.927Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:10.515Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:12.203Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:16.443Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2.0, -3.0]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:17.598Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:42:18.707Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:04.344Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:06.496Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:07.467Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:08.798Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:09.986Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:11.342Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:12.578Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:13.716Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:46:14.857Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:47.605Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:49.748Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:50.767Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:52.399Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:53.994Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:55.463Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:56.689Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:59.331Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:01.640Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:03.712Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:04.767Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:07.138Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:08.328Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:09.776Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:10.999Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:14.081Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:32.818Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:35.563Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2,-3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:37.672Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:09.054Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120\n"
|
|
],
|
|
"expected": "120",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:10.238Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:11.167Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:13.500Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0,1,1,2,3\n"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:14.679Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:16.094Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:19.103Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[\"-2\", \"-3\"]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:20.963Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "factorial",
|
|
"prompt": "calculate the factorial of 5 (5!). Return only the number, no explanation.",
|
|
"result": [
|
|
"120"
|
|
],
|
|
"expected": "120",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:25.009Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "fibonacci",
|
|
"prompt": "calculate the first 5 numbers of the fibonacci sequence. Return only the numbers separated by commas, no explanation.",
|
|
"result": [
|
|
"0, 1, 1, 2, 3"
|
|
],
|
|
"expected": "0,1,1,2,3",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:27.826Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "quadratic",
|
|
"prompt": "solve the quadratic equation x² + 5x + 6 = 0. Return only the roots as a JSON array, no explanation.",
|
|
"result": [
|
|
"[-2, -3]"
|
|
],
|
|
"expected": "[-3,-2]",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:30.579Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:30.576Z",
|
|
"passed": false,
|
|
"duration": 997,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:112:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:112:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:31.398Z",
|
|
"passed": false,
|
|
"duration": 820,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:112:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:112:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:32.471Z",
|
|
"passed": false,
|
|
"duration": 1072,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:33.137Z",
|
|
"passed": false,
|
|
"duration": 665,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:121:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:121:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:33.887Z",
|
|
"passed": false,
|
|
"duration": 748,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:121:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:121:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:34.873Z",
|
|
"passed": false,
|
|
"duration": 985,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:35.528Z",
|
|
"passed": false,
|
|
"duration": 654,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:130:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:130:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:36.301Z",
|
|
"passed": false,
|
|
"duration": 771,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:130:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:130:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:39:37.252Z",
|
|
"passed": false,
|
|
"duration": 950,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai",
|
|
"apiKey": ""
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:10.776Z",
|
|
"passed": false,
|
|
"duration": 979,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:11.549Z",
|
|
"passed": false,
|
|
"duration": 771,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:12.530Z",
|
|
"passed": false,
|
|
"duration": 979,
|
|
"error": {
|
|
"message": "getApiKeyForRouter is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getApiKeyForRouter is not defined\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:80:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getApiKeyForRouter is not defined",
|
|
"stackStr": "ReferenceError: getApiKeyForRouter is not defined\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:80:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "ReferenceError",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "getApiKeyForRouter is not defined",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:13.218Z",
|
|
"passed": false,
|
|
"duration": 687,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:13.951Z",
|
|
"passed": false,
|
|
"duration": 731,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:14.913Z",
|
|
"passed": false,
|
|
"duration": 960,
|
|
"error": {
|
|
"message": "getApiKeyForRouter is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getApiKeyForRouter is not defined\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:80:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getApiKeyForRouter is not defined",
|
|
"stackStr": "ReferenceError: getApiKeyForRouter is not defined\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:80:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "ReferenceError",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "getApiKeyForRouter is not defined",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:15.603Z",
|
|
"passed": false,
|
|
"duration": 689,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:16.319Z",
|
|
"passed": false,
|
|
"duration": 715,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:62:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:40:17.273Z",
|
|
"passed": false,
|
|
"duration": 953,
|
|
"error": {
|
|
"message": "getApiKeyForRouter is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getApiKeyForRouter is not defined\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:80:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getApiKeyForRouter is not defined"
|
|
}
|
|
},
|
|
"reason": "getApiKeyForRouter is not defined",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:12.248Z",
|
|
"passed": false,
|
|
"duration": 1037,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:13.047Z",
|
|
"passed": false,
|
|
"duration": 797,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:14.141Z",
|
|
"passed": false,
|
|
"duration": 1092,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:14.792Z",
|
|
"passed": false,
|
|
"duration": 650,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:15.622Z",
|
|
"passed": false,
|
|
"duration": 828,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:16.579Z",
|
|
"passed": false,
|
|
"duration": 956,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:17.207Z",
|
|
"passed": false,
|
|
"duration": 626,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:17.921Z",
|
|
"passed": false,
|
|
"duration": 712,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:63:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:128:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response",
|
|
"config": {
|
|
"router": "openrouter"
|
|
}
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:41:18.963Z",
|
|
"passed": false,
|
|
"duration": 1041,
|
|
"reason": "Unknown error occurred",
|
|
"config": {
|
|
"router": "openai"
|
|
}
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:24.341Z",
|
|
"passed": false,
|
|
"duration": 1004,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:25.115Z",
|
|
"passed": false,
|
|
"duration": 772,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:26.155Z",
|
|
"passed": false,
|
|
"duration": 1038,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:26.793Z",
|
|
"passed": false,
|
|
"duration": 637,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:27.840Z",
|
|
"passed": false,
|
|
"duration": 1045,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:28.893Z",
|
|
"passed": false,
|
|
"duration": 1052,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:29.565Z",
|
|
"passed": false,
|
|
"duration": 670,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:30.290Z",
|
|
"passed": false,
|
|
"duration": 723,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:31.251Z",
|
|
"passed": false,
|
|
"duration": 959,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:47.579Z",
|
|
"passed": false,
|
|
"duration": 913,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:48.338Z",
|
|
"passed": false,
|
|
"duration": 756,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:48.976Z",
|
|
"passed": false,
|
|
"duration": 636,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:49.748Z",
|
|
"passed": false,
|
|
"duration": 770,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:50.398Z",
|
|
"passed": false,
|
|
"duration": 648,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:42:51.126Z",
|
|
"passed": false,
|
|
"duration": 726,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:43:32.583Z",
|
|
"passed": false,
|
|
"duration": 1035,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:102:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:43:33.312Z",
|
|
"passed": false,
|
|
"duration": 726,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:111:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:43:34.050Z",
|
|
"passed": false,
|
|
"duration": 736,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:61:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:120:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:45:50.405Z",
|
|
"passed": false,
|
|
"duration": 1112,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:60:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:101:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:60:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:101:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:45:51.172Z",
|
|
"passed": false,
|
|
"duration": 764,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:60:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response",
|
|
"stackStr": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:60:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:110:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "Error",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:45:52.003Z",
|
|
"passed": false,
|
|
"duration": 829,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error",
|
|
"details": {
|
|
"stack": "Error: Model returned empty response\n at runMathTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:60:15)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\math.test.ts:119:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "Model returned empty response"
|
|
}
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:46:27.004Z",
|
|
"passed": false,
|
|
"duration": 1218,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:46:27.916Z",
|
|
"passed": false,
|
|
"duration": 911,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:46:29.402Z",
|
|
"passed": false,
|
|
"duration": 1485,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "addition",
|
|
"prompt": "add 5 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "8",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:40.351Z",
|
|
"passed": false,
|
|
"duration": 1992,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "multiplication",
|
|
"prompt": "multiply 8 and 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "24",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:41.431Z",
|
|
"passed": false,
|
|
"duration": 1078,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "division",
|
|
"prompt": "divide 15 by 3. Return only the number, no explanation.",
|
|
"result": [],
|
|
"expected": "5",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:42.372Z",
|
|
"passed": false,
|
|
"duration": 940,
|
|
"reason": "Unknown error occurred"
|
|
}
|
|
] |