847 lines
29 KiB
JSON
847 lines
29 KiB
JSON
[
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:01.527Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo\n"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:03.169Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:04.655Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:05.726Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí\n"
|
|
],
|
|
"expected": "sí",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:08.264Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:09.514Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:11.281Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non\n"
|
|
],
|
|
"expected": "non",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:12.942Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:50:14.089Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:53.360Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo\n"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:54.551Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:55.699Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:56.740Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Sí\n"
|
|
],
|
|
"expected": "sí",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:57.918Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:51:58.882Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:52:00.119Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Non\n"
|
|
],
|
|
"expected": "non",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:52:01.184Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:52:02.204Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:50.924Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo\n"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:52.477Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:53.546Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:56.815Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:53:58.718Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:54:01.673Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:01.199Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo\n"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:02.857Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:03.788Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:05.218Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí\n"
|
|
],
|
|
"expected": "sí",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:06.317Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:07.436Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:08.879Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non\n"
|
|
],
|
|
"expected": "non",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:10.365Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:11.295Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german_translation",
|
|
"prompt": "translate \"hello\" to German. Return only the translation, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:32.735Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish_translation",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translation, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:35.276Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french_translation",
|
|
"prompt": "translate \"no\" to French. Return only the translation, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:56:37.673Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:07.944Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Hallo\n"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:09.471Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:11.335Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:12.740Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Sí\n"
|
|
],
|
|
"expected": "sí",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:14.246Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:15.205Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:18.139Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:59:20.589Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"Hallo"
|
|
],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:09.890Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"sí"
|
|
],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:12.312Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [
|
|
"non"
|
|
],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:03:14.660Z",
|
|
"passed": true
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:50.723Z",
|
|
"passed": false,
|
|
"duration": 985,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:51.471Z",
|
|
"passed": false,
|
|
"duration": 746,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:52.540Z",
|
|
"passed": false,
|
|
"duration": 1067,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:53.219Z",
|
|
"passed": false,
|
|
"duration": 678,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:53.964Z",
|
|
"passed": false,
|
|
"duration": 744,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:55.090Z",
|
|
"passed": false,
|
|
"duration": 1125,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:55.717Z",
|
|
"passed": false,
|
|
"duration": 626,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:56.447Z",
|
|
"passed": false,
|
|
"duration": 729,
|
|
"error": {
|
|
"message": "Model returned empty response",
|
|
"code": "UNKNOWN",
|
|
"type": "Error"
|
|
},
|
|
"reason": "Model returned empty response"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:05:57.790Z",
|
|
"passed": false,
|
|
"duration": 1341,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:02.933Z",
|
|
"passed": false,
|
|
"duration": 1416,
|
|
"error": {
|
|
"message": "getRouterForModel is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getRouterForModel is not defined\n at runTranslationTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:78:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:106:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getRouterForModel is not defined",
|
|
"stackStr": "ReferenceError: getRouterForModel is not defined\n at runTranslationTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:78:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:106:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "ReferenceError",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "getRouterForModel is not defined"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:04.007Z",
|
|
"passed": false,
|
|
"duration": 1071,
|
|
"error": {
|
|
"message": "getRouterForModel is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getRouterForModel is not defined\n at runTranslationTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:78:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:115:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getRouterForModel is not defined",
|
|
"stackStr": "ReferenceError: getRouterForModel is not defined\n at runTranslationTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:78:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:115:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"nameStr": "ReferenceError",
|
|
"expected": "undefined",
|
|
"actual": "undefined"
|
|
}
|
|
},
|
|
"reason": "getRouterForModel is not defined"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:05.064Z",
|
|
"passed": false,
|
|
"duration": 1056,
|
|
"error": {
|
|
"message": "getRouterForModel is not defined",
|
|
"code": "UNKNOWN",
|
|
"type": "ReferenceError",
|
|
"details": {
|
|
"stack": "ReferenceError: getRouterForModel is not defined\n at runTranslationTest (C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:78:19)\n at processTicksAndRejections (node:internal/process/task_queues:105:5)\n at C:\\Users\\zx\\Desktop\\polymech\\polymech-mono\\packages\\kbot\\tests\\unit\\language.test.ts:124:5\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:533:5\n at runTest (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1056:11)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runSuite (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1205:15)\n at runFiles (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1262:5)\n at startTests (file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/@vitest/runner/dist/index.js:1271:3)\n at file:///C:/Users/zx/Desktop/polymech/polymech-mono/packages/kbot/node_modules/vitest/dist/chunks/runBaseTests.3qpJUEJM.js:126:11",
|
|
"message": "getRouterForModel is not defined"
|
|
}
|
|
},
|
|
"reason": "getRouterForModel is not defined"
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:26.798Z",
|
|
"passed": false,
|
|
"duration": 1253,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:27.731Z",
|
|
"passed": false,
|
|
"duration": 932,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T11:47:28.596Z",
|
|
"passed": false,
|
|
"duration": 864,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "german",
|
|
"prompt": "translate \"hello\" to German. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "hallo",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:55.163Z",
|
|
"passed": false,
|
|
"duration": 1192,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "spanish",
|
|
"prompt": "translate \"yes\" to Spanish. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "sí",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:56.357Z",
|
|
"passed": false,
|
|
"duration": 1193,
|
|
"reason": "Unknown error occurred"
|
|
},
|
|
{
|
|
"test": "french",
|
|
"prompt": "translate \"no\" to French. Return only the translated word, no explanation.",
|
|
"result": [],
|
|
"expected": "non",
|
|
"model": "anthropic/claude-2.0",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T21:53:57.326Z",
|
|
"passed": false,
|
|
"duration": 968,
|
|
"reason": "Unknown error occurred"
|
|
}
|
|
] |