232 lines
6.3 KiB
JSON
232 lines
6.3 KiB
JSON
[
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:20:31.673Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:20:33.287Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:20:34.328Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:21:49.790Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:21:51.896Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:21:52.849Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:24:35.975Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:24:37.455Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:24:38.366Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\"name\": \"test\", \"value\": 42}"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:24:39.480Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\"name\": \"test\", \"value\": 42}"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:24:42.228Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:06.304Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:07.392Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:08.429Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"```json\n{\"name\":\"test\",\"value\":42}\n```"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:09.627Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"```json\n{\n \"name\": \"test\",\n \"value\": 42\n}\n```\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:10.720Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\"name\": \"test\", \"value\": 42}"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:25:12.099Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:30.128Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4\n"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:31.316Z"
|
|
},
|
|
{
|
|
"test": "basic_arithmetic",
|
|
"prompt": "return the result of 2+2, dont comment",
|
|
"result": [
|
|
"4"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:32.279Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\"name\":\"test\",\"value\":42}"
|
|
],
|
|
"model": "deepseek/deepseek-chat:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:33.459Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\n \"name\": \"test\",\n \"value\": 42\n}"
|
|
],
|
|
"model": "google/gemini-2.0-flash-exp:free",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:35.012Z"
|
|
},
|
|
{
|
|
"test": "json_structure",
|
|
"prompt": "return a JSON object with two fields: \"name\" as \"test\" and \"value\" as 42. Return only the JSON, no other text.",
|
|
"result": [
|
|
"{\"name\": \"test\", \"value\": 42}"
|
|
],
|
|
"model": "gpt-4",
|
|
"router": "openrouter",
|
|
"timestamp": "2025-04-01T10:26:36.239Z"
|
|
}
|
|
] |