From edbe69655d6529f0c1c5ddf25f8c2e064e7425d6 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sun, 4 Oct 2026 11:24:43 +0000 Subject: [PATCH] chore: sync model metadata --- packages/ai-openrouter/src/model-meta.ts | 86 +- scripts/.sync-models-last-run | 2 +- scripts/openrouter.models.json | 1015 +++++++++++----------- 3 files changed, 528 insertions(+), 575 deletions(-) diff --git a/packages/ai-openrouter/src/model-meta.ts b/packages/ai-openrouter/src/model-meta.ts index f82211626..01a039985 100644 --- a/packages/ai-openrouter/src/model-meta.ts +++ b/packages/ai-openrouter/src/model-meta.ts @@ -156,11 +156,11 @@ const _DEEPSEEK_DEEPSEEK_FLASH_LATEST = { pricing: { text: { input: { - normal: 0.02, - cached: 0.01, + normal: 0.003, + cached: 0.003, }, output: { - normal: 0.6, + normal: 2.4, }, }, image: 0, @@ -189,12 +189,12 @@ const _DEEPSEEK_DEEPSEEK_PRO_LATEST = { ], }, context_window: 1048576, - max_output_tokens: 943718, + max_output_tokens: 393216, pricing: { text: { input: { - normal: 0.12, - cached: 0.1, + normal: 0.1901, + cached: 0.19, }, output: { normal: 4.2, @@ -231,8 +231,8 @@ const _DEEPSEEK_DEEPSEEK_V4_FLASH_LATEST = { pricing: { text: { input: { - normal: 0.0188, - cached: 0.0188, + normal: 0.0152, + cached: 0.0152, }, output: { normal: 1.28, @@ -332,7 +332,7 @@ const _MOONSHOTAI_KIMI_LATEST = { pricing: { text: { input: { - normal: 0.9895, + normal: 0.6609, cached: 0.45, }, output: { @@ -553,8 +553,8 @@ const _Z_AI_GLM_FLASH_LATEST = { pricing: { text: { input: { - normal: 0.035, - cached: 0.035, + normal: 0.0352, + cached: 0.0352, }, output: { normal: 0.5, @@ -587,15 +587,15 @@ const _Z_AI_GLM_LATEST = { ], }, context_window: 1048576, - max_output_tokens: 131072, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.12, - cached: 0.08, + normal: 0.05, + cached: 0.04, }, output: { - normal: 4, + normal: 5, }, }, image: 0, @@ -2411,15 +2411,15 @@ const DEEPSEEK_DEEPSEEK_CHAT_V3_0324 = { ], }, context_window: 163840, - max_output_tokens: 115200, + max_output_tokens: 147456, pricing: { text: { input: { - normal: 0.29, - cached: 0.11, + normal: 0.25, + cached: 0, }, output: { - normal: 1.14, + normal: 1, }, }, image: 0, @@ -2660,15 +2660,15 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH = { ], }, context_window: 1048576, - max_output_tokens: 384000, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.028, - cached: 0.0056, + normal: 0.0224, + cached: 0.0224, }, output: { - normal: 0.056, + normal: 1.28, }, }, image: 0, @@ -2702,8 +2702,8 @@ const DEEPSEEK_DEEPSEEK_V4_FLASH_0731 = { pricing: { text: { input: { - normal: 0.0188, - cached: 0.0188, + normal: 0.0152, + cached: 0.0152, }, output: { normal: 1.28, @@ -2810,15 +2810,15 @@ const DEEPSEEK_DEEPSEEK_V4_PRO_0813 = { ], }, context_window: 1048576, - max_output_tokens: 393216, + max_output_tokens: 943718, pricing: { text: { input: { - normal: 0.66, - cached: 0.022, + normal: 0.85, + cached: 0.7, }, output: { - normal: 1.98, + normal: 5, }, }, image: 0, @@ -2851,11 +2851,11 @@ const DEEPSEEK_DEEPSEEK_V4_1_FLASH = { pricing: { text: { input: { - normal: 0.3, - cached: 0.006, + normal: 0.003, + cached: 0.003, }, output: { - normal: 1.2, + normal: 2.4, }, }, image: 0, @@ -4979,11 +4979,11 @@ const META_LLAMA_LLAMA_3_3_70B_INSTRUCT = { pricing: { text: { input: { - normal: 0.1, - cached: 0, + normal: 0.22, + cached: 0.11, }, output: { - normal: 0.32, + normal: 0.5, }, }, image: 0, @@ -6677,11 +6677,11 @@ const MOONSHOTAI_KIMI_K3 = { pricing: { text: { input: { - normal: 2.7, - cached: 0.27, + normal: 0.72, + cached: 0.7, }, output: { - normal: 13.5, + normal: 13, }, }, image: 0, @@ -12479,11 +12479,11 @@ const QWEN_QWEN3_8_27B = { pricing: { text: { input: { - normal: 0.42, - cached: 0.085, + normal: 0.425, + cached: 0.61625, }, output: { - normal: 3, + normal: 2.55, }, }, image: 0, @@ -14548,11 +14548,11 @@ const Z_AI_GLM_5_2 = { pricing: { text: { input: { - normal: 0.41, + normal: 0.38, cached: 0.26, }, output: { - normal: 3.99, + normal: 3.49, }, }, image: 0, diff --git a/scripts/.sync-models-last-run b/scripts/.sync-models-last-run index d85fadf71..d9f7449d9 100644 --- a/scripts/.sync-models-last-run +++ b/scripts/.sync-models-last-run @@ -1 +1 @@ -1791024239 +1791113069 diff --git a/scripts/openrouter.models.json b/scripts/openrouter.models.json index d2e9dd9b6..8d13d2797 100644 --- a/scripts/openrouter.models.json +++ b/scripts/openrouter.models.json @@ -263,9 +263,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000002", - "completion": "0.0000006", - "input_cache_read": "0.00000001" + "prompt": "0.000000003", + "completion": "0.0000024", + "input_cache_read": "0.000000003" }, "top_provider": { "context_length": 1048576, @@ -329,13 +329,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000012", + "prompt": "0.0000001901", "completion": "0.0000042", - "input_cache_read": "0.0000001" + "input_cache_read": "0.00000019" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 943718, + "max_completion_tokens": 393216, "is_moderated": false }, "per_request_limits": null, @@ -397,9 +397,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000188", + "prompt": "0.0000000152", "completion": "0.00000128", - "input_cache_read": "0.0000000188" + "input_cache_read": "0.0000000152" }, "top_provider": { "context_length": 1048576, @@ -609,7 +609,7 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000009895", + "prompt": "0.0000006609", "completion": "0.000013", "input_cache_read": "0.00000045" }, @@ -1104,9 +1104,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000035", + "prompt": "0.0000000352", "completion": "0.0000005", - "input_cache_read": "0.000000035" + "input_cache_read": "0.0000000352" }, "top_provider": { "context_length": 1048576, @@ -1174,13 +1174,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000012", - "completion": "0.000004", - "input_cache_read": "0.00000008" + "prompt": "0.00000005", + "completion": "0.000005", + "input_cache_read": "0.00000004" }, "top_provider": { "context_length": 1048576, - "max_completion_tokens": 131072, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -1984,7 +1984,7 @@ { "arena": "models", "category": "website", - "elo": 1303, + "elo": 1302, "win_rate": 56, "rank": 12 } @@ -2180,7 +2180,7 @@ { "arena": "models", "category": "website", - "elo": 1303, + "elo": 1302, "win_rate": 56, "rank": 12 } @@ -3050,7 +3050,7 @@ "category": "3d", "elo": 1229, "win_rate": 58.5, - "rank": 35 + "rank": 36 }, { "arena": "models", @@ -3092,7 +3092,7 @@ "category": "uicomponent", "elo": 1245, "win_rate": 58.1, - "rank": 37 + "rank": 38 }, { "arena": "models", @@ -3190,7 +3190,7 @@ "category": "3d", "elo": 1229, "win_rate": 58.5, - "rank": 35 + "rank": 36 }, { "arena": "models", @@ -3232,7 +3232,7 @@ "category": "uicomponent", "elo": 1245, "win_rate": 58.1, - "rank": 37 + "rank": 38 }, { "arena": "models", @@ -3856,8 +3856,8 @@ { "arena": "models", "category": "3d", - "elo": 1238, - "win_rate": 52.1, + "elo": 1239, + "win_rate": 52.2, "rank": 34 }, { @@ -3865,27 +3865,27 @@ "category": "asciiart", "elo": 1290, "win_rate": 62.4, - "rank": 7 + "rank": 5 }, { "arena": "models", "category": "codecategories", "elo": 1259, "win_rate": 52.8, - "rank": 32 + "rank": 31 }, { "arena": "models", "category": "dataviz", "elo": 1248, - "win_rate": 53.2, + "win_rate": 53.1, "rank": 31 }, { "arena": "models", "category": "gamedev", - "elo": 1275, - "win_rate": 53.3, + "elo": 1276, + "win_rate": 53.2, "rank": 22 }, { @@ -4067,8 +4067,8 @@ { "arena": "models", "category": "3d", - "elo": 1238, - "win_rate": 52.1, + "elo": 1239, + "win_rate": 52.2, "rank": 34 }, { @@ -4076,27 +4076,27 @@ "category": "asciiart", "elo": 1290, "win_rate": 62.4, - "rank": 7 + "rank": 5 }, { "arena": "models", "category": "codecategories", "elo": 1259, "win_rate": 52.8, - "rank": 32 + "rank": 31 }, { "arena": "models", "category": "dataviz", "elo": 1248, - "win_rate": 53.2, + "win_rate": 53.1, "rank": 31 }, { "arena": "models", "category": "gamedev", - "elo": 1275, - "win_rate": 53.3, + "elo": 1276, + "win_rate": 53.2, "rank": 22 }, { @@ -4238,15 +4238,15 @@ { "arena": "models", "category": "3d", - "elo": 1348, + "elo": 1349, "win_rate": 61.1, "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1364, - "win_rate": 68.4, + "elo": 1363, + "win_rate": 68.2, "rank": 1 }, { @@ -4273,22 +4273,22 @@ { "arena": "models", "category": "svg", - "elo": 1315, - "win_rate": 58.9, + "elo": 1314, + "win_rate": 58.8, "rank": 3 }, { "arena": "models", "category": "uicomponent", "elo": 1349, - "win_rate": 60.3, + "win_rate": 60.4, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1316, - "win_rate": 56.2, + "elo": 1315, + "win_rate": 56.1, "rank": 7 } ], @@ -4407,15 +4407,15 @@ { "arena": "models", "category": "3d", - "elo": 1348, + "elo": 1349, "win_rate": 61.1, "rank": 7 }, { "arena": "models", "category": "asciiart", - "elo": 1364, - "win_rate": 68.4, + "elo": 1363, + "win_rate": 68.2, "rank": 1 }, { @@ -4442,22 +4442,22 @@ { "arena": "models", "category": "svg", - "elo": 1315, - "win_rate": 58.9, + "elo": 1314, + "win_rate": 58.8, "rank": 3 }, { "arena": "models", "category": "uicomponent", "elo": 1349, - "win_rate": 60.3, + "win_rate": 60.4, "rank": 5 }, { "arena": "models", "category": "website", - "elo": 1316, - "win_rate": 56.2, + "elo": 1315, + "win_rate": 56.1, "rank": 7 } ], @@ -4536,50 +4536,50 @@ { "arena": "models", "category": "3d", - "elo": 1461, - "win_rate": 73.4, + "elo": 1476, + "win_rate": 75, "rank": 1 }, { "arena": "models", "category": "codecategories", - "elo": 1394, - "win_rate": 64.7, + "elo": 1396, + "win_rate": 64.9, "rank": 1 }, { "arena": "models", "category": "dataviz", - "elo": 1387, - "win_rate": 65.8, + "elo": 1398, + "win_rate": 67.1, "rank": 1 }, { "arena": "models", "category": "gamedev", - "elo": 1481, - "win_rate": 73.9, + "elo": 1479, + "win_rate": 73.7, "rank": 1 }, { "arena": "models", "category": "svg", - "elo": 1336, + "elo": 1335, "win_rate": 49, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1385, - "win_rate": 63.5, + "elo": 1381, + "win_rate": 63, "rank": 2 }, { "arena": "models", "category": "website", - "elo": 1343, - "win_rate": 57.7, + "elo": 1342, + "win_rate": 57.6, "rank": 3 } ], @@ -4655,50 +4655,50 @@ { "arena": "models", "category": "3d", - "elo": 1461, - "win_rate": 73.4, + "elo": 1476, + "win_rate": 75, "rank": 1 }, { "arena": "models", "category": "codecategories", - "elo": 1394, - "win_rate": 64.7, + "elo": 1396, + "win_rate": 64.9, "rank": 1 }, { "arena": "models", "category": "dataviz", - "elo": 1387, - "win_rate": 65.8, + "elo": 1398, + "win_rate": 67.1, "rank": 1 }, { "arena": "models", "category": "gamedev", - "elo": 1481, - "win_rate": 73.9, + "elo": 1479, + "win_rate": 73.7, "rank": 1 }, { "arena": "models", "category": "svg", - "elo": 1336, + "elo": 1335, "win_rate": 49, "rank": 1 }, { "arena": "models", "category": "uicomponent", - "elo": 1385, - "win_rate": 63.5, + "elo": 1381, + "win_rate": 63, "rank": 2 }, { "arena": "models", "category": "website", - "elo": 1343, - "win_rate": 57.7, + "elo": 1342, + "win_rate": 57.6, "rank": 3 } ], @@ -5268,7 +5268,7 @@ "category": "codecategories", "elo": 1282, "win_rate": 59.4, - "rank": 20 + "rank": 19 }, { "arena": "models", @@ -5431,7 +5431,7 @@ "category": "codecategories", "elo": 1282, "win_rate": 59.4, - "rank": 20 + "rank": 19 }, { "arena": "models", @@ -5599,22 +5599,22 @@ "arena": "models", "category": "asciiart", "elo": 1221, - "win_rate": 52, + "win_rate": 52.1, "rank": 19 }, { "arena": "models", "category": "codecategories", "elo": 1283, - "win_rate": 53.2, + "win_rate": 53.1, "rank": 18 }, { "arena": "models", "category": "dataviz", - "elo": 1257, - "win_rate": 52.8, - "rank": 29 + "elo": 1258, + "win_rate": 52.9, + "rank": 27 }, { "arena": "models", @@ -5626,16 +5626,16 @@ { "arena": "models", "category": "svg", - "elo": 1189, - "win_rate": 49.8, + "elo": 1190, + "win_rate": 49.9, "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1287, - "win_rate": 54.3, - "rank": 21 + "elo": 1286, + "win_rate": 54.1, + "rank": 22 }, { "arena": "models", @@ -5775,22 +5775,22 @@ "arena": "models", "category": "asciiart", "elo": 1221, - "win_rate": 52, + "win_rate": 52.1, "rank": 19 }, { "arena": "models", "category": "codecategories", "elo": 1283, - "win_rate": 53.2, + "win_rate": 53.1, "rank": 18 }, { "arena": "models", "category": "dataviz", - "elo": 1257, - "win_rate": 52.8, - "rank": 29 + "elo": 1258, + "win_rate": 52.9, + "rank": 27 }, { "arena": "models", @@ -5802,16 +5802,16 @@ { "arena": "models", "category": "svg", - "elo": 1189, - "win_rate": 49.8, + "elo": 1190, + "win_rate": 49.9, "rank": 28 }, { "arena": "models", "category": "uicomponent", - "elo": 1287, - "win_rate": 54.3, - "rank": 21 + "elo": 1286, + "win_rate": 54.1, + "rank": 22 }, { "arena": "models", @@ -5889,8 +5889,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1400, - "win_rate": 66.3, + "elo": 1415, + "win_rate": 68.4, "rank": 1 } ], @@ -5959,8 +5959,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1400, - "win_rate": 66.3, + "elo": 1415, + "win_rate": 68.4, "rank": 1 } ], @@ -7074,13 +7074,12 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000029", - "completion": "0.00000114", - "input_cache_read": "0.00000011" + "prompt": "0.00000025", + "completion": "0.000001" }, "top_provider": { - "context_length": 128000, - "max_completion_tokens": 115200, + "context_length": 163840, + "max_completion_tokens": 147456, "is_moderated": false }, "per_request_limits": null, @@ -7777,13 +7776,13 @@ "instruct_type": null }, "pricing": { - "prompt": "0.000000028", - "completion": "0.000000056", - "input_cache_read": "0.0000000056" + "prompt": "0.0000000224", + "completion": "0.00000128", + "input_cache_read": "0.0000000224" }, "top_provider": { - "context_length": 1024000, - "max_completion_tokens": 384000, + "context_length": 1048576, + "max_completion_tokens": 943718, "is_moderated": false }, "per_request_limits": null, @@ -7905,9 +7904,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000000188", + "prompt": "0.0000000152", "completion": "0.00000128", - "input_cache_read": "0.0000000188" + "input_cache_read": "0.0000000152" }, "top_provider": { "context_length": 1048576, @@ -7966,7 +7965,7 @@ "arena": "models", "category": "codecategories", "elo": 1236, - "win_rate": 46.5, + "win_rate": 46.4, "rank": 42 }, { @@ -7995,7 +7994,7 @@ "category": "uicomponent", "elo": 1242, "win_rate": 46.8, - "rank": 40 + "rank": 41 }, { "arena": "models", @@ -8247,129 +8246,81 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000066", - "completion": "0.00000198", - "input_cache_read": "0.000000022", - "overrides": [ - { - "utc_days": ["saturday", "sunday"], - "prompt": "0.00000066", - "completion": "0.00000198", - "input_cache_read": "0.000000022" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 0, - "utc_end": 100, - "prompt": "0.00000066", - "completion": "0.00000198", - "input_cache_read": "0.000000022" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 100, - "utc_end": 400, - "prompt": "0.00000132", - "completion": "0.00000396", - "input_cache_read": "0.000000044" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 400, - "utc_end": 600, - "prompt": "0.00000066", - "completion": "0.00000198", - "input_cache_read": "0.000000022" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 600, - "utc_end": 1000, - "prompt": "0.00000132", - "completion": "0.00000396", - "input_cache_read": "0.000000044" - }, - { - "utc_days": ["monday", "tuesday", "wednesday", "thursday", "friday"], - "utc_start": 1000, - "utc_end": 0, - "prompt": "0.00000066", - "completion": "0.00000198", - "input_cache_read": "0.000000022" - } - ] - }, - "top_provider": { - "context_length": 1048576, - "max_completion_tokens": 393216, - "is_moderated": false - }, - "per_request_limits": null, - "supported_parameters": [ - "frequency_penalty", - "include_reasoning", - "logit_bias", - "logprobs", - "max_tokens", - "min_p", - "presence_penalty", - "reasoning", - "reasoning_effort", - "repetition_penalty", - "response_format", - "seed", - "stop", - "structured_outputs", - "temperature", - "tool_choice", - "tools", - "top_k", - "top_logprobs", - "top_p" - ], - "default_parameters": { - "temperature": 1, - "top_p": 1 - }, - "supported_voices": null, - "knowledge_cutoff": null, - "expiration_date": null, - "links": { - "details": "/api/v1/models/deepseek/deepseek-v4-pro-20260813/endpoints" - }, - "benchmarks": { - "design_arena": [], - "artificial_analysis": { - "intelligence_index": 36, - "coding_index": 68.8, - "agentic_index": 41.3 - } - }, - "reasoning": { - "mandatory": false, - "supported_efforts": ["max", "high", "low"], - "default_effort": "high" - } - }, - { - "id": "deepseek/deepseek-v4.1-flash", - "canonical_slug": "deepseek/deepseek-v4.1-flash-20260910", - "hugging_face_id": "deepseek-ai/DeepSeek-V4.1-Flash", - "name": "DeepSeek: DeepSeek V4.1 Flash", - "created": 1789021285, - "description": "DeepSeek V4.1 Flash is a sparse mixture-of-experts model from DeepSeek, and the first built on the company's Causal Encoder-Decoder (CED) architecture. It activates 8B parameters on input and 16B on...", - "context_length": 1048576, - "architecture": { - "modality": "text+image->text", - "input_modalities": ["text", "image"], - "output_modalities": ["text"], - "tokenizer": "DeepSeek", - "instruct_type": null - }, - "pricing": { - "prompt": "0.0000003", - "completion": "0.0000012", - "input_cache_read": "0.000000006" + "prompt": "0.00000085", + "completion": "0.000005", + "input_cache_read": "0.0000007" + }, + "top_provider": { + "context_length": 1048576, + "max_completion_tokens": 943718, + "is_moderated": false + }, + "per_request_limits": null, + "supported_parameters": [ + "frequency_penalty", + "include_reasoning", + "logit_bias", + "logprobs", + "max_tokens", + "min_p", + "presence_penalty", + "reasoning", + "reasoning_effort", + "repetition_penalty", + "response_format", + "seed", + "stop", + "structured_outputs", + "temperature", + "tool_choice", + "tools", + "top_k", + "top_logprobs", + "top_p" + ], + "default_parameters": { + "temperature": 1, + "top_p": 1 + }, + "supported_voices": null, + "knowledge_cutoff": null, + "expiration_date": null, + "links": { + "details": "/api/v1/models/deepseek/deepseek-v4-pro-20260813/endpoints" + }, + "benchmarks": { + "design_arena": [], + "artificial_analysis": { + "intelligence_index": 36, + "coding_index": 68.8, + "agentic_index": 41.3 + } + }, + "reasoning": { + "mandatory": false, + "supported_efforts": ["max", "high", "low"], + "default_effort": "high" + } + }, + { + "id": "deepseek/deepseek-v4.1-flash", + "canonical_slug": "deepseek/deepseek-v4.1-flash-20260910", + "hugging_face_id": "deepseek-ai/DeepSeek-V4.1-Flash", + "name": "DeepSeek: DeepSeek V4.1 Flash", + "created": 1789021285, + "description": "DeepSeek V4.1 Flash is a sparse mixture-of-experts model from DeepSeek, and the first built on the company's Causal Encoder-Decoder (CED) architecture. It activates 8B parameters on input and 16B on...", + "context_length": 1048576, + "architecture": { + "modality": "text+image->text", + "input_modalities": ["text", "image"], + "output_modalities": ["text"], + "tokenizer": "DeepSeek", + "instruct_type": null + }, + "pricing": { + "prompt": "0.000000003", + "completion": "0.0000024", + "input_cache_read": "0.000000003" }, "top_provider": { "context_length": 1048576, @@ -10446,7 +10397,7 @@ "category": "uicomponent", "elo": 1287, "win_rate": 69.4, - "rank": 22 + "rank": 21 }, { "arena": "models", @@ -10745,7 +10696,7 @@ "category": "uicomponent", "elo": 1287, "win_rate": 69.4, - "rank": 22 + "rank": 21 }, { "arena": "models", @@ -10932,7 +10883,7 @@ "category": "asciiart", "elo": 1265, "win_rate": 59, - "rank": 15 + "rank": 16 }, { "arena": "models", @@ -10945,7 +10896,7 @@ "arena": "models", "category": "dataviz", "elo": 1243, - "win_rate": 53, + "win_rate": 52.9, "rank": 36 }, { @@ -10965,8 +10916,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1280, - "win_rate": 55, + "elo": 1281, + "win_rate": 55.1, "rank": 24 }, { @@ -11301,7 +11252,7 @@ "category": "asciiart", "elo": 1265, "win_rate": 59, - "rank": 15 + "rank": 16 }, { "arena": "models", @@ -11314,7 +11265,7 @@ "arena": "models", "category": "dataviz", "elo": 1243, - "win_rate": 53, + "win_rate": 52.9, "rank": 36 }, { @@ -11334,8 +11285,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1280, - "win_rate": 55, + "elo": 1281, + "win_rate": 55.1, "rank": 24 }, { @@ -11480,9 +11431,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1294, - "win_rate": 57.4, - "rank": 5 + "elo": 1289, + "win_rate": 56.9, + "rank": 7 }, { "arena": "models", @@ -11652,9 +11603,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1294, - "win_rate": 57.4, - "rank": 5 + "elo": 1289, + "win_rate": 56.9, + "rank": 7 }, { "arena": "models", @@ -11805,57 +11756,57 @@ { "arena": "models", "category": "3d", - "elo": 1327, - "win_rate": 54.9, + "elo": 1326, + "win_rate": 54.8, "rank": 12 }, { "arena": "models", "category": "asciiart", - "elo": 1289, - "win_rate": 55.9, + "elo": 1286, + "win_rate": 55.6, "rank": 8 }, { "arena": "models", "category": "codecategories", - "elo": 1315, - "win_rate": 55, + "elo": 1316, + "win_rate": 54.7, "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1322, + "elo": 1321, "win_rate": 56.3, "rank": 9 }, { "arena": "models", "category": "gamedev", - "elo": 1335, - "win_rate": 54.7, + "elo": 1337, + "win_rate": 54.6, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1288, - "win_rate": 53.9, - "rank": 11 + "elo": 1289, + "win_rate": 54.3, + "rank": 9 }, { "arena": "models", "category": "uicomponent", - "elo": 1303, - "win_rate": 51.6, + "elo": 1302, + "win_rate": 51.7, "rank": 15 }, { "arena": "models", "category": "website", "elo": 1311, - "win_rate": 55.1, + "win_rate": 54.8, "rank": 8 } ], @@ -11970,57 +11921,57 @@ { "arena": "models", "category": "3d", - "elo": 1327, - "win_rate": 54.9, + "elo": 1326, + "win_rate": 54.8, "rank": 12 }, { "arena": "models", "category": "asciiart", - "elo": 1289, - "win_rate": 55.9, + "elo": 1286, + "win_rate": 55.6, "rank": 8 }, { "arena": "models", "category": "codecategories", - "elo": 1315, - "win_rate": 55, + "elo": 1316, + "win_rate": 54.7, "rank": 10 }, { "arena": "models", "category": "dataviz", - "elo": 1322, + "elo": 1321, "win_rate": 56.3, "rank": 9 }, { "arena": "models", "category": "gamedev", - "elo": 1335, - "win_rate": 54.7, + "elo": 1337, + "win_rate": 54.6, "rank": 8 }, { "arena": "models", "category": "svg", - "elo": 1288, - "win_rate": 53.9, - "rank": 11 + "elo": 1289, + "win_rate": 54.3, + "rank": 9 }, { "arena": "models", "category": "uicomponent", - "elo": 1303, - "win_rate": 51.6, + "elo": 1302, + "win_rate": 51.7, "rank": 15 }, { "arena": "models", "category": "website", "elo": 1311, - "win_rate": 55.1, + "win_rate": 54.8, "rank": 8 } ], @@ -12138,56 +12089,56 @@ "arena": "models", "category": "3d", "elo": 1310, - "win_rate": 50.3, + "win_rate": 50.4, "rank": 14 }, { "arena": "models", "category": "asciiart", - "elo": 1286, - "win_rate": 54, - "rank": 10 + "elo": 1285, + "win_rate": 53.8, + "rank": 9 }, { "arena": "models", "category": "codecategories", "elo": 1310, - "win_rate": 51, + "win_rate": 50.8, "rank": 11 }, { "arena": "models", "category": "dataviz", - "elo": 1269, - "win_rate": 50.2, + "elo": 1267, + "win_rate": 49.9, "rank": 25 }, { "arena": "models", "category": "gamedev", - "elo": 1320, - "win_rate": 51.8, + "elo": 1321, + "win_rate": 51.6, "rank": 10 }, { "arena": "models", "category": "svg", - "elo": 1291, - "win_rate": 53.8, - "rank": 8 + "elo": 1287, + "win_rate": 53.4, + "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1322, - "win_rate": 53.3, + "elo": 1321, + "win_rate": 53.4, "rank": 12 }, { "arena": "models", "category": "website", "elo": 1308, - "win_rate": 50.7, + "win_rate": 50.5, "rank": 10 } ], @@ -12303,56 +12254,56 @@ "arena": "models", "category": "3d", "elo": 1310, - "win_rate": 50.3, + "win_rate": 50.4, "rank": 14 }, { "arena": "models", "category": "asciiart", - "elo": 1286, - "win_rate": 54, - "rank": 10 + "elo": 1285, + "win_rate": 53.8, + "rank": 9 }, { "arena": "models", "category": "codecategories", "elo": 1310, - "win_rate": 51, + "win_rate": 50.8, "rank": 11 }, { "arena": "models", "category": "dataviz", - "elo": 1269, - "win_rate": 50.2, + "elo": 1267, + "win_rate": 49.9, "rank": 25 }, { "arena": "models", "category": "gamedev", - "elo": 1320, - "win_rate": 51.8, + "elo": 1321, + "win_rate": 51.6, "rank": 10 }, { "arena": "models", "category": "svg", - "elo": 1291, - "win_rate": 53.8, - "rank": 8 + "elo": 1287, + "win_rate": 53.4, + "rank": 11 }, { "arena": "models", "category": "uicomponent", - "elo": 1322, - "win_rate": 53.3, + "elo": 1321, + "win_rate": 53.4, "rank": 12 }, { "arena": "models", "category": "website", "elo": 1308, - "win_rate": 50.7, + "win_rate": 50.5, "rank": 10 } ], @@ -13231,8 +13182,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 996, - "win_rate": 19.3, + "elo": 998, + "win_rate": 19.4, "rank": 108 }, { @@ -14176,8 +14127,9 @@ "instruct_type": "llama3" }, "pricing": { - "prompt": "0.0000001", - "completion": "0.00000032" + "prompt": "0.00000022", + "completion": "0.0000005", + "input_cache_read": "0.00000011" }, "top_provider": { "context_length": 131072, @@ -14635,34 +14587,34 @@ "arena": "models", "category": "3d", "elo": 1274, - "win_rate": 49.4, + "win_rate": 49.3, "rank": 22 }, { "arena": "models", "category": "asciiart", - "elo": 1291, - "win_rate": 56.9, + "elo": 1289, + "win_rate": 56.7, "rank": 6 }, { "arena": "models", "category": "codecategories", - "elo": 1283, + "elo": 1282, "win_rate": 51.4, - "rank": 19 + "rank": 20 }, { "arena": "models", "category": "dataviz", - "elo": 1281, - "win_rate": 51, + "elo": 1280, + "win_rate": 50.9, "rank": 19 }, { "arena": "models", "category": "gamedev", - "elo": 1284, + "elo": 1285, "win_rate": 48.1, "rank": 19 }, @@ -14802,22 +14754,22 @@ { "arena": "models", "category": "3d", - "elo": 1322, - "win_rate": 53, + "elo": 1321, + "win_rate": 52.9, "rank": 13 }, { "arena": "models", "category": "asciiart", - "elo": 1311, - "win_rate": 58.8, + "elo": 1310, + "win_rate": 58.6, "rank": 4 }, { "arena": "models", "category": "codecategories", "elo": 1319, - "win_rate": 52.6, + "win_rate": 52.4, "rank": 8 }, { @@ -14830,29 +14782,29 @@ { "arena": "models", "category": "gamedev", - "elo": 1312, - "win_rate": 50.6, + "elo": 1313, + "win_rate": 50.5, "rank": 12 }, { "arena": "models", "category": "svg", "elo": 1289, - "win_rate": 55.8, + "win_rate": 55.7, "rank": 10 }, { "arena": "models", "category": "uicomponent", - "elo": 1310, - "win_rate": 52.5, + "elo": 1308, + "win_rate": 52.3, "rank": 13 }, { "arena": "models", "category": "website", "elo": 1319, - "win_rate": 52.6, + "win_rate": 52.4, "rank": 6 } ], @@ -15003,21 +14955,21 @@ { "arena": "models", "category": "3d", - "elo": 1411, + "elo": 1412, "win_rate": 64.2, "rank": 2 }, { "arena": "models", "category": "codecategories", - "elo": 1359, - "win_rate": 57.9, + "elo": 1360, + "win_rate": 57.8, "rank": 3 }, { "arena": "models", "category": "dataviz", - "elo": 1334, + "elo": 1333, "win_rate": 56.7, "rank": 8 }, @@ -15025,28 +14977,28 @@ "arena": "models", "category": "gamedev", "elo": 1354, - "win_rate": 56.1, + "win_rate": 56, "rank": 4 }, { "arena": "models", "category": "svg", - "elo": 1319, - "win_rate": 51.8, + "elo": 1316, + "win_rate": 51.5, "rank": 2 }, { "arena": "models", "category": "uicomponent", - "elo": 1360, - "win_rate": 58, + "elo": 1358, + "win_rate": 57.8, "rank": 4 }, { "arena": "models", "category": "website", "elo": 1365, - "win_rate": 58.8, + "win_rate": 58.7, "rank": 1 }, { @@ -15380,7 +15332,7 @@ "category": "dataviz", "elo": 1149, "win_rate": 50, - "rank": 77 + "rank": 76 }, { "arena": "models", @@ -15940,7 +15892,7 @@ "arena": "models", "category": "codecategories", "elo": 1254, - "win_rate": 51, + "win_rate": 50.9, "rank": 33 }, { @@ -18301,7 +18253,7 @@ "category": "uicomponent", "elo": 1243, "win_rate": 53.6, - "rank": 39 + "rank": 40 }, { "arena": "models", @@ -18503,7 +18455,7 @@ "category": "dataviz", "elo": 1258, "win_rate": 52, - "rank": 27 + "rank": 28 }, { "arena": "models", @@ -18677,20 +18629,20 @@ "category": "asciiart", "elo": 1209, "win_rate": 48.3, - "rank": 24 + "rank": 23 }, { "arena": "models", "category": "codecategories", - "elo": 1260, + "elo": 1259, "win_rate": 50.3, - "rank": 31 + "rank": 32 }, { "arena": "models", "category": "dataviz", "elo": 1233, - "win_rate": 48.8, + "win_rate": 48.7, "rank": 42 }, { @@ -18704,15 +18656,15 @@ "arena": "models", "category": "svg", "elo": 1175, - "win_rate": 45, + "win_rate": 44.9, "rank": 35 }, { "arena": "models", "category": "uicomponent", - "elo": 1270, - "win_rate": 51.5, - "rank": 29 + "elo": 1271, + "win_rate": 51.7, + "rank": 28 }, { "arena": "models", @@ -18749,9 +18701,9 @@ "instruct_type": null }, "pricing": { - "prompt": "0.0000027", - "completion": "0.0000135", - "input_cache_read": "0.00000027" + "prompt": "0.00000072", + "completion": "0.000013", + "input_cache_read": "0.0000007" }, "top_provider": { "context_length": 1048576, @@ -19786,8 +19738,8 @@ { "arena": "models", "category": "asciiart", - "elo": 1104, - "win_rate": 37.9, + "elo": 1103, + "win_rate": 37.5, "rank": 59 }, { @@ -19800,9 +19752,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1150, - "win_rate": 37.7, - "rank": 76 + "elo": 1149, + "win_rate": 37.5, + "rank": 77 }, { "arena": "models", @@ -19815,14 +19767,14 @@ "arena": "models", "category": "svg", "elo": 1070, - "win_rate": 33, + "win_rate": 32.9, "rank": 68 }, { "arena": "models", "category": "uicomponent", - "elo": 1148, - "win_rate": 36.7, + "elo": 1147, + "win_rate": 36.6, "rank": 74 }, { @@ -19909,8 +19861,8 @@ { "arena": "models", "category": "asciiart", - "elo": 1104, - "win_rate": 37.9, + "elo": 1103, + "win_rate": 37.5, "rank": 59 }, { @@ -19923,9 +19875,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1150, - "win_rate": 37.7, - "rank": 76 + "elo": 1149, + "win_rate": 37.5, + "rank": 77 }, { "arena": "models", @@ -19938,14 +19890,14 @@ "arena": "models", "category": "svg", "elo": 1070, - "win_rate": 33, + "win_rate": 32.9, "rank": 68 }, { "arena": "models", "category": "uicomponent", - "elo": 1148, - "win_rate": 36.7, + "elo": 1147, + "win_rate": 36.6, "rank": 74 }, { @@ -22950,7 +22902,7 @@ "category": "uicomponent", "elo": 1244, "win_rate": 60, - "rank": 38 + "rank": 39 }, { "arena": "models", @@ -23387,7 +23339,7 @@ "category": "dataviz", "elo": 1209, "win_rate": 56.1, - "rank": 51 + "rank": 52 }, { "arena": "models", @@ -23794,7 +23746,7 @@ "category": "dataviz", "elo": 1209, "win_rate": 56.1, - "rank": 51 + "rank": 52 }, { "arena": "models", @@ -23935,7 +23887,7 @@ "category": "asciiart", "elo": 1162, "win_rate": 51.2, - "rank": 37 + "rank": 38 }, { "arena": "models", @@ -24098,7 +24050,7 @@ "category": "uicomponent", "elo": 1247, "win_rate": 57.4, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -24732,7 +24684,7 @@ "category": "uicomponent", "elo": 1247, "win_rate": 57.4, - "rank": 36 + "rank": 37 }, { "arena": "models", @@ -24969,15 +24921,15 @@ { "arena": "models", "category": "dataviz", - "elo": 1272, - "win_rate": 56, - "rank": 23 + "elo": 1273, + "win_rate": 56.1, + "rank": 22 }, { "arena": "models", "category": "gamedev", - "elo": 1307, - "win_rate": 58, + "elo": 1308, + "win_rate": 58.1, "rank": 13 }, { @@ -24991,7 +24943,7 @@ "arena": "models", "category": "uicomponent", "elo": 1265, - "win_rate": 53.9, + "win_rate": 53.8, "rank": 30 }, { @@ -25323,15 +25275,15 @@ { "arena": "models", "category": "dataviz", - "elo": 1272, - "win_rate": 56, - "rank": 23 + "elo": 1273, + "win_rate": 56.1, + "rank": 22 }, { "arena": "models", "category": "gamedev", - "elo": 1307, - "win_rate": 58, + "elo": 1308, + "win_rate": 58.1, "rank": 13 }, { @@ -25345,7 +25297,7 @@ "arena": "models", "category": "uicomponent", "elo": 1265, - "win_rate": 53.9, + "win_rate": 53.8, "rank": 30 }, { @@ -32366,14 +32318,14 @@ { "arena": "models", "category": "asciiart", - "elo": 1127, - "win_rate": 41.8, + "elo": 1128, + "win_rate": 42.1, "rank": 54 }, { "arena": "models", "category": "codecategories", - "elo": 1242, + "elo": 1241, "win_rate": 50.5, "rank": 39 }, @@ -32402,8 +32354,8 @@ "arena": "models", "category": "uicomponent", "elo": 1240, - "win_rate": 51.1, - "rank": 41 + "win_rate": 51, + "rank": 42 }, { "arena": "models", @@ -32662,8 +32614,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1277, - "win_rate": 53.9, + "elo": 1276, + "win_rate": 53.8, "rank": 26 }, { @@ -32671,7 +32623,7 @@ "category": "website", "elo": 1280, "win_rate": 54.8, - "rank": 21 + "rank": 22 } ], "artificial_analysis": { @@ -32751,8 +32703,8 @@ { "arena": "models", "category": "3d", - "elo": 1252, - "win_rate": 48.4, + "elo": 1253, + "win_rate": 48.5, "rank": 30 }, { @@ -32773,7 +32725,7 @@ "arena": "models", "category": "dataviz", "elo": 1284, - "win_rate": 51.1, + "win_rate": 51.2, "rank": 18 }, { @@ -32787,14 +32739,14 @@ "arena": "models", "category": "svg", "elo": 1213, - "win_rate": 47.8, + "win_rate": 47.9, "rank": 22 }, { "arena": "models", "category": "uicomponent", "elo": 1264, - "win_rate": 48.9, + "win_rate": 48.8, "rank": 32 }, { @@ -32906,9 +32858,10 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000042", - "completion": "0.000003", - "input_cache_read": "0.000000085" + "prompt": "0.000000425", + "completion": "0.00000255", + "input_cache_read": "0.000000085", + "input_cache_write": "0.00000053125" }, "top_provider": { "context_length": 1000000, @@ -34032,9 +33985,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1161, - "win_rate": 45, - "rank": 38 + "elo": 1163, + "win_rate": 45.1, + "rank": 37 }, { "arena": "models", @@ -34047,7 +34000,7 @@ "arena": "models", "category": "dataviz", "elo": 1179, - "win_rate": 43, + "win_rate": 42.9, "rank": 62 }, { @@ -34060,15 +34013,15 @@ { "arena": "models", "category": "svg", - "elo": 1079, - "win_rate": 37.1, + "elo": 1080, + "win_rate": 37.2, "rank": 64 }, { "arena": "models", "category": "uicomponent", - "elo": 1186, - "win_rate": 42.5, + "elo": 1185, + "win_rate": 42.3, "rank": 59 }, { @@ -34754,22 +34707,22 @@ { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 33.9, + "elo": 1102, + "win_rate": 33.7, "rank": 60 }, { "arena": "models", "category": "codecategories", "elo": 1210, - "win_rate": 42.2, + "win_rate": 42.1, "rank": 50 }, { "arena": "models", "category": "dataviz", "elo": 1175, - "win_rate": 38.3, + "win_rate": 38.2, "rank": 66 }, { @@ -34782,22 +34735,22 @@ { "arena": "models", "category": "svg", - "elo": 1112, - "win_rate": 34, + "elo": 1113, + "win_rate": 34.1, "rank": 56 }, { "arena": "models", "category": "uicomponent", - "elo": 1206, - "win_rate": 41.3, + "elo": 1204, + "win_rate": 41, "rank": 53 }, { "arena": "models", "category": "website", - "elo": 1228, - "win_rate": 44.2, + "elo": 1229, + "win_rate": 44.3, "rank": 48 } ], @@ -35018,22 +34971,22 @@ { "arena": "models", "category": "asciiart", - "elo": 1103, - "win_rate": 33.9, + "elo": 1102, + "win_rate": 33.7, "rank": 60 }, { "arena": "models", "category": "codecategories", "elo": 1210, - "win_rate": 42.2, + "win_rate": 42.1, "rank": 50 }, { "arena": "models", "category": "dataviz", "elo": 1175, - "win_rate": 38.3, + "win_rate": 38.2, "rank": 66 }, { @@ -35046,22 +34999,22 @@ { "arena": "models", "category": "svg", - "elo": 1112, - "win_rate": 34, + "elo": 1113, + "win_rate": 34.1, "rank": 56 }, { "arena": "models", "category": "uicomponent", - "elo": 1206, - "win_rate": 41.3, + "elo": 1204, + "win_rate": 41, "rank": 53 }, { "arena": "models", "category": "website", - "elo": 1228, - "win_rate": 44.2, + "elo": 1229, + "win_rate": 44.3, "rank": 48 } ], @@ -35952,14 +35905,14 @@ { "arena": "models", "category": "svg", - "elo": 1081, + "elo": 1082, "win_rate": 37.9, "rank": 63 }, { "arena": "models", "category": "uicomponent", - "elo": 1200, + "elo": 1199, "win_rate": 45.4, "rank": 54 }, @@ -36179,14 +36132,14 @@ { "arena": "models", "category": "svg", - "elo": 1081, + "elo": 1082, "win_rate": 37.9, "rank": 63 }, { "arena": "models", "category": "uicomponent", - "elo": 1200, + "elo": 1199, "win_rate": 45.4, "rank": 54 }, @@ -36329,16 +36282,16 @@ { "arena": "models", "category": "3d", - "elo": 1273, + "elo": 1274, "win_rate": 50.4, "rank": 23 }, { "arena": "models", "category": "asciiart", - "elo": 1265, - "win_rate": 54.6, - "rank": 16 + "elo": 1266, + "win_rate": 54.8, + "rank": 15 }, { "arena": "models", @@ -36364,15 +36317,15 @@ { "arena": "models", "category": "svg", - "elo": 1221, - "win_rate": 49.1, + "elo": 1222, + "win_rate": 49.2, "rank": 18 }, { "arena": "models", "category": "uicomponent", "elo": 1285, - "win_rate": 51.5, + "win_rate": 51.6, "rank": 23 }, { @@ -36523,9 +36476,9 @@ { "arena": "models", "category": "asciiart", - "elo": 1287, - "win_rate": 57.9, - "rank": 9 + "elo": 1285, + "win_rate": 57.7, + "rank": 10 }, { "arena": "models", @@ -36551,16 +36504,16 @@ { "arena": "models", "category": "svg", - "elo": 1245, - "win_rate": 49.7, + "elo": 1244, + "win_rate": 49.6, "rank": 14 }, { "arena": "models", "category": "uicomponent", - "elo": 1300, - "win_rate": 53.5, - "rank": 16 + "elo": 1297, + "win_rate": 53.1, + "rank": 17 }, { "arena": "models", @@ -36662,9 +36615,9 @@ { "arena": "models", "category": "uicomponent", - "elo": 1233, - "win_rate": 42.6, - "rank": 43 + "elo": 1250, + "win_rate": 44.8, + "rank": 36 }, { "arena": "models", @@ -36824,9 +36777,9 @@ { "arena": "models", "category": "3d", - "elo": 1229, + "elo": 1230, "win_rate": 50.8, - "rank": 36 + "rank": 35 }, { "arena": "models", @@ -36846,8 +36799,8 @@ "arena": "models", "category": "dataviz", "elo": 1258, - "win_rate": 53.6, - "rank": 28 + "win_rate": 53.7, + "rank": 29 }, { "arena": "models", @@ -36859,7 +36812,7 @@ { "arena": "models", "category": "svg", - "elo": 1176, + "elo": 1177, "win_rate": 50.5, "rank": 34 }, @@ -36867,7 +36820,7 @@ "arena": "models", "category": "uicomponent", "elo": 1263, - "win_rate": 53.9, + "win_rate": 53.8, "rank": 33 }, { @@ -36953,7 +36906,7 @@ "arena": "models", "category": "3d", "elo": 1260, - "win_rate": 54.3, + "win_rate": 54.2, "rank": 28 }, { @@ -36966,36 +36919,36 @@ { "arena": "models", "category": "codecategories", - "elo": 1273, + "elo": 1272, "win_rate": 52, "rank": 26 }, { "arena": "models", "category": "dataviz", - "elo": 1267, - "win_rate": 50.6, + "elo": 1266, + "win_rate": 50.5, "rank": 26 }, { "arena": "models", "category": "gamedev", - "elo": 1271, + "elo": 1272, "win_rate": 53.3, "rank": 29 }, { "arena": "models", "category": "svg", - "elo": 1179, - "win_rate": 48.3, + "elo": 1178, + "win_rate": 48.1, "rank": 33 }, { "arena": "models", "category": "uicomponent", - "elo": 1262, - "win_rate": 52.2, + "elo": 1258, + "win_rate": 51.6, "rank": 34 }, { @@ -37154,29 +37107,29 @@ { "arena": "models", "category": "3d", - "elo": 1342, - "win_rate": 57.8, + "elo": 1343, + "win_rate": 57.9, "rank": 8 }, { "arena": "models", "category": "codecategories", "elo": 1324, - "win_rate": 54, + "win_rate": 53.5, "rank": 6 }, { "arena": "models", "category": "dataviz", - "elo": 1335, - "win_rate": 59.2, + "elo": 1333, + "win_rate": 59.1, "rank": 7 }, { "arena": "models", "category": "gamedev", - "elo": 1319, - "win_rate": 53.5, + "elo": 1321, + "win_rate": 53.2, "rank": 11 }, { @@ -37189,8 +37142,8 @@ { "arena": "models", "category": "website", - "elo": 1320, - "win_rate": 52.5, + "elo": 1319, + "win_rate": 52, "rank": 5 } ], @@ -38149,7 +38102,7 @@ "category": "uicomponent", "elo": 1237, "win_rate": 53.6, - "rank": 42 + "rank": 43 }, { "arena": "models", @@ -38222,7 +38175,7 @@ "arena": "models", "category": "3d", "elo": 1264, - "win_rate": 56, + "win_rate": 55.9, "rank": 25 }, { @@ -38244,7 +38197,7 @@ "category": "dataviz", "elo": 1272, "win_rate": 55.1, - "rank": 22 + "rank": 23 }, { "arena": "models", @@ -38263,9 +38216,9 @@ { "arena": "models", "category": "uicomponent", - "elo": 1271, + "elo": 1270, "win_rate": 55.5, - "rank": 28 + "rank": 29 }, { "arena": "models", @@ -38519,8 +38472,8 @@ "instruct_type": null }, "pricing": { - "prompt": "0.00000041", - "completion": "0.00000399", + "prompt": "0.00000038", + "completion": "0.00000349", "input_cache_read": "0.00000026" }, "top_provider": { @@ -38634,15 +38587,15 @@ { "arena": "models", "category": "asciiart", - "elo": 1210, - "win_rate": 46.9, - "rank": 23 + "elo": 1208, + "win_rate": 46.6, + "rank": 24 }, { "arena": "models", "category": "codecategories", "elo": 1296, - "win_rate": 51.6, + "win_rate": 51.3, "rank": 14 }, { @@ -38663,21 +38616,21 @@ "arena": "models", "category": "svg", "elo": 1219, - "win_rate": 49.4, + "win_rate": 49.3, "rank": 19 }, { "arena": "models", "category": "uicomponent", - "elo": 1299, - "win_rate": 55.1, - "rank": 17 + "elo": 1301, + "win_rate": 55.3, + "rank": 16 }, { "arena": "models", "category": "website", - "elo": 1296, - "win_rate": 51.1, + "elo": 1295, + "win_rate": 50.6, "rank": 15 } ], @@ -38759,21 +38712,21 @@ "arena": "models", "category": "3d", "elo": 1373, - "win_rate": 66, + "win_rate": 65.9, "rank": 5 }, { "arena": "models", "category": "asciiart", "elo": 1220, - "win_rate": 46.5, + "win_rate": 46.9, "rank": 20 }, { "arena": "models", "category": "codecategories", "elo": 1319, - "win_rate": 56.4, + "win_rate": 56.1, "rank": 7 }, { @@ -38786,8 +38739,8 @@ { "arena": "models", "category": "gamedev", - "elo": 1344, - "win_rate": 57.2, + "elo": 1340, + "win_rate": 55.9, "rank": 7 }, { @@ -38800,8 +38753,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1332, - "win_rate": 58.6, + "elo": 1329, + "win_rate": 58.4, "rank": 9 }, { @@ -38947,7 +38900,7 @@ "category": "svg", "elo": 1290, "win_rate": 57.1, - "rank": 9 + "rank": 8 }, { "arena": "models", @@ -38959,9 +38912,9 @@ { "arena": "models", "category": "website", - "elo": 1279, + "elo": 1280, "win_rate": 48.5, - "rank": 22 + "rank": 21 } ], "artificial_analysis": { @@ -39075,7 +39028,7 @@ "category": "svg", "elo": 1290, "win_rate": 57.1, - "rank": 9 + "rank": 8 }, { "arena": "models", @@ -39087,9 +39040,9 @@ { "arena": "models", "category": "website", - "elo": 1279, + "elo": 1280, "win_rate": 48.5, - "rank": 22 + "rank": 21 } ], "artificial_analysis": { @@ -39283,21 +39236,21 @@ "arena": "models", "category": "3d", "elo": 1373, - "win_rate": 66, + "win_rate": 65.9, "rank": 5 }, { "arena": "models", "category": "asciiart", "elo": 1220, - "win_rate": 46.5, + "win_rate": 46.9, "rank": 20 }, { "arena": "models", "category": "codecategories", "elo": 1319, - "win_rate": 56.4, + "win_rate": 56.1, "rank": 7 }, { @@ -39310,8 +39263,8 @@ { "arena": "models", "category": "gamedev", - "elo": 1344, - "win_rate": 57.2, + "elo": 1340, + "win_rate": 55.9, "rank": 7 }, { @@ -39324,8 +39277,8 @@ { "arena": "models", "category": "uicomponent", - "elo": 1332, - "win_rate": 58.6, + "elo": 1329, + "win_rate": 58.4, "rank": 9 }, { @@ -39518,7 +39471,7 @@ "arena": "models", "category": "3d", "elo": 1225, - "win_rate": 52.9, + "win_rate": 52.8, "rank": 37 }, { @@ -39538,9 +39491,9 @@ { "arena": "models", "category": "dataviz", - "elo": 1208, - "win_rate": 47.6, - "rank": 52 + "elo": 1209, + "win_rate": 47.7, + "rank": 51 }, { "arena": "models", @@ -39560,14 +39513,14 @@ "arena": "models", "category": "uicomponent", "elo": 1220, - "win_rate": 48.7, + "win_rate": 48.6, "rank": 47 }, { "arena": "models", "category": "website", "elo": 1237, - "win_rate": 49.3, + "win_rate": 49.2, "rank": 43 } ]