{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-03-31", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-03-31", "retrieved_at": "2026-07-26", "entry_count": 336, "entries": [ { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1504.1755202592285, "rating_lower": 1498.5900688840668, "rating_upper": 1509.7609716343902, "vote_count": 13919 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1499.5137636232428, "rating_lower": 1494.087444669928, "rating_upper": 1504.9400825765574, "vote_count": 14874 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 3, "rating": 1494.06210014594, "rating_lower": 1488.731046408046, "rating_upper": 1499.393153883834, "vote_count": 17446 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 4, "rating": 1491.1758624637132, "rating_lower": 1483.9161703705577, "rating_upper": 1498.435554556869, "vote_count": 7379 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 5, "rating": 1486.3624761986428, "rating_lower": 1482.460365652983, "rating_upper": 1490.2645867443025, "vote_count": 41627 }, { "record_id": "gpt-5.4-high", "model": "gpt-5.4-high", "provider": "openai", "license": "Proprietary", "rank": 6, "rating": 1483.6397121793284, "rating_lower": 1476.2258766382906, "rating_upper": 1491.0535477203662, "vote_count": 7068 }, { "record_id": "grok-4.20-beta-0309-reasoning", "model": "grok-4.20-beta-0309-reasoning", "provider": "xai", "license": "Proprietary", "rank": 7, "rating": 1480.5708754743562, "rating_lower": 1473.469309589639, "rating_upper": 1487.6724413590734, "vote_count": 7241 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 8, "rating": 1478.5322181173497, "rating_lower": 1472.943251340833, "rating_upper": 1484.1211848938665, "vote_count": 12973 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 9, "rating": 1474.4341623388502, "rating_lower": 1469.9732786611382, "rating_upper": 1478.895046016562, "vote_count": 30958 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 10, "rating": 1473.6506579887086, "rating_lower": 1469.704981659866, "rating_upper": 1477.5963343175513, "vote_count": 37458 }, { "record_id": "grok-4.20-multi-agent-beta-0309", "model": "grok-4.20-multi-agent-beta-0309", "provider": "xai", "license": "Proprietary", "rank": 11, "rating": 1473.1810524353332, "rating_lower": 1466.2540387353456, "rating_upper": 1480.1080661353208, "vote_count": 7716 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 12, "rating": 1470.979430237884, "rating_lower": 1467.2231193597538, "rating_upper": 1474.735741116014, "vote_count": 45335 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 13, "rating": 1468.3438212902192, "rating_lower": 1464.5811279598404, "rating_upper": 1472.1065146205983, "vote_count": 44604 }, { "record_id": "qwen3.5-max-preview", "model": "qwen3.5-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 14, "rating": 1467.0102002910571, "rating_lower": 1459.18898824097, "rating_upper": 1474.8314123411442, "vote_count": 5819 }, { "record_id": "gpt-5.4", "model": "gpt-5.4", "provider": "openai", "license": "Proprietary", "rank": 15, "rating": 1463.7487846200893, "rating_lower": 1456.4018171058997, "rating_upper": 1471.0957521342789, "vote_count": 7186 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 16, "rating": 1463.5051532745356, "rating_lower": 1459.3634637616883, "rating_upper": 1467.6468427873826, "vote_count": 30347 }, { "record_id": "dola-seed-2.0-preview", "model": "dola-seed-2.0-preview", "provider": "Bytedance", "license": "Proprietary", "rank": 17, "rating": 1462.639259274411, "rating_lower": 1457.0139095258942, "rating_upper": 1468.2646090229275, "vote_count": 13347 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 18, "rating": 1462.4885517815487, "rating_lower": 1456.469494818173, "rating_upper": 1468.5076087449245, "vote_count": 11078 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 19, "rating": 1461.3590302544874, "rating_lower": 1457.6325504533454, "rating_upper": 1465.0855100556296, "vote_count": 49219 }, { "record_id": "gpt-5.3-chat-latest", "model": "gpt-5.3-chat-latest", "provider": "openai", "license": "Proprietary", "rank": 20, "rating": 1460.2035015963486, "rating_lower": 1454.239555307829, "rating_upper": 1466.1674478848684, "vote_count": 11689 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 21, "rating": 1455.669968212183, "rating_lower": 1449.88196145581, "rating_upper": 1461.4579749685558, "vote_count": 12130 }, { "record_id": "gpt-5.4-mini-high", "model": "gpt-5.4-mini-high", "provider": "openai", "license": "Proprietary", "rank": 22, "rating": 1455.1035412851638, "rating_lower": 1446.0601575515982, "rating_upper": 1464.1469250187297, "vote_count": 4403 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 23, "rating": 1454.8243947697283, "rating_lower": 1450.9883509920062, "rating_upper": 1458.660438547451, "vote_count": 41166 }, { "record_id": "gemma-4-31b", "model": "gemma-4-31b", "provider": "google", "license": "Apache 2.0", "rank": 24, "rating": 1453.57351855432, "rating_lower": 1444.6851241298864, "rating_upper": 1462.4619129787536, "vote_count": 4298 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 25, "rating": 1453.0311106045426, "rating_lower": 1447.9974049554496, "rating_upper": 1458.064816253636, "vote_count": 17812 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 26, "rating": 1452.7389996918978, "rating_lower": 1449.389278639038, "rating_upper": 1456.0887207447572, "vote_count": 56103 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 27, "rating": 1452.55708936117, "rating_lower": 1449.374070147599, "rating_upper": 1455.740108574741, "vote_count": 58147 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 28, "rating": 1450.2315156825591, "rating_lower": 1445.4123711799075, "rating_upper": 1455.0506601852107, "vote_count": 20765 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 29, "rating": 1449.8169993583472, "rating_lower": 1444.2206761410994, "rating_upper": 1455.413322575595, "vote_count": 12885 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 30, "rating": 1449.7008175028618, "rating_lower": 1443.1445685994645, "rating_upper": 1456.2570664062591, "vote_count": 9827 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 31, "rating": 1448.6305647455158, "rating_lower": 1445.1673038053184, "rating_upper": 1452.0938256857132, "vote_count": 50182 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 32, "rating": 1448.118924825839, "rating_lower": 1445.3881259165073, "rating_upper": 1450.8497237351708, "vote_count": 105344 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 33, "rating": 1446.855792793608, "rating_lower": 1443.838529310077, "rating_upper": 1449.873056277139, "vote_count": 77948 }, { "record_id": "mimo-v2-pro", "model": "mimo-v2-pro", "provider": "xiaomi", "license": "Proprietary", "rank": 34, "rating": 1444.5903132536448, "rating_lower": 1437.0452692963252, "rating_upper": 1452.135357210965, "vote_count": 6255 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 35, "rating": 1444.225137318639, "rating_lower": 1438.544965257634, "rating_upper": 1449.9053093796445, "vote_count": 14547 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 36, "rating": 1443.0783171819794, "rating_lower": 1440.243383209482, "rating_upper": 1445.9132511544767, "vote_count": 83049 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 37, "rating": 1443.011736115922, "rating_lower": 1436.887639068107, "rating_upper": 1449.135833163737, "vote_count": 12200 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 38, "rating": 1441.498255924053, "rating_lower": 1437.0818817317777, "rating_upper": 1445.9146301163285, "vote_count": 27910 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 39, "rating": 1440.462521565326, "rating_lower": 1435.9962185814345, "rating_upper": 1444.9288245492176, "vote_count": 24857 }, { "record_id": "gemma-4-26b-a4b", "model": "gemma-4-26b-a4b", "provider": "google", "license": "Apache 2.0", "rank": 40, "rating": 1439.428508982762, "rating_lower": 1430.4881236668623, "rating_upper": 1448.3688942986616, "vote_count": 4204 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 41, "rating": 1438.509501891576, "rating_lower": 1434.7883394360497, "rating_upper": 1442.2306643471024, "vote_count": 43866 }, { "record_id": "gemini-3.1-flash-lite-preview", "model": "gemini-3.1-flash-lite-preview", "provider": "google", "license": "Proprietary", "rank": 42, "rating": 1438.0460419674575, "rating_lower": 1432.445917411599, "rating_upper": 1443.6461665233155, "vote_count": 13485 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 43, "rating": 1435.050296501448, "rating_lower": 1430.558642091794, "rating_upper": 1439.541950911102, "vote_count": 27958 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 44, "rating": 1433.534323664657, "rating_lower": 1429.026063766362, "rating_upper": 1438.042583562952, "vote_count": 32253 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 45, "rating": 1433.1507522213335, "rating_lower": 1426.5291398683885, "rating_upper": 1439.772364574279, "vote_count": 8234 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 46, "rating": 1431.3480213841815, "rating_lower": 1427.6163049482975, "rating_upper": 1435.079737820066, "vote_count": 40085 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 47, "rating": 1431.2595024322131, "rating_lower": 1427.6579492955152, "rating_upper": 1434.8610555689113, "vote_count": 60179 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 48, "rating": 1429.846540285088, "rating_lower": 1426.2558564453411, "rating_upper": 1433.4372241248348, "vote_count": 43911 }, { "record_id": "amazon-nova-experimental-chat-26-02-10", "model": "amazon-nova-experimental-chat-26-02-10", "provider": "amazon", "license": "Proprietary", "rank": 49, "rating": 1428.6505284467928, "rating_lower": 1418.7870969010055, "rating_upper": 1438.51395999258, "vote_count": 3461 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 50, "rating": 1426.0984037566514, "rating_lower": 1421.824691375497, "rating_upper": 1430.3721161378053, "vote_count": 31856 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 51, "rating": 1425.9510147607598, "rating_lower": 1422.0090141017065, "rating_upper": 1429.8930154198135, "vote_count": 35978 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 52, "rating": 1424.8811514542772, "rating_lower": 1418.350386936601, "rating_upper": 1431.411915971954, "vote_count": 9147 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 53, "rating": 1424.602394069681, "rating_lower": 1418.1770603354812, "rating_upper": 1431.0277278038805, "vote_count": 9240 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 54, "rating": 1424.0277530788576, "rating_lower": 1420.1223881852886, "rating_upper": 1427.9331179724268, "vote_count": 38879 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 55, "rating": 1423.8577762245864, "rating_lower": 1419.527410264924, "rating_upper": 1428.188142184249, "vote_count": 37201 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 56, "rating": 1422.9621828743857, "rating_lower": 1416.5589097808886, "rating_upper": 1429.3654559678828, "vote_count": 12031 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 57, "rating": 1422.7254073420158, "rating_lower": 1418.7290824975694, "rating_upper": 1426.7217321864623, "vote_count": 33353 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 58, "rating": 1422.2866955647892, "rating_lower": 1419.4514627774852, "rating_upper": 1425.121928352093, "vote_count": 79689 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 59, "rating": 1421.6905839575334, "rating_lower": 1416.043237385277, "rating_upper": 1427.3379305297894, "vote_count": 18595 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 60, "rating": 1420.816658057484, "rating_lower": 1413.2087740511477, "rating_upper": 1428.4245420638204, "vote_count": 6870 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 61, "rating": 1419.0339463264231, "rating_lower": 1410.267861763753, "rating_upper": 1427.8000308890937, "vote_count": 4766 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 62, "rating": 1417.883157115012, "rating_lower": 1411.881412954189, "rating_upper": 1423.884901275835, "vote_count": 15079 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 63, "rating": 1417.567792763232, "rating_lower": 1411.0850939870909, "rating_upper": 1424.0504915393728, "vote_count": 11868 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 64, "rating": 1417.089074697261, "rating_lower": 1412.2480415685573, "rating_upper": 1421.930107825964, "vote_count": 27876 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 65, "rating": 1416.8800608162692, "rating_lower": 1410.2889946934615, "rating_upper": 1423.4711269390768, "vote_count": 11822 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 66, "rating": 1416.4324757555569, "rating_lower": 1410.2389260484508, "rating_upper": 1422.6260254626627, "vote_count": 9596 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 67, "rating": 1416.0982014895037, "rating_lower": 1406.157861497804, "rating_upper": 1426.0385414812029, "vote_count": 3492 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 68, "rating": 1415.8130517886725, "rating_lower": 1409.3525035799264, "rating_upper": 1422.273599997418, "vote_count": 11613 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 69, "rating": 1415.7527448706426, "rating_lower": 1411.8692604424584, "rating_upper": 1419.6362292988265, "vote_count": 35738 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 70, "rating": 1415.7414620921893, "rating_lower": 1406.1440316514745, "rating_upper": 1425.338892532904, "vote_count": 3725 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 71, "rating": 1415.0939039356574, "rating_lower": 1405.1929912459054, "rating_upper": 1424.9948166254096, "vote_count": 3442 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 72, "rating": 1413.126119160969, "rating_lower": 1409.4451335848844, "rating_upper": 1416.8071047370534, "vote_count": 51436 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 73, "rating": 1412.2317582614246, "rating_lower": 1407.96906620941, "rating_upper": 1416.494450313439, "vote_count": 44565 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 74, "rating": 1411.7191101815426, "rating_lower": 1407.425906819478, "rating_upper": 1416.0123135436074, "vote_count": 33053 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 75, "rating": 1411.0906920475843, "rating_lower": 1406.228986660541, "rating_upper": 1415.9523974346273, "vote_count": 24512 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 76, "rating": 1410.791994080939, "rating_lower": 1408.0957572996, "rating_upper": 1413.4882308622782, "vote_count": 104789 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 77, "rating": 1410.2765891867527, "rating_lower": 1406.382638082468, "rating_upper": 1414.1705402910377, "vote_count": 41772 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 78, "rating": 1410.080004254451, "rating_lower": 1407.1531256225658, "rating_upper": 1413.0068828863366, "vote_count": 74798 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 79, "rating": 1407.352255808756, "rating_lower": 1404.1416926531251, "rating_upper": 1410.562818964387, "vote_count": 56881 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "MIT", "rank": 80, "rating": 1406.5589357013675, "rating_lower": 1401.189476015905, "rating_upper": 1411.9283953868303, "vote_count": 14515 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 81, "rating": 1405.1174807931068, "rating_lower": 1401.051936503496, "rating_upper": 1409.1830250827174, "vote_count": 33167 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 82, "rating": 1404.679028211706, "rating_lower": 1399.6712085633449, "rating_upper": 1409.6868478600677, "vote_count": 18901 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 83, "rating": 1404.4144671539952, "rating_lower": 1398.183730328212, "rating_upper": 1410.6452039797782, "vote_count": 9484 }, { "record_id": "minimax-m2.7", "model": "minimax-m2.7", "provider": "minimax", "license": "Proprietary", "rank": 84, "rating": 1404.4088807508567, "rating_lower": 1395.6252138861748, "rating_upper": 1413.1925476155388, "vote_count": 4572 }, { "record_id": "gpt-5.4-nano-high", "model": "gpt-5.4-nano-high", "provider": "openai", "license": "Proprietary", "rank": 85, "rating": 1403.6485698023223, "rating_lower": 1393.7766008723945, "rating_upper": 1413.5205387322503, "vote_count": 3803 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 86, "rating": 1402.7204619504976, "rating_lower": 1398.22949975762, "rating_upper": 1407.2114241433749, "vote_count": 38482 }, { "record_id": "qwen3.5-flash", "model": "qwen3.5-flash", "provider": "alibaba", "license": "Proprietary", "rank": 87, "rating": 1401.7330891652468, "rating_lower": 1395.595222004879, "rating_upper": 1407.8709563256148, "vote_count": 10223 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 88, "rating": 1401.6106876642552, "rating_lower": 1396.8455322981208, "rating_upper": 1406.3758430303894, "vote_count": 23098 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 89, "rating": 1401.579508921929, "rating_lower": 1397.154122395173, "rating_upper": 1406.004895448685, "vote_count": 27807 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 90, "rating": 1401.0055216561636, "rating_lower": 1394.6452899939798, "rating_upper": 1407.3657533183473, "vote_count": 11478 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 91, "rating": 1400.919852913327, "rating_lower": 1394.776049950251, "rating_upper": 1407.0636558764031, "vote_count": 9865 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 92, "rating": 1399.7200606242438, "rating_lower": 1393.202593474777, "rating_upper": 1406.237527773711, "vote_count": 9060 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 93, "rating": 1398.551123958043, "rating_lower": 1394.1627593627416, "rating_upper": 1402.9394885533443, "vote_count": 35436 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 94, "rating": 1397.5362001972226, "rating_lower": 1392.68108412649, "rating_upper": 1402.3913162679548, "vote_count": 18524 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 95, "rating": 1396.8252870340218, "rating_lower": 1384.5858458560092, "rating_upper": 1409.0647282120349, "vote_count": 2228 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 96, "rating": 1395.7528291420413, "rating_lower": 1386.1700072096994, "rating_upper": 1405.335651074383, "vote_count": 3706 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 97, "rating": 1395.4907233603644, "rating_lower": 1388.725203372905, "rating_upper": 1402.2562433478238, "vote_count": 8025 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 98, "rating": 1394.5933355335794, "rating_lower": 1390.7397232545916, "rating_upper": 1398.446947812567, "vote_count": 45804 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 99, "rating": 1392.8050426496172, "rating_lower": 1387.3832496656607, "rating_upper": 1398.2268356335735, "vote_count": 18022 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 100, "rating": 1392.3704626146337, "rating_lower": 1388.1419687152409, "rating_upper": 1396.5989565140264, "vote_count": 27863 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 101, "rating": 1392.054830796715, "rating_lower": 1386.9095185838612, "rating_upper": 1397.2001430095686, "vote_count": 16253 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 102, "rating": 1389.9729476588557, "rating_lower": 1386.0176092611025, "rating_upper": 1393.928286056609, "vote_count": 45774 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 103, "rating": 1389.5844145161686, "rating_lower": 1384.9435145302984, "rating_upper": 1394.2253145020388, "vote_count": 27266 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 104, "rating": 1388.6810460818226, "rating_lower": 1384.3369328534989, "rating_upper": 1393.0251593101464, "vote_count": 40665 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 105, "rating": 1387.71765911223, "rating_lower": 1382.740370104744, "rating_upper": 1392.694948119716, "vote_count": 31122 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 106, "rating": 1387.454790129384, "rating_lower": 1381.1681961905529, "rating_upper": 1393.7413840682154, "vote_count": 11011 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 107, "rating": 1387.250398663838, "rating_lower": 1382.3193912073536, "rating_upper": 1392.1814061203222, "vote_count": 25975 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 108, "rating": 1387.2293414786675, "rating_lower": 1378.620276740355, "rating_upper": 1395.83840621698, "vote_count": 4720 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 109, "rating": 1386.5296829567756, "rating_lower": 1381.844822638989, "rating_upper": 1391.2145432745624, "vote_count": 33450 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 110, "rating": 1386.4537860132602, "rating_lower": 1382.2935128978615, "rating_upper": 1390.6140591286587, "vote_count": 38995 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 111, "rating": 1386.2899319007088, "rating_lower": 1381.0259811132555, "rating_upper": 1391.5538826881618, "vote_count": 17224 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 112, "rating": 1383.1592205456086, "rating_lower": 1378.297312326472, "rating_upper": 1388.0211287647448, "vote_count": 23950 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 113, "rating": 1382.866953036483, "rating_lower": 1376.4261464430504, "rating_upper": 1389.3077596299158, "vote_count": 10777 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 114, "rating": 1382.1272058471036, "rating_lower": 1377.838247183989, "rating_upper": 1386.416164510218, "vote_count": 39556 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 115, "rating": 1380.0124934459031, "rating_lower": 1376.5423290151855, "rating_upper": 1383.4826578766208, "vote_count": 47604 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 116, "rating": 1377.9829739133731, "rating_lower": 1366.7066630166655, "rating_upper": 1389.2592848100803, "vote_count": 2822 }, { "record_id": "trinity-large", "model": "trinity-large", "provider": "Arcee AI", "license": "Apache 2.0", "rank": 117, "rating": 1375.9827380137417, "rating_lower": 1369.9295801790245, "rating_upper": 1382.0358958484585, "vote_count": 10901 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 118, "rating": 1374.4133503995372, "rating_lower": 1369.732355227542, "rating_upper": 1379.0943455715328, "vote_count": 26435 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 119, "rating": 1374.2500917504965, "rating_lower": 1369.7533495252674, "rating_upper": 1378.746833975725, "vote_count": 33191 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 120, "rating": 1374.239875767392, "rating_lower": 1370.1812078361545, "rating_upper": 1378.2985436986296, "vote_count": 32710 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 121, "rating": 1372.8126593541642, "rating_lower": 1368.577187686857, "rating_upper": 1377.0481310214718, "vote_count": 31388 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 122, "rating": 1371.5120865042377, "rating_lower": 1368.3706449224371, "rating_upper": 1374.6535280860382, "vote_count": 88518 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 123, "rating": 1370.4525041075433, "rating_lower": 1366.5386489299676, "rating_upper": 1374.366359285119, "vote_count": 43400 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 124, "rating": 1368.9237850657169, "rating_lower": 1363.1060885987235, "rating_upper": 1374.7414815327102, "vote_count": 13840 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 125, "rating": 1368.6293346511634, "rating_lower": 1362.7923081438323, "rating_upper": 1374.4663611584942, "vote_count": 11826 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 126, "rating": 1367.9509712747067, "rating_lower": 1363.523636610319, "rating_upper": 1372.3783059390946, "vote_count": 25667 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 127, "rating": 1365.094479365428, "rating_lower": 1361.4408326523155, "rating_upper": 1368.7481260785405, "vote_count": 47854 }, { "record_id": "nvidia-nemotron-3-super-120b-a12b", "model": "nvidia-nemotron-3-super-120b-a12b", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 128, "rating": 1364.6705352888473, "rating_lower": 1354.9853718433865, "rating_upper": 1374.3556987343084, "vote_count": 3624 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 129, "rating": 1363.2571666731446, "rating_lower": 1358.0275602921174, "rating_upper": 1368.486773054172, "vote_count": 18589 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 130, "rating": 1363.154677217283, "rating_lower": 1358.9018747413488, "rating_upper": 1367.4074796932173, "vote_count": 35529 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 131, "rating": 1362.8221780258896, "rating_lower": 1357.493507784212, "rating_upper": 1368.1508482675667, "vote_count": 17082 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 132, "rating": 1359.9349216644637, "rating_lower": 1356.1824371899029, "rating_upper": 1363.6874061390245, "vote_count": 43920 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 133, "rating": 1358.2191174828663, "rating_lower": 1353.5048758654575, "rating_upper": 1362.9333591002755, "vote_count": 21770 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 134, "rating": 1357.547390895428, "rating_lower": 1352.5479595222482, "rating_upper": 1362.5468222686077, "vote_count": 22881 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 135, "rating": 1356.9030362170852, "rating_lower": 1351.717645752657, "rating_upper": 1362.0884266815133, "vote_count": 17847 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "Prime Intellect", "license": "MIT", "rank": 136, "rating": 1356.4895531101502, "rating_lower": 1348.1378820462546, "rating_upper": 1364.8412241740457, "vote_count": 5365 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 137, "rating": 1353.876722802237, "rating_lower": 1349.5402032872717, "rating_upper": 1358.2132423172022, "vote_count": 30925 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 138, "rating": 1353.4529821981582, "rating_lower": 1350.0212103623037, "rating_upper": 1356.8847540340123, "vote_count": 56678 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 139, "rating": 1353.3834464685838, "rating_lower": 1345.0537967886685, "rating_upper": 1361.713096148499, "vote_count": 4977 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 140, "rating": 1352.8224449769098, "rating_lower": 1348.542927296569, "rating_upper": 1357.1019626572506, "vote_count": 24955 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 141, "rating": 1350.8592279302525, "rating_lower": 1344.6441470033456, "rating_upper": 1357.0743088571596, "vote_count": 11545 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 142, "rating": 1350.717911335852, "rating_lower": 1347.3726460570242, "rating_upper": 1354.0631766146796, "vote_count": 55606 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 143, "rating": 1348.5101699567606, "rating_lower": 1336.7676128560793, "rating_upper": 1360.252727057442, "vote_count": 2220 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 144, "rating": 1347.5578984006088, "rating_lower": 1340.1732238092711, "rating_upper": 1354.9425729919467, "vote_count": 6583 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 145, "rating": 1347.4456769262135, "rating_lower": 1343.9498872623617, "rating_upper": 1350.9414665900658, "vote_count": 57581 }, { "record_id": "mercury-2", "model": "mercury-2", "provider": "inception-ai", "license": "Proprietary", "rank": 146, "rating": 1347.1907663822024, "rating_lower": 1336.5448621527062, "rating_upper": 1357.8366706116983, "vote_count": 3135 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 147, "rating": 1347.1303883905944, "rating_lower": 1336.3054090985113, "rating_upper": 1357.9553676826774, "vote_count": 2858 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 148, "rating": 1347.0616076391102, "rating_lower": 1337.5965834175947, "rating_upper": 1356.526631860626, "vote_count": 3926 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 149, "rating": 1346.882308197193, "rating_lower": 1335.183428803141, "rating_upper": 1358.5811875912448, "vote_count": 2549 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 150, "rating": 1346.4397558530409, "rating_lower": 1338.7193036136828, "rating_upper": 1354.160208092399, "vote_count": 6920 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 151, "rating": 1346.2460893085884, "rating_lower": 1339.016865054455, "rating_upper": 1353.4753135627218, "vote_count": 7086 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 152, "rating": 1345.9668801788466, "rating_lower": 1337.630712178959, "rating_upper": 1354.3030481787346, "vote_count": 5819 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 153, "rating": 1345.2038997893142, "rating_lower": 1341.7813319886577, "rating_upper": 1348.6264675899706, "vote_count": 112881 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 154, "rating": 1342.771170995917, "rating_lower": 1332.823933542972, "rating_upper": 1352.7184084488615, "vote_count": 3368 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 155, "rating": 1342.542993040625, "rating_lower": 1334.127353119087, "rating_upper": 1350.9586329621638, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 156, "rating": 1341.4759628633678, "rating_lower": 1338.0488933007628, "rating_upper": 1344.9030324259725, "vote_count": 82419 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 157, "rating": 1341.433739383011, "rating_lower": 1331.9213159804722, "rating_upper": 1350.94616278555, "vote_count": 3829 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 158, "rating": 1340.2745929945022, "rating_lower": 1328.725748382337, "rating_upper": 1351.8234376066669, "vote_count": 2290 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 159, "rating": 1337.8914476021985, "rating_lower": 1331.7421479388406, "rating_upper": 1344.0407472655563, "vote_count": 12313 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 160, "rating": 1336.6387798515257, "rating_lower": 1333.029042420838, "rating_upper": 1340.2485172822137, "vote_count": 51981 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 161, "rating": 1336.52384057702, "rating_lower": 1329.647363832389, "rating_upper": 1343.400317321651, "vote_count": 8323 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 162, "rating": 1335.5791336730165, "rating_lower": 1331.1601690088144, "rating_upper": 1339.9980983372184, "vote_count": 25528 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 163, "rating": 1334.8343259915223, "rating_lower": 1331.1897503955324, "rating_upper": 1338.4789015875126, "vote_count": 63498 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 164, "rating": 1334.4124854523272, "rating_lower": 1330.2368164976233, "rating_upper": 1338.5881544070312, "vote_count": 45499 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 165, "rating": 1334.3648173043175, "rating_lower": 1330.6880695528532, "rating_upper": 1338.0415650557818, "vote_count": 41375 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 166, "rating": 1334.2602300123376, "rating_lower": 1329.1112947193535, "rating_upper": 1339.4091653053215, "vote_count": 50148 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 167, "rating": 1333.916370961148, "rating_lower": 1325.3242327850091, "rating_upper": 1342.508509137287, "vote_count": 4833 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 168, "rating": 1332.5622495466228, "rating_lower": 1328.9975002373474, "rating_upper": 1336.126998855898, "vote_count": 59656 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "Ai2", "license": "Apache 2.0", "rank": 169, "rating": 1330.9198345476098, "rating_lower": 1324.8033764580102, "rating_upper": 1337.0362926372095, "vote_count": 12282 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 170, "rating": 1328.1789486993805, "rating_lower": 1323.2631357369005, "rating_upper": 1333.0947616618605, "vote_count": 27332 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 171, "rating": 1327.5834348976218, "rating_lower": 1322.8716786854798, "rating_upper": 1332.295191109764, "vote_count": 26656 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 172, "rating": 1327.3892419317049, "rating_lower": 1315.2206208990597, "rating_upper": 1339.55786296435, "vote_count": 2218 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 173, "rating": 1326.854950213016, "rating_lower": 1322.6192832290812, "rating_upper": 1331.0906171969502, "vote_count": 40212 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "Ai2", "license": "Apache 2.0", "rank": 174, "rating": 1326.7779418415148, "rating_lower": 1305.3119629192306, "rating_upper": 1348.2439207637992, "vote_count": 805 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 175, "rating": 1325.7465728887073, "rating_lower": 1316.0003708498416, "rating_upper": 1335.492774927573, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 176, "rating": 1323.540957691831, "rating_lower": 1319.641017588914, "rating_upper": 1327.440897794748, "vote_count": 98114 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 177, "rating": 1323.1449315537682, "rating_lower": 1314.8821398854589, "rating_upper": 1331.4077232220775, "vote_count": 6795 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 178, "rating": 1322.6074589256946, "rating_lower": 1318.6421832869376, "rating_upper": 1326.5727345644514, "vote_count": 79138 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 179, "rating": 1322.5687625605606, "rating_lower": 1319.3628554011084, "rating_upper": 1325.7746697200123, "vote_count": 70247 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 180, "rating": 1322.050380169068, "rating_lower": 1317.357404513439, "rating_upper": 1326.7433558246971, "vote_count": 30513 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 181, "rating": 1321.514311376943, "rating_lower": 1313.791251611743, "rating_upper": 1329.2373711421428, "vote_count": 6103 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 182, "rating": 1320.873922937902, "rating_lower": 1317.831761050898, "rating_upper": 1323.9160848249055, "vote_count": 194909 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 183, "rating": 1320.7345775206982, "rating_lower": 1313.5494997056967, "rating_upper": 1327.9196553357, "vote_count": 7223 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 184, "rating": 1320.444189578638, "rating_lower": 1313.6480139757236, "rating_upper": 1327.2403651815523, "vote_count": 9115 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 185, "rating": 1318.9813793030398, "rating_lower": 1314.0761298701557, "rating_upper": 1323.8866287359244, "vote_count": 26126 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 186, "rating": 1318.1498487875065, "rating_lower": 1311.8020507672763, "rating_upper": 1324.4976468077366, "vote_count": 10704 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 187, "rating": 1318.1111578900154, "rating_lower": 1314.679010780158, "rating_upper": 1321.5433049998733, "vote_count": 54887 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 188, "rating": 1318.0716432046163, "rating_lower": 1312.9370675127002, "rating_upper": 1323.2062188965328, "vote_count": 22732 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 189, "rating": 1317.9311812306237, "rating_lower": 1312.3471589642309, "rating_upper": 1323.5152034970167, "vote_count": 15608 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 190, "rating": 1317.557636092028, "rating_lower": 1311.8726758192931, "rating_upper": 1323.2425963647634, "vote_count": 16478 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 191, "rating": 1317.2913963464102, "rating_lower": 1313.806848047107, "rating_upper": 1320.7759446457137, "vote_count": 68718 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 192, "rating": 1314.969529373583, "rating_lower": 1308.638959791571, "rating_upper": 1321.300098955595, "vote_count": 10187 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 193, "rating": 1314.135335002965, "rating_lower": 1309.6117400724063, "rating_upper": 1318.6589299335228, "vote_count": 24739 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 194, "rating": 1313.4433687932858, "rating_lower": 1309.544191456371, "rating_upper": 1317.3425461302006, "vote_count": 45459 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 195, "rating": 1312.4736045041789, "rating_lower": 1308.4060658976464, "rating_upper": 1316.5411431107111, "vote_count": 93439 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 196, "rating": 1312.1390581129772, "rating_lower": 1308.2609173439746, "rating_upper": 1316.0171988819795, "vote_count": 100105 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 197, "rating": 1310.7581611743897, "rating_lower": 1301.0740420446496, "rating_upper": 1320.4422803041298, "vote_count": 3904 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 198, "rating": 1309.1799950872914, "rating_lower": 1304.9916956404768, "rating_upper": 1313.368294534106, "vote_count": 34902 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 199, "rating": 1307.7358292584722, "rating_lower": 1304.0503962788148, "rating_upper": 1311.4212622381294, "vote_count": 52567 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 200, "rating": 1306.7003262128342, "rating_lower": 1302.017844032301, "rating_upper": 1311.382808393368, "vote_count": 24572 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 201, "rating": 1306.2982263526762, "rating_lower": 1292.5447073775003, "rating_upper": 1320.051745327852, "vote_count": 1982 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 202, "rating": 1305.554606787261, "rating_lower": 1297.3753674568604, "rating_upper": 1313.733846117662, "vote_count": 5992 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 203, "rating": 1305.5461448167976, "rating_lower": 1299.8848008105242, "rating_upper": 1311.207488823071, "vote_count": 19621 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 204, "rating": 1304.7528228777192, "rating_lower": 1300.3497596147706, "rating_upper": 1309.1558861406677, "vote_count": 28073 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 205, "rating": 1303.3184902779317, "rating_lower": 1296.9110346323357, "rating_upper": 1309.7259459235272, "vote_count": 11730 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 206, "rating": 1302.8208740337318, "rating_lower": 1293.50114593249, "rating_upper": 1312.1406021349733, "vote_count": 4171 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 207, "rating": 1302.784375326816, "rating_lower": 1298.293984141713, "rating_upper": 1307.2747665119189, "vote_count": 33477 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 208, "rating": 1302.4026538156977, "rating_lower": 1298.3624003652749, "rating_upper": 1306.4429072661203, "vote_count": 39406 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 209, "rating": 1298.47570407882, "rating_lower": 1290.719829573322, "rating_upper": 1306.231578584318, "vote_count": 7140 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 210, "rating": 1293.7765811064726, "rating_lower": 1284.6970145691075, "rating_upper": 1302.856147643838, "vote_count": 5404 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 211, "rating": 1292.884454411264, "rating_lower": 1289.1803905225245, "rating_upper": 1296.5885183000032, "vote_count": 55240 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 212, "rating": 1289.65936363304, "rating_lower": 1285.1259101059695, "rating_upper": 1294.1928171601105, "vote_count": 24745 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 213, "rating": 1288.2921010741838, "rating_lower": 1280.9907192638143, "rating_upper": 1295.5934828845534, "vote_count": 8662 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 214, "rating": 1287.6425165569103, "rating_lower": 1284.2974223965489, "rating_upper": 1290.9876107172722, "vote_count": 75754 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 215, "rating": 1287.2993712713749, "rating_lower": 1280.1264177177277, "rating_upper": 1294.472324825022, "vote_count": 7312 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 216, "rating": 1286.8417359213315, "rating_lower": 1278.5003093079308, "rating_upper": 1295.183162534733, "vote_count": 5746 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 217, "rating": 1285.9537449987351, "rating_lower": 1281.171865901022, "rating_upper": 1290.735624096448, "vote_count": 54173 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 218, "rating": 1285.918661200891, "rating_lower": 1275.4446161577218, "rating_upper": 1296.39270624406, "vote_count": 2846 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 219, "rating": 1285.7167253729183, "rating_lower": 1278.4917547726066, "rating_upper": 1292.94169597323, "vote_count": 8550 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 220, "rating": 1285.4294475197205, "rating_lower": 1275.455556527296, "rating_upper": 1295.4033385121447, "vote_count": 3749 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 221, "rating": 1285.1939962306528, "rating_lower": 1280.7109397015297, "rating_upper": 1289.6770527597755, "vote_count": 62833 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 222, "rating": 1279.998824356811, "rating_lower": 1276.008743523149, "rating_upper": 1283.988905190473, "vote_count": 109284 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 223, "rating": 1278.902590301524, "rating_lower": 1272.0459998849976, "rating_upper": 1285.7591807180502, "vote_count": 10072 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 224, "rating": 1276.3907456844863, "rating_lower": 1271.0657219513869, "rating_upper": 1281.7157694175858, "vote_count": 19659 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 225, "rating": 1275.636907836829, "rating_lower": 1269.0689804945728, "rating_upper": 1282.204835179086, "vote_count": 9866 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 226, "rating": 1275.2647879436695, "rating_lower": 1271.6916547657695, "rating_upper": 1278.8379211215697, "vote_count": 156876 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 227, "rating": 1274.0927260187968, "rating_lower": 1270.0305519602043, "rating_upper": 1278.154900077389, "vote_count": 88723 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 228, "rating": 1273.5460701965978, "rating_lower": 1267.6614402948408, "rating_upper": 1279.430700098355, "vote_count": 14681 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 229, "rating": 1272.635927871582, "rating_lower": 1265.64424448058, "rating_upper": 1279.627611262584, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 230, "rating": 1271.257130418251, "rating_lower": 1264.265838062588, "rating_upper": 1278.2484227739142, "vote_count": 7536 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 231, "rating": 1270.022598515368, "rating_lower": 1261.9047691900564, "rating_upper": 1278.14042784068, "vote_count": 5432 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 232, "rating": 1266.3699666671907, "rating_lower": 1261.5093646305013, "rating_upper": 1271.2305687038804, "vote_count": 27124 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 233, "rating": 1265.1095072115286, "rating_lower": 1261.3227271991575, "rating_upper": 1268.896287223899, "vote_count": 54611 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 234, "rating": 1263.5223294041648, "rating_lower": 1257.2427968304114, "rating_upper": 1269.8018619779182, "vote_count": 15147 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 235, "rating": 1260.9161347994682, "rating_lower": 1256.597627761225, "rating_upper": 1265.234641837711, "vote_count": 77554 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 236, "rating": 1260.8926020215022, "rating_lower": 1255.95694961215, "rating_upper": 1265.8282544308545, "vote_count": 37325 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 237, "rating": 1260.0535148751874, "rating_lower": 1256.3057251035598, "rating_upper": 1263.8013046468152, "vote_count": 117701 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 238, "rating": 1260.0521213170505, "rating_lower": 1254.9042736150088, "rating_upper": 1265.1999690190914, "vote_count": 19372 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 239, "rating": 1258.217036605592, "rating_lower": 1253.9496298992422, "rating_upper": 1262.484443311942, "vote_count": 35558 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 240, "rating": 1255.538214387817, "rating_lower": 1250.9731761098303, "rating_upper": 1260.1032526658043, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 241, "rating": 1251.3038777968436, "rating_lower": 1240.5115587521027, "rating_upper": 1262.0961968415843, "vote_count": 3334 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 242, "rating": 1249.2314684808798, "rating_lower": 1242.6395761870046, "rating_upper": 1255.823360774755, "vote_count": 10140 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 243, "rating": 1241.364059716107, "rating_lower": 1236.6477989463665, "rating_upper": 1246.080320485847, "vote_count": 62436 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 244, "rating": 1240.3473982671435, "rating_lower": 1235.2123316625375, "rating_upper": 1245.4824648717497, "vote_count": 19364 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 245, "rating": 1238.4642459018792, "rating_lower": 1231.2434252409969, "rating_upper": 1245.6850665627617, "vote_count": 8858 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 246, "rating": 1236.678549842401, "rating_lower": 1227.584205963417, "rating_upper": 1245.7728937213851, "vote_count": 4781 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 247, "rating": 1234.2706237995428, "rating_lower": 1226.9458444481693, "rating_upper": 1241.5954031509164, "vote_count": 18354 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 248, "rating": 1233.1445357671814, "rating_lower": 1227.5914671507662, "rating_upper": 1238.6976043835964, "vote_count": 26195 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 249, "rating": 1233.0499872535988, "rating_lower": 1221.291266675435, "rating_upper": 1244.8087078317626, "vote_count": 2728 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 250, "rating": 1232.279990498326, "rating_lower": 1224.8725880922425, "rating_upper": 1239.6873929044098, "vote_count": 15450 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 251, "rating": 1232.1932558046833, "rating_lower": 1226.9170458833742, "rating_upper": 1237.4694657259924, "vote_count": 39302 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 252, "rating": 1228.408346834423, "rating_lower": 1223.858682410255, "rating_upper": 1232.9580112585904, "vote_count": 51416 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 253, "rating": 1225.8915166423978, "rating_lower": 1221.1109211403689, "rating_upper": 1230.6721121444266, "vote_count": 54036 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 254, "rating": 1225.5295778765312, "rating_lower": 1219.581685187197, "rating_upper": 1231.4774705658651, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 255, "rating": 1223.023403311201, "rating_lower": 1218.3195591346362, "rating_upper": 1227.7272474877657, "vote_count": 66207 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 256, "rating": 1222.3381508071195, "rating_lower": 1218.6131370327612, "rating_upper": 1226.0631645814783, "vote_count": 104642 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 257, "rating": 1222.3262215188852, "rating_lower": 1215.3685770758502, "rating_upper": 1229.28386596192, "vote_count": 9818 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 258, "rating": 1221.9445852978986, "rating_lower": 1216.4423230908164, "rating_upper": 1227.4468475049807, "vote_count": 34550 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 259, "rating": 1220.952981318137, "rating_lower": 1209.190531330882, "rating_upper": 1232.715431305392, "vote_count": 6390 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 260, "rating": 1220.4578426586224, "rating_lower": 1209.772361126187, "rating_upper": 1231.1433241910577, "vote_count": 2896 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 261, "rating": 1212.5490021017968, "rating_lower": 1207.5146103899435, "rating_upper": 1217.5833938136498, "vote_count": 24146 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 262, "rating": 1211.7029434282554, "rating_lower": 1200.8943350889813, "rating_upper": 1222.5115517675297, "vote_count": 4652 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 263, "rating": 1211.103921084816, "rating_lower": 1206.984514088365, "rating_upper": 1215.223328081267, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 264, "rating": 1207.4777056707558, "rating_lower": 1196.3648139912077, "rating_upper": 1218.590597350304, "vote_count": 3090 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 265, "rating": 1202.8190275512366, "rating_lower": 1196.698500086154, "rating_upper": 1208.939555016319, "vote_count": 21741 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 266, "rating": 1201.4242482410705, "rating_lower": 1192.6612277101883, "rating_upper": 1210.1872687719524, "vote_count": 16619 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 267, "rating": 1198.5711448143225, "rating_lower": 1194.5074661491085, "rating_upper": 1202.6348234795364, "vote_count": 46616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 268, "rating": 1196.9508184495598, "rating_lower": 1191.7990637408652, "rating_upper": 1202.1025731582545, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 269, "rating": 1196.0913728926344, "rating_lower": 1191.8221459137485, "rating_upper": 1200.3605998715204, "vote_count": 73503 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 270, "rating": 1194.0118330686678, "rating_lower": 1187.895977845243, "rating_upper": 1200.1276882920934, "vote_count": 32191 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 271, "rating": 1190.5513252274927, "rating_lower": 1183.3744485284535, "rating_upper": 1197.7282019265317, "vote_count": 9901 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 272, "rating": 1189.928787065974, "rating_lower": 1182.8023941016313, "rating_upper": 1197.055180030317, "vote_count": 17839 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 273, "rating": 1183.60625126559, "rating_lower": 1174.1489260145274, "rating_upper": 1193.0635765166526, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 274, "rating": 1183.3304629045952, "rating_lower": 1171.8159783006, "rating_upper": 1194.8449475085902, "vote_count": 4932 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 275, "rating": 1182.867974785389, "rating_lower": 1176.0377398546584, "rating_upper": 1189.6982097161194, "vote_count": 15483 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 276, "rating": 1181.199918159806, "rating_lower": 1173.195501460761, "rating_upper": 1189.204334858851, "vote_count": 12637 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 277, "rating": 1181.1389051041922, "rating_lower": 1171.458419921882, "rating_upper": 1190.8193902865023, "vote_count": 7968 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 278, "rating": 1181.0581126819554, "rating_lower": 1172.3718052691388, "rating_upper": 1189.7444200947723, "vote_count": 6638 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 279, "rating": 1179.6969152416027, "rating_lower": 1173.6236685485333, "rating_upper": 1185.770161934672, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 280, "rating": 1178.4198646746618, "rating_lower": 1172.5050166010274, "rating_upper": 1184.3347127482964, "vote_count": 32832 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 281, "rating": 1178.0325157992215, "rating_lower": 1166.8257997911523, "rating_upper": 1189.2392318072907, "vote_count": 3188 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 282, "rating": 1176.9543542015324, "rating_lower": 1167.1295568802225, "rating_upper": 1186.7791515228423, "vote_count": 6535 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 283, "rating": 1174.112594883551, "rating_lower": 1163.6857663641963, "rating_upper": 1184.539423402906, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 284, "rating": 1171.706389510622, "rating_lower": 1165.4929859318004, "rating_upper": 1177.9197930894438, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 285, "rating": 1170.6131687058512, "rating_lower": 1163.1976446097462, "rating_upper": 1178.0286928019564, "vote_count": 16056 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 286, "rating": 1170.0900934924027, "rating_lower": 1164.1746469802738, "rating_upper": 1176.0055400045317, "vote_count": 17766 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 287, "rating": 1169.745609094802, "rating_lower": 1164.2395356419602, "rating_upper": 1175.2516825476437, "vote_count": 38492 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 288, "rating": 1166.4730928531285, "rating_lower": 1158.399891180761, "rating_upper": 1174.5462945254958, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 289, "rating": 1165.808311460531, "rating_lower": 1158.1125533558145, "rating_upper": 1173.504069565248, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 290, "rating": 1163.684520127575, "rating_lower": 1151.7456303278504, "rating_upper": 1175.6234099272997, "vote_count": 3777 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 291, "rating": 1156.0235637911712, "rating_lower": 1144.519245708413, "rating_upper": 1167.5278818739291, "vote_count": 3231 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 292, "rating": 1155.0356705281065, "rating_lower": 1146.6435896139535, "rating_upper": 1163.4277514422588, "vote_count": 6837 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 293, "rating": 1154.2393107202915, "rating_lower": 1141.616442122553, "rating_upper": 1166.8621793180298, "vote_count": 3585 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 294, "rating": 1151.2780577657466, "rating_lower": 1138.0676401451926, "rating_upper": 1164.4884753863005, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "Cognitive Computations", "license": "Apache-2.0", "rank": 295, "rating": 1150.9282902957216, "rating_lower": 1135.5323055696974, "rating_upper": 1166.3242750217455, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 296, "rating": 1149.0185977580786, "rating_lower": 1136.719104615869, "rating_upper": 1161.3180909002886, "vote_count": 2572 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 297, "rating": 1148.5293116156515, "rating_lower": 1141.8739251739248, "rating_upper": 1155.1846980573785, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 298, "rating": 1148.1259920053749, "rating_lower": 1138.862408854437, "rating_upper": 1157.3895751563127, "vote_count": 7044 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "TII", "license": "Falcon-180B TII License", "rank": 299, "rating": 1145.964902098272, "rating_lower": 1128.837880861408, "rating_upper": 1163.091923335136, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 300, "rating": 1142.7724639866242, "rating_lower": 1132.875775471642, "rating_upper": 1152.6691525016065, "vote_count": 4737 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 301, "rating": 1142.075411997667, "rating_lower": 1135.6410199424126, "rating_upper": 1148.5098040529217, "vote_count": 12297 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 302, "rating": 1140.4513699945744, "rating_lower": 1133.721310531076, "rating_upper": 1147.1814294580731, "vote_count": 19174 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 303, "rating": 1139.8313196136842, "rating_lower": 1133.116155993167, "rating_upper": 1146.546483234201, "vote_count": 19367 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 304, "rating": 1137.4930571307796, "rating_lower": 1126.5251516133003, "rating_upper": 1148.4609626482584, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 305, "rating": 1136.2320642044144, "rating_lower": 1126.8337330151262, "rating_upper": 1145.6303953937029, "vote_count": 8554 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 306, "rating": 1135.4886300053497, "rating_lower": 1126.5819600383356, "rating_upper": 1144.395299972363, "vote_count": 7366 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 307, "rating": 1135.3874442390247, "rating_lower": 1125.879674724135, "rating_upper": 1144.895213753915, "vote_count": 8925 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 308, "rating": 1129.9486013093597, "rating_lower": 1121.1001077371402, "rating_upper": 1138.7970948815794, "vote_count": 11118 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 309, "rating": 1128.1653118866325, "rating_lower": 1120.7382159583008, "rating_upper": 1135.5924078149642, "vote_count": 20685 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 310, "rating": 1127.3760960865725, "rating_lower": 1120.9793335464524, "rating_upper": 1133.7728586266928, "vote_count": 20118 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 311, "rating": 1126.2214427381227, "rating_lower": 1114.0676564438004, "rating_upper": 1138.3752290324453, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "HuggingFace", "license": "MIT", "rank": 312, "rating": 1125.8125967746137, "rating_lower": 1110.1421391517852, "rating_upper": 1141.4830543974422, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 313, "rating": 1119.897681129356, "rating_lower": 1108.896166652943, "rating_upper": 1130.899195605769, "vote_count": 5182 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 314, "rating": 1118.055746576004, "rating_lower": 1099.8468636082068, "rating_upper": 1136.264629543801, "vote_count": 1143 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 315, "rating": 1113.5603779974408, "rating_lower": 1105.823285807741, "rating_upper": 1121.2974701871403, "vote_count": 10854 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 316, "rating": 1113.5494014102685, "rating_lower": 1104.369775804624, "rating_upper": 1122.7290270159128, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 317, "rating": 1113.3133445283934, "rating_lower": 1098.8997009513057, "rating_upper": 1127.7269881054813, "vote_count": 2199 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 318, "rating": 1110.3548767024113, "rating_lower": 1102.479181399268, "rating_upper": 1118.230572005555, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 319, "rating": 1108.5262014474374, "rating_lower": 1099.226666887324, "rating_upper": 1117.8257360075509, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 320, "rating": 1107.080575765409, "rating_lower": 1100.0215754450855, "rating_upper": 1114.139576085733, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 321, "rating": 1090.9748468432915, "rating_lower": 1079.460513611942, "rating_upper": 1102.489180074641, "vote_count": 4780 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 322, "rating": 1089.0890068609822, "rating_lower": 1079.7382789783542, "rating_upper": 1098.4397347436102, "vote_count": 7597 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 323, "rating": 1073.485011524426, "rating_lower": 1062.2957237457615, "rating_upper": 1084.6742993030905, "vote_count": 6328 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 324, "rating": 1069.312727316833, "rating_lower": 1059.3655551678382, "rating_upper": 1079.2598994658276, "vote_count": 6965 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 325, "rating": 1066.381035026301, "rating_lower": 1054.861165026913, "rating_upper": 1077.900905025689, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "Nomic AI", "license": "Non-commercial", "rank": 326, "rating": 1064.8893688431965, "rating_lower": 1049.604892113328, "rating_upper": 1080.1738455730651, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 327, "rating": 1060.7343566979976, "rating_lower": 1048.70667494517, "rating_upper": 1072.7620384508257, "vote_count": 3924 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 328, "rating": 1054.9379538234566, "rating_lower": 1043.2509296756612, "rating_upper": 1066.6249779712523, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 329, "rating": 1040.2078812616228, "rating_lower": 1028.7597235183566, "rating_upper": 1051.656039004889, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 330, "rating": 1023.046738392928, "rating_lower": 1009.4137168981288, "rating_upper": 1036.679759887727, "vote_count": 2658 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 331, "rating": 1020.9613904415098, "rating_lower": 1010.033333105928, "rating_upper": 1031.8894477770918, "vote_count": 6310 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 332, "rating": 994.4471845152536, "rating_lower": 981.8238341970948, "rating_upper": 1007.0705348334124, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 333, "rating": 990.2214612895536, "rating_lower": 977.786851153236, "rating_upper": 1002.6560714258712, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 334, "rating": 979.0124563874248, "rating_lower": 965.4029470276312, "rating_upper": 992.621965747218, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 335, "rating": 971.1202236776658, "rating_lower": 955.2134664700518, "rating_upper": 987.0269808852796, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 336, "rating": 951.4861878752198, "rating_lower": 938.672404194284, "rating_upper": 964.2999715561556, "vote_count": 3287 } ] }