{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-02-26", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-02-26", "retrieved_at": "2026-07-26", "entry_count": 319, "entries": [ { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1503.447757113627, "rating_lower": 1495.8591203728229, "rating_upper": 1511.0363938544308, "vote_count": 6583 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1502.9063301957872, "rating_lower": 1495.6495206701877, "rating_upper": 1510.1631397213864, "vote_count": 7454 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 3, "rating": 1500.3574025670043, "rating_lower": 1491.1138435937771, "rating_upper": 1509.6009615402315, "vote_count": 4052 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 4, "rating": 1495.4245836129844, "rating_lower": 1485.8274947146945, "rating_upper": 1505.0216725112743, "vote_count": 3818 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 5, "rating": 1486.2267768585768, "rating_lower": 1482.1398230811872, "rating_upper": 1490.3137306359667, "vote_count": 38248 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 6, "rating": 1481.313317806976, "rating_lower": 1471.2226618609377, "rating_upper": 1491.4039737530138, "vote_count": 3605 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 7, "rating": 1473.2331113744906, "rating_lower": 1468.625970509204, "rating_upper": 1477.8402522397769, "vote_count": 29334 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 8, "rating": 1472.9694905654585, "rating_lower": 1468.7995208120874, "rating_upper": 1477.1394603188296, "vote_count": 37474 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 9, "rating": 1470.9610158918074, "rating_lower": 1466.593189617412, "rating_upper": 1475.3288421662023, "vote_count": 30541 }, { "record_id": "dola-seed-2.0-preview", "model": "dola-seed-2.0-preview", "provider": "Bytedance", "license": "Proprietary", "rank": 10, "rating": 1469.8551522437178, "rating_lower": 1461.0731368926376, "rating_upper": 1478.6371675947978, "vote_count": 4620 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 11, "rating": 1467.1310424674757, "rating_lower": 1462.893390491871, "rating_upper": 1471.36869444308, "vote_count": 35476 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 12, "rating": 1462.425495413737, "rating_lower": 1458.3228738948665, "rating_upper": 1466.5281169326074, "vote_count": 41700 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 13, "rating": 1461.1510988913376, "rating_lower": 1456.2401845588097, "rating_upper": 1466.0620132238655, "vote_count": 20672 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 14, "rating": 1458.0468181321282, "rating_lower": 1448.0898422739094, "rating_upper": 1468.0037939903468, "vote_count": 3470 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 15, "rating": 1456.7670183953742, "rating_lower": 1452.5620417954588, "rating_upper": 1460.9719949952896, "vote_count": 34379 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 16, "rating": 1455.4317590614894, "rating_lower": 1447.9774437551062, "rating_upper": 1462.8860743678729, "vote_count": 6466 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 17, "rating": 1453.573749663061, "rating_lower": 1445.271725569699, "rating_upper": 1461.875773756424, "vote_count": 4958 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 18, "rating": 1452.824253970584, "rating_lower": 1447.0532716063394, "rating_upper": 1458.5952363348288, "vote_count": 13833 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 19, "rating": 1451.6570642504878, "rating_lower": 1445.4683301488697, "rating_upper": 1457.8457983521057, "vote_count": 11075 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 20, "rating": 1449.9164469703867, "rating_lower": 1446.446003932284, "rating_upper": 1453.3868900084892, "vote_count": 48912 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 21, "rating": 1449.5892113679383, "rating_lower": 1445.903483883381, "rating_upper": 1453.2749388524956, "vote_count": 46720 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 22, "rating": 1449.2379708522683, "rating_lower": 1446.321540076758, "rating_upper": 1452.1544016277792, "vote_count": 97296 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 23, "rating": 1449.0919598811788, "rating_lower": 1442.486308759782, "rating_upper": 1455.6976110025755, "vote_count": 9725 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 24, "rating": 1448.6496854961208, "rating_lower": 1445.1479309010815, "rating_upper": 1452.15144009116, "vote_count": 49597 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 25, "rating": 1446.2269204435954, "rating_lower": 1443.1649400547933, "rating_upper": 1449.2889008323975, "vote_count": 77218 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 26, "rating": 1444.2618499047876, "rating_lower": 1438.592587205564, "rating_upper": 1449.931112604011, "vote_count": 14549 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 27, "rating": 1442.760589725299, "rating_lower": 1439.8949308934766, "rating_upper": 1445.6262485571212, "vote_count": 82938 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 28, "rating": 1440.869991982482, "rating_lower": 1435.5742797421583, "rating_upper": 1446.1657042228053, "vote_count": 19253 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 29, "rating": 1440.7689422845046, "rating_lower": 1434.5899993521807, "rating_upper": 1446.9478852168286, "vote_count": 11937 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 30, "rating": 1436.9505174206324, "rating_lower": 1432.8702534420422, "rating_upper": 1441.0307813992226, "vote_count": 36738 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 31, "rating": 1436.5416318650823, "rating_lower": 1431.0908727355295, "rating_upper": 1441.9923909946351, "vote_count": 16113 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 32, "rating": 1434.196975568068, "rating_lower": 1429.661539658929, "rating_upper": 1438.7324114772068, "vote_count": 27642 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 33, "rating": 1434.1668235252062, "rating_lower": 1427.0361676628197, "rating_upper": 1441.2974793875928, "vote_count": 7125 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 34, "rating": 1434.124041641303, "rating_lower": 1429.5859809774165, "rating_upper": 1438.6621023051898, "vote_count": 32346 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 35, "rating": 1432.4521415475435, "rating_lower": 1428.846386450804, "rating_upper": 1436.0578966442831, "vote_count": 60957 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1430.7874988616577, "rating_lower": 1426.569606086415, "rating_upper": 1435.0053916369002, "vote_count": 31128 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 37, "rating": 1428.695427766323, "rating_lower": 1424.7343173153952, "rating_upper": 1432.656538217251, "vote_count": 36099 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 38, "rating": 1426.0422156535378, "rating_lower": 1421.748412231232, "rating_upper": 1430.3360190758438, "vote_count": 31603 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 39, "rating": 1425.0371708296414, "rating_lower": 1421.042351225412, "rating_upper": 1429.031990433871, "vote_count": 35128 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 40, "rating": 1424.5277242596678, "rating_lower": 1418.1008375390609, "rating_upper": 1430.9546109802743, "vote_count": 9170 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 41, "rating": 1423.7077155897823, "rating_lower": 1419.3830954703692, "rating_upper": 1428.0323357091956, "vote_count": 37722 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 42, "rating": 1423.6597386322676, "rating_lower": 1417.1680522717234, "rating_upper": 1430.151424992812, "vote_count": 11680 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 43, "rating": 1423.3178921594429, "rating_lower": 1416.736385091667, "rating_upper": 1429.8993992272187, "vote_count": 8944 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 44, "rating": 1422.9144532172766, "rating_lower": 1394.4245898040072, "rating_upper": 1451.404316630546, "vote_count": 366 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 45, "rating": 1422.1011385882402, "rating_lower": 1419.0684604475714, "rating_upper": 1425.133816728909, "vote_count": 71551 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 46, "rating": 1421.8060623362546, "rating_lower": 1414.202742745841, "rating_upper": 1429.409381926668, "vote_count": 6962 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 47, "rating": 1420.1221173675033, "rating_lower": 1415.5803808279557, "rating_upper": 1424.6638539070511, "vote_count": 25692 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 48, "rating": 1419.8305857310106, "rating_lower": 1415.397176850344, "rating_upper": 1424.263994611677, "vote_count": 30709 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 49, "rating": 1419.1497033123428, "rating_lower": 1413.543903208661, "rating_upper": 1424.7555034160248, "vote_count": 19177 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 50, "rating": 1418.5165601012202, "rating_lower": 1409.5874094643818, "rating_upper": 1427.4457107380588, "vote_count": 4561 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 51, "rating": 1418.2419913664442, "rating_lower": 1412.24454445621, "rating_upper": 1424.2394382766786, "vote_count": 15194 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 52, "rating": 1417.3894989716196, "rating_lower": 1389.6226624626631, "rating_upper": 1445.156335480576, "vote_count": 388 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 53, "rating": 1417.228692631273, "rating_lower": 1410.6401517839877, "rating_upper": 1423.8172334785577, "vote_count": 11918 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 54, "rating": 1417.1965084086487, "rating_lower": 1410.7205537482698, "rating_upper": 1423.6724630690276, "vote_count": 11912 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 55, "rating": 1416.7962501943148, "rating_lower": 1411.9843382433298, "rating_upper": 1421.6081621453, "vote_count": 28440 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 56, "rating": 1416.0985386418006, "rating_lower": 1406.5275144207362, "rating_upper": 1425.6695628628647, "vote_count": 3743 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 57, "rating": 1415.774630163089, "rating_lower": 1405.9106393787574, "rating_upper": 1425.63862094742, "vote_count": 3536 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 58, "rating": 1415.6172159725993, "rating_lower": 1405.6712178775806, "rating_upper": 1425.563214067618, "vote_count": 3421 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 59, "rating": 1414.8468672387432, "rating_lower": 1410.406982078905, "rating_upper": 1419.2867523985817, "vote_count": 27128 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 60, "rating": 1414.7416196972276, "rating_lower": 1408.2647060003774, "rating_upper": 1421.218533394078, "vote_count": 11598 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 61, "rating": 1413.3965758073523, "rating_lower": 1409.6995722058653, "rating_upper": 1417.0935794088396, "vote_count": 51837 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 62, "rating": 1412.96394168223, "rating_lower": 1408.7115728576528, "rating_upper": 1417.216310506807, "vote_count": 45304 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 63, "rating": 1411.3878286222523, "rating_lower": 1408.2296008616777, "rating_upper": 1414.5460563828276, "vote_count": 65627 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 64, "rating": 1411.3313444073574, "rating_lower": 1407.0674917413537, "rating_upper": 1415.595197073361, "vote_count": 33843 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 65, "rating": 1410.8620879082769, "rating_lower": 1407.9942558205178, "rating_upper": 1413.729919996036, "vote_count": 96569 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 66, "rating": 1410.0854327673885, "rating_lower": 1405.2122246000654, "rating_upper": 1414.958640934711, "vote_count": 24600 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 67, "rating": 1409.4112835962042, "rating_lower": 1405.5019439966743, "rating_upper": 1413.320623195734, "vote_count": 41753 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 68, "rating": 1405.562328570949, "rating_lower": 1402.0516617837357, "rating_upper": 1409.0729953581622, "vote_count": 47369 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 69, "rating": 1404.2559369277917, "rating_lower": 1400.153368671706, "rating_upper": 1408.358505183877, "vote_count": 32541 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 70, "rating": 1403.5938240570954, "rating_lower": 1398.541482217939, "rating_upper": 1408.646165896252, "vote_count": 18440 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 71, "rating": 1401.9510412997197, "rating_lower": 1397.485394690352, "rating_upper": 1406.416687909087, "vote_count": 39295 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 72, "rating": 1401.9154821992397, "rating_lower": 1397.5064238601894, "rating_upper": 1406.3245405382895, "vote_count": 27822 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 73, "rating": 1401.6510581910718, "rating_lower": 1396.8372231374915, "rating_upper": 1406.464893244652, "vote_count": 22670 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "MIT", "rank": 74, "rating": 1401.4689754947624, "rating_lower": 1393.652286953842, "rating_upper": 1409.2856640356829, "vote_count": 6065 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 75, "rating": 1399.9601231220283, "rating_lower": 1393.6065156655484, "rating_upper": 1406.313730578508, "vote_count": 11486 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 76, "rating": 1399.7889956429651, "rating_lower": 1395.407781680933, "rating_upper": 1404.1702096049974, "vote_count": 35975 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 77, "rating": 1398.9222988673562, "rating_lower": 1371.3302229267208, "rating_upper": 1426.5143748079915, "vote_count": 392 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 78, "rating": 1398.634047719835, "rating_lower": 1392.16020301593, "rating_upper": 1405.1078924237402, "vote_count": 9186 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 79, "rating": 1397.6456168862856, "rating_lower": 1392.8037564434514, "rating_upper": 1402.4874773291197, "vote_count": 18537 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 80, "rating": 1395.017999641538, "rating_lower": 1388.2161724844752, "rating_upper": 1401.8198267986008, "vote_count": 7924 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 81, "rating": 1394.6370022117885, "rating_lower": 1385.0400606040682, "rating_upper": 1404.2339438195083, "vote_count": 3699 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 82, "rating": 1394.1627916946547, "rating_lower": 1390.3103507202038, "rating_upper": 1398.015232669106, "vote_count": 46431 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 83, "rating": 1393.7311129032755, "rating_lower": 1381.4754603126498, "rating_upper": 1405.9867654939014, "vote_count": 2216 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 84, "rating": 1391.9968233569518, "rating_lower": 1386.5668830504376, "rating_upper": 1397.426763663466, "vote_count": 18018 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 85, "rating": 1390.9776714492707, "rating_lower": 1387.022908927257, "rating_upper": 1394.9324339712846, "vote_count": 46375 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 86, "rating": 1390.4930143532808, "rating_lower": 1385.582834568719, "rating_upper": 1395.4031941378428, "vote_count": 19661 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 87, "rating": 1390.375611855073, "rating_lower": 1385.6962202357038, "rating_upper": 1395.0550034744424, "vote_count": 26941 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 88, "rating": 1389.6980831272467, "rating_lower": 1383.0011041415714, "rating_upper": 1396.395062112922, "vote_count": 8624 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 89, "rating": 1389.5617662705013, "rating_lower": 1385.2319467014654, "rating_upper": 1393.8915858395371, "vote_count": 41365 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 90, "rating": 1388.1898245200273, "rating_lower": 1384.0452856500865, "rating_upper": 1392.334363389968, "vote_count": 39731 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 91, "rating": 1388.1568060448692, "rating_lower": 1383.1940929454468, "rating_upper": 1393.1195191442916, "vote_count": 31120 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 92, "rating": 1386.9053494949474, "rating_lower": 1380.5654370607986, "rating_upper": 1393.245261929096, "vote_count": 10870 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 93, "rating": 1386.6905334923688, "rating_lower": 1378.1120311929894, "rating_upper": 1395.269035791748, "vote_count": 4767 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 94, "rating": 1386.5401898049524, "rating_lower": 1381.6442463040405, "rating_upper": 1391.4361333058646, "vote_count": 26406 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 95, "rating": 1385.3676953854306, "rating_lower": 1380.048168673851, "rating_upper": 1390.6872220970104, "vote_count": 17092 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 96, "rating": 1384.530656639556, "rating_lower": 1379.8690690211945, "rating_upper": 1389.1922442579178, "vote_count": 34386 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 97, "rating": 1383.7512264668333, "rating_lower": 1378.879996609758, "rating_upper": 1388.6224563239089, "vote_count": 23940 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 98, "rating": 1382.5713435578505, "rating_lower": 1376.1928326021748, "rating_upper": 1388.949854513526, "vote_count": 11000 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 99, "rating": 1381.8543943019308, "rating_lower": 1377.5903175776816, "rating_upper": 1386.1184710261798, "vote_count": 40313 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 100, "rating": 1379.5671465850878, "rating_lower": 1376.0517352327045, "rating_upper": 1383.0825579374712, "vote_count": 46858 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 101, "rating": 1377.441010119306, "rating_lower": 1366.1596245716803, "rating_upper": 1388.722395666931, "vote_count": 2785 }, { "record_id": "trinity-large", "model": "trinity-large", "provider": "Arcee AI", "license": "Apache 2.0", "rank": 102, "rating": 1375.0951786909473, "rating_lower": 1362.3934841305208, "rating_upper": 1387.7968732513734, "vote_count": 2166 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 103, "rating": 1374.7719004947517, "rating_lower": 1370.1039305087668, "rating_upper": 1379.4398704807363, "vote_count": 27019 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 104, "rating": 1374.6846450985563, "rating_lower": 1370.1890998099177, "rating_upper": 1379.1801903871954, "vote_count": 33674 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 105, "rating": 1374.1788869585343, "rating_lower": 1370.1560576912882, "rating_upper": 1378.2017162257805, "vote_count": 33204 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 106, "rating": 1372.288272204388, "rating_lower": 1369.171501382347, "rating_upper": 1375.4050430264292, "vote_count": 89293 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 107, "rating": 1371.7465451015896, "rating_lower": 1367.4842961059603, "rating_upper": 1376.008794097219, "vote_count": 31154 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 108, "rating": 1371.2442535776163, "rating_lower": 1367.3556743038755, "rating_upper": 1375.1328328513573, "vote_count": 44275 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 109, "rating": 1368.864544359745, "rating_lower": 1363.028592358979, "rating_upper": 1374.700496360511, "vote_count": 13767 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 110, "rating": 1367.3335896173369, "rating_lower": 1363.085386650268, "rating_upper": 1371.581792584405, "vote_count": 36564 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 111, "rating": 1365.7207199956256, "rating_lower": 1359.569389453059, "rating_upper": 1371.8720505381918, "vote_count": 10660 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 112, "rating": 1365.222256281609, "rating_lower": 1360.1690414753862, "rating_upper": 1370.2754710878316, "vote_count": 19082 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 113, "rating": 1365.181809994206, "rating_lower": 1361.532974930249, "rating_upper": 1368.8306450581629, "vote_count": 48453 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 114, "rating": 1363.9691158958144, "rating_lower": 1358.7497056346288, "rating_upper": 1369.188526157, "vote_count": 18584 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 115, "rating": 1362.8985015588432, "rating_lower": 1357.5918030805974, "rating_upper": 1368.205200037089, "vote_count": 17413 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 116, "rating": 1360.7809685185453, "rating_lower": 1357.0534360473048, "rating_upper": 1364.5085009897855, "vote_count": 44686 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 117, "rating": 1358.4657862978806, "rating_lower": 1353.7669206242174, "rating_upper": 1363.1646519715437, "vote_count": 21788 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 118, "rating": 1356.74633506465, "rating_lower": 1351.779969454224, "rating_upper": 1361.7127006750754, "vote_count": 23615 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "Prime Intellect", "license": "MIT", "rank": 119, "rating": 1356.0435402328376, "rating_lower": 1347.6336595053972, "rating_upper": 1364.453420960278, "vote_count": 5290 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 120, "rating": 1356.0240038341367, "rating_lower": 1350.8636220662524, "rating_upper": 1361.184385602021, "vote_count": 18237 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 121, "rating": 1353.8973054132089, "rating_lower": 1349.528829304507, "rating_upper": 1358.2657815219104, "vote_count": 30756 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 122, "rating": 1353.2805970611946, "rating_lower": 1349.011015636825, "rating_upper": 1357.5501784855642, "vote_count": 24951 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 123, "rating": 1353.1333366846402, "rating_lower": 1344.7686026148558, "rating_upper": 1361.4980707544246, "vote_count": 4950 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 124, "rating": 1353.0643509297586, "rating_lower": 1349.6287608118232, "rating_upper": 1356.499941047694, "vote_count": 57098 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 125, "rating": 1351.2442677958802, "rating_lower": 1347.92027058431, "rating_upper": 1354.5682650074505, "vote_count": 55607 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 126, "rating": 1350.2878767381817, "rating_lower": 1344.0099766522328, "rating_upper": 1356.56577682413, "vote_count": 11338 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 127, "rating": 1348.790085449431, "rating_lower": 1337.0620974925005, "rating_upper": 1360.5180734063615, "vote_count": 2226 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 128, "rating": 1348.1037214808505, "rating_lower": 1344.635761527892, "rating_upper": 1351.5716814338089, "vote_count": 58451 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 129, "rating": 1347.4423137107551, "rating_lower": 1336.6406611311147, "rating_upper": 1358.2439662903955, "vote_count": 2874 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 130, "rating": 1347.2318102518757, "rating_lower": 1335.522066791627, "rating_upper": 1358.941553712125, "vote_count": 2546 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 131, "rating": 1346.9998570658122, "rating_lower": 1337.5560022974446, "rating_upper": 1356.4437118341798, "vote_count": 3932 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 132, "rating": 1346.9728345421313, "rating_lower": 1339.144414156075, "rating_upper": 1354.8012549281875, "vote_count": 6688 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 133, "rating": 1346.9163842860803, "rating_lower": 1339.6503995800433, "rating_upper": 1354.1823689921173, "vote_count": 6995 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 134, "rating": 1346.536535937763, "rating_lower": 1339.1399772671282, "rating_upper": 1353.9330946083971, "vote_count": 6567 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 135, "rating": 1346.192554764208, "rating_lower": 1337.857173714323, "rating_upper": 1354.527935814093, "vote_count": 5823 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 136, "rating": 1345.70611539767, "rating_lower": 1342.3038288201008, "rating_upper": 1349.1084019752398, "vote_count": 112863 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 137, "rating": 1343.1621152620803, "rating_lower": 1334.7472916780848, "rating_upper": 1351.5769388460765, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 138, "rating": 1342.4419979029851, "rating_lower": 1339.0286232770118, "rating_upper": 1345.8553725289585, "vote_count": 82417 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 139, "rating": 1341.620888919199, "rating_lower": 1332.1021230622562, "rating_upper": 1351.139654776142, "vote_count": 3829 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 140, "rating": 1341.2950644074158, "rating_lower": 1331.386000016969, "rating_upper": 1351.2041287978625, "vote_count": 3400 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 141, "rating": 1340.4284085772606, "rating_lower": 1328.890008764986, "rating_upper": 1351.9668083895351, "vote_count": 2295 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 142, "rating": 1337.8272903585455, "rating_lower": 1330.943925493933, "rating_upper": 1344.710655223158, "vote_count": 8352 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 143, "rating": 1337.1672908629778, "rating_lower": 1330.9467311516912, "rating_upper": 1343.387850574264, "vote_count": 12111 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 144, "rating": 1336.763953731186, "rating_lower": 1333.1749753932863, "rating_upper": 1340.352932069086, "vote_count": 51986 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 145, "rating": 1335.7821780591012, "rating_lower": 1331.390627112752, "rating_upper": 1340.1737290054507, "vote_count": 26000 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 146, "rating": 1335.2141753728, "rating_lower": 1331.5554309485856, "rating_upper": 1338.872919797015, "vote_count": 41392 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 147, "rating": 1335.086587637378, "rating_lower": 1331.4622874576075, "rating_upper": 1338.7108878171484, "vote_count": 63495 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 148, "rating": 1334.9352834764732, "rating_lower": 1330.7763142689366, "rating_upper": 1339.0942526840097, "vote_count": 45498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 149, "rating": 1334.7728445323569, "rating_lower": 1329.6329305659538, "rating_upper": 1339.91275849876, "vote_count": 50142 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 150, "rating": 1334.0273819911858, "rating_lower": 1325.4322056555543, "rating_upper": 1342.6225583268174, "vote_count": 4829 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 151, "rating": 1333.3946828239616, "rating_lower": 1329.8486368013314, "rating_upper": 1336.9407288465916, "vote_count": 59655 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "Ai2", "license": "Apache 2.0", "rank": 152, "rating": 1330.4505628472723, "rating_lower": 1324.2955458906745, "rating_upper": 1336.6055798038703, "vote_count": 12252 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "Ai2", "license": "Apache 2.0", "rank": 153, "rating": 1329.2223175049378, "rating_lower": 1307.92796617633, "rating_upper": 1350.5166688335455, "vote_count": 816 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 154, "rating": 1328.4762102949653, "rating_lower": 1323.5744191116478, "rating_upper": 1333.3780014782826, "vote_count": 27340 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 155, "rating": 1328.1256733740513, "rating_lower": 1323.439005567352, "rating_upper": 1332.8123411807503, "vote_count": 27282 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 156, "rating": 1327.6185943956273, "rating_lower": 1323.408567777266, "rating_upper": 1331.8286210139886, "vote_count": 40932 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 157, "rating": 1327.072973642396, "rating_lower": 1314.941434883258, "rating_upper": 1339.204512401534, "vote_count": 2230 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 158, "rating": 1326.4190866765148, "rating_lower": 1316.6705167020264, "rating_upper": 1336.1676566510037, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 159, "rating": 1324.127604269138, "rating_lower": 1320.2447879875554, "rating_upper": 1328.010420550721, "vote_count": 98130 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 160, "rating": 1323.3856576007474, "rating_lower": 1320.1968848202205, "rating_upper": 1326.5744303812749, "vote_count": 70972 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 161, "rating": 1323.2358091974995, "rating_lower": 1314.968616074682, "rating_upper": 1331.5030023203178, "vote_count": 6793 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 162, "rating": 1323.0075736922122, "rating_lower": 1319.0582436706898, "rating_upper": 1326.9569037137344, "vote_count": 79132 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 163, "rating": 1322.3918693727976, "rating_lower": 1317.7184227802925, "rating_upper": 1327.065315965303, "vote_count": 31053 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 164, "rating": 1321.9731291102437, "rating_lower": 1315.3352224241453, "rating_upper": 1328.6110357963416, "vote_count": 9622 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 165, "rating": 1321.9300002624873, "rating_lower": 1318.9063576615622, "rating_upper": 1324.9536428634124, "vote_count": 194904 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 166, "rating": 1321.7076493023656, "rating_lower": 1313.9815649263192, "rating_upper": 1329.4337336784115, "vote_count": 6107 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 167, "rating": 1320.451384214564, "rating_lower": 1313.238217710089, "rating_upper": 1327.6645507190387, "vote_count": 7148 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 168, "rating": 1319.334389497043, "rating_lower": 1314.4421918660296, "rating_upper": 1324.2265871280565, "vote_count": 26134 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 169, "rating": 1319.318678823634, "rating_lower": 1315.911344608655, "rating_upper": 1322.7260130386126, "vote_count": 55454 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 170, "rating": 1319.2852393585208, "rating_lower": 1314.1886415631368, "rating_upper": 1324.3818371539046, "vote_count": 23193 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 171, "rating": 1318.050203521243, "rating_lower": 1312.3746342265213, "rating_upper": 1323.7257728159648, "vote_count": 16479 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 172, "rating": 1317.683351081817, "rating_lower": 1314.2212443081498, "rating_upper": 1321.1454578554842, "vote_count": 68794 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 173, "rating": 1317.018584186656, "rating_lower": 1310.6720903214466, "rating_upper": 1323.365078051865, "vote_count": 10758 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 174, "rating": 1317.0044125079005, "rating_lower": 1311.3671411231337, "rating_upper": 1322.6416838926666, "vote_count": 15408 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 175, "rating": 1315.3832476945254, "rating_lower": 1309.0566887640814, "rating_upper": 1321.7098066249691, "vote_count": 10179 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 176, "rating": 1314.442775357575, "rating_lower": 1309.933957531552, "rating_upper": 1318.951593183598, "vote_count": 24746 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 177, "rating": 1313.9991906695695, "rating_lower": 1310.1170363199235, "rating_upper": 1317.8813450192154, "vote_count": 45460 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 178, "rating": 1313.1273720134427, "rating_lower": 1309.074107480718, "rating_upper": 1317.180636546167, "vote_count": 93439 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 179, "rating": 1313.0669758283038, "rating_lower": 1309.202158789496, "rating_upper": 1316.931792867112, "vote_count": 100107 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 180, "rating": 1311.545088998654, "rating_lower": 1301.858764789676, "rating_upper": 1321.231413207632, "vote_count": 3905 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 181, "rating": 1309.6979677783163, "rating_lower": 1305.5250092107494, "rating_upper": 1313.8709263458836, "vote_count": 34909 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 182, "rating": 1308.5511645064269, "rating_lower": 1294.563414504619, "rating_upper": 1322.5389145082345, "vote_count": 1886 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 183, "rating": 1307.9591463405409, "rating_lower": 1304.2940481005332, "rating_upper": 1311.6242445805483, "vote_count": 52574 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 184, "rating": 1306.98643351056, "rating_lower": 1302.3173858356377, "rating_upper": 1311.6554811854826, "vote_count": 24574 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 185, "rating": 1305.9597789582708, "rating_lower": 1300.3080619042364, "rating_upper": 1311.611496012305, "vote_count": 19622 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 186, "rating": 1305.6378360657468, "rating_lower": 1297.3711843187234, "rating_upper": 1313.9044878127702, "vote_count": 5868 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 187, "rating": 1305.0748821786365, "rating_lower": 1300.6888718367177, "rating_upper": 1309.4608925205553, "vote_count": 28081 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 188, "rating": 1304.7935077677785, "rating_lower": 1298.4257286349853, "rating_upper": 1311.161286900572, "vote_count": 11985 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 189, "rating": 1304.3582510224671, "rating_lower": 1299.8775271038144, "rating_upper": 1308.83897494112, "vote_count": 33897 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 190, "rating": 1303.255519601121, "rating_lower": 1293.940266876068, "rating_upper": 1312.570772326174, "vote_count": 4177 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 191, "rating": 1302.636831465545, "rating_lower": 1298.6151330293114, "rating_upper": 1306.6585299017784, "vote_count": 39409 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 192, "rating": 1298.628299397451, "rating_lower": 1290.876428698345, "rating_upper": 1306.380170096557, "vote_count": 7136 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 193, "rating": 1295.9600058168348, "rating_lower": 1286.9579403965529, "rating_upper": 1304.962071237117, "vote_count": 5565 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 194, "rating": 1293.4332975094428, "rating_lower": 1289.7467435574606, "rating_upper": 1297.119851461425, "vote_count": 55234 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 195, "rating": 1290.1757805068546, "rating_lower": 1285.6572114917724, "rating_upper": 1294.6943495219366, "vote_count": 24753 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 196, "rating": 1288.6600952536674, "rating_lower": 1281.358718117516, "rating_upper": 1295.9614723898187, "vote_count": 8659 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 197, "rating": 1288.035659988202, "rating_lower": 1284.7128755149388, "rating_upper": 1291.3584444614653, "vote_count": 75764 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 198, "rating": 1287.807533908668, "rating_lower": 1280.6389306844223, "rating_upper": 1294.976137132914, "vote_count": 7309 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 199, "rating": 1287.042076501768, "rating_lower": 1278.6218164892102, "rating_upper": 1295.4623365143257, "vote_count": 5622 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 200, "rating": 1286.9343105370344, "rating_lower": 1282.1565343738994, "rating_upper": 1291.7120867001695, "vote_count": 54167 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 201, "rating": 1286.533539711475, "rating_lower": 1276.0580087596152, "rating_upper": 1297.0090706633346, "vote_count": 2846 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 202, "rating": 1286.2520867444723, "rating_lower": 1276.2785604528149, "rating_upper": 1296.2256130361295, "vote_count": 3749 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 203, "rating": 1285.5541623535942, "rating_lower": 1281.0849719453026, "rating_upper": 1290.023352761886, "vote_count": 62823 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 204, "rating": 1285.073173877136, "rating_lower": 1277.807786703744, "rating_upper": 1292.3385610505284, "vote_count": 8442 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 205, "rating": 1280.9708039058528, "rating_lower": 1276.9897031132632, "rating_upper": 1284.9519046984428, "vote_count": 109289 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 206, "rating": 1279.387038004104, "rating_lower": 1272.5348210851605, "rating_upper": 1286.239254923048, "vote_count": 10069 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 207, "rating": 1277.381403121758, "rating_lower": 1272.0625453097005, "rating_upper": 1282.7002609338158, "vote_count": 19661 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 208, "rating": 1276.4002270396072, "rating_lower": 1269.838548333511, "rating_upper": 1282.9619057457037, "vote_count": 9869 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 209, "rating": 1275.94875245474, "rating_lower": 1272.390587396836, "rating_upper": 1279.5069175126437, "vote_count": 156880 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 210, "rating": 1275.0647033917262, "rating_lower": 1271.0109323328606, "rating_upper": 1279.1184744505915, "vote_count": 88721 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 211, "rating": 1273.847615995966, "rating_lower": 1267.9704122892492, "rating_upper": 1279.724819702683, "vote_count": 14677 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 212, "rating": 1273.3598118479133, "rating_lower": 1266.37176654649, "rating_upper": 1280.3478571493365, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 213, "rating": 1272.121090363486, "rating_lower": 1265.1335968079522, "rating_upper": 1279.10858391902, "vote_count": 7537 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 214, "rating": 1270.5679938425706, "rating_lower": 1262.4541369086758, "rating_upper": 1278.6818507764656, "vote_count": 5430 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 215, "rating": 1267.027686497726, "rating_lower": 1262.1800415137582, "rating_upper": 1271.875331481694, "vote_count": 27123 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 216, "rating": 1265.4576638205344, "rating_lower": 1261.691221377186, "rating_upper": 1269.224106263883, "vote_count": 54615 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 217, "rating": 1264.1936488997148, "rating_lower": 1257.9189244195472, "rating_upper": 1270.4683733798825, "vote_count": 15147 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 218, "rating": 1261.901529339455, "rating_lower": 1257.5925929611071, "rating_upper": 1266.2104657178031, "vote_count": 77556 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 219, "rating": 1261.7911650652302, "rating_lower": 1256.8660423045671, "rating_upper": 1266.7162878258932, "vote_count": 37325 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 220, "rating": 1261.0773365676512, "rating_lower": 1257.3432336110943, "rating_upper": 1264.811439524208, "vote_count": 117705 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 221, "rating": 1260.6565121498822, "rating_lower": 1255.5267983992546, "rating_upper": 1265.78622590051, "vote_count": 19376 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 222, "rating": 1258.6675263041864, "rating_lower": 1254.4151845404915, "rating_upper": 1262.919868067881, "vote_count": 35556 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 223, "rating": 1256.0719791117897, "rating_lower": 1251.5202319883042, "rating_upper": 1260.623726235275, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 224, "rating": 1251.9840907257064, "rating_lower": 1241.1981923866276, "rating_upper": 1262.769989064785, "vote_count": 3335 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 225, "rating": 1250.2106602139795, "rating_lower": 1243.623234803797, "rating_upper": 1256.7980856241622, "vote_count": 10141 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 226, "rating": 1242.4053803975507, "rating_lower": 1237.6965404576267, "rating_upper": 1247.1142203374743, "vote_count": 62437 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 227, "rating": 1240.8805472045017, "rating_lower": 1235.7596387368776, "rating_upper": 1246.0014556721253, "vote_count": 19355 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 228, "rating": 1238.9118847604632, "rating_lower": 1231.693593427266, "rating_upper": 1246.1301760936603, "vote_count": 8854 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 229, "rating": 1237.03352744265, "rating_lower": 1227.939258044638, "rating_upper": 1246.127796840662, "vote_count": 4780 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 230, "rating": 1234.9970525236708, "rating_lower": 1227.6713153657402, "rating_upper": 1242.3227896816015, "vote_count": 18352 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 231, "rating": 1233.9639576671057, "rating_lower": 1228.4168792558253, "rating_upper": 1239.511036078386, "vote_count": 26191 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 232, "rating": 1233.3594613362684, "rating_lower": 1221.5941569601346, "rating_upper": 1245.1247657124018, "vote_count": 2729 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 233, "rating": 1233.273284357913, "rating_lower": 1225.8671318513057, "rating_upper": 1240.6794368645214, "vote_count": 15451 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 234, "rating": 1233.1420698214265, "rating_lower": 1227.871269140992, "rating_upper": 1238.4128705018604, "vote_count": 39296 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 235, "rating": 1229.4841314244725, "rating_lower": 1224.9441360794826, "rating_upper": 1234.0241267694623, "vote_count": 51417 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 236, "rating": 1226.935601598701, "rating_lower": 1222.162274701183, "rating_upper": 1231.708928496219, "vote_count": 54038 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 237, "rating": 1226.5119105205092, "rating_lower": 1220.5684321624176, "rating_upper": 1232.455388878601, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 238, "rating": 1223.961197756152, "rating_lower": 1219.263430727397, "rating_upper": 1228.6589647849069, "vote_count": 66191 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 239, "rating": 1223.12250090292, "rating_lower": 1219.41166706574, "rating_upper": 1226.8333347401003, "vote_count": 104636 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 240, "rating": 1223.0019459735763, "rating_lower": 1216.053423244737, "rating_upper": 1229.9504687024155, "vote_count": 9827 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 241, "rating": 1222.9646584299026, "rating_lower": 1217.4650752105676, "rating_upper": 1228.4642416492372, "vote_count": 34552 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 242, "rating": 1221.708617499746, "rating_lower": 1209.936480528734, "rating_upper": 1233.4807544707578, "vote_count": 6390 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 243, "rating": 1220.5475754936865, "rating_lower": 1209.8416808874638, "rating_upper": 1231.253470099909, "vote_count": 2895 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 244, "rating": 1213.333999006626, "rating_lower": 1208.3071141865958, "rating_upper": 1218.3608838266564, "vote_count": 24142 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 245, "rating": 1212.7411203682857, "rating_lower": 1201.9281803080085, "rating_upper": 1223.5540604285625, "vote_count": 4653 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 246, "rating": 1211.4735900965743, "rating_lower": 1207.3730915783972, "rating_upper": 1215.5740886147514, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 247, "rating": 1208.558191376986, "rating_lower": 1197.4522245197952, "rating_upper": 1219.6641582341765, "vote_count": 3092 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 248, "rating": 1203.8733849753503, "rating_lower": 1197.7571549896115, "rating_upper": 1209.9896149610888, "vote_count": 21744 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 249, "rating": 1202.401660984364, "rating_lower": 1193.6346887179095, "rating_upper": 1211.1686332508182, "vote_count": 16616 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 250, "rating": 1198.699445673047, "rating_lower": 1194.6515434951527, "rating_upper": 1202.7473478509412, "vote_count": 46618 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 251, "rating": 1197.9572691513497, "rating_lower": 1192.8143182713925, "rating_upper": 1203.1002200313064, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 252, "rating": 1197.1241656671627, "rating_lower": 1192.862710244039, "rating_upper": 1201.3856210902868, "vote_count": 73505 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 253, "rating": 1194.929487855356, "rating_lower": 1188.8176664127031, "rating_upper": 1201.041309298009, "vote_count": 32196 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 254, "rating": 1191.276527999593, "rating_lower": 1184.104005688183, "rating_upper": 1198.4490503110032, "vote_count": 9902 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 255, "rating": 1190.8288306455152, "rating_lower": 1183.7041144169234, "rating_upper": 1197.9535468741071, "vote_count": 17841 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 256, "rating": 1184.640913373133, "rating_lower": 1175.1793090071412, "rating_upper": 1194.1025177391243, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 257, "rating": 1184.3513786915455, "rating_lower": 1172.8292922273772, "rating_upper": 1195.8734651557138, "vote_count": 4933 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 258, "rating": 1183.7527973960114, "rating_lower": 1176.925759238605, "rating_upper": 1190.579835553418, "vote_count": 15483 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 259, "rating": 1182.2725348835916, "rating_lower": 1174.265735743105, "rating_upper": 1190.2793340240778, "vote_count": 12636 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 260, "rating": 1182.2027057781218, "rating_lower": 1172.517261119831, "rating_upper": 1191.8881504364128, "vote_count": 7967 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 261, "rating": 1181.9182443621944, "rating_lower": 1173.2337975495157, "rating_upper": 1190.6026911748734, "vote_count": 6643 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 262, "rating": 1180.134336170716, "rating_lower": 1174.0653895636142, "rating_upper": 1186.203282777818, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 263, "rating": 1179.456857033221, "rating_lower": 1173.5465762724489, "rating_upper": 1185.367137793993, "vote_count": 32836 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 264, "rating": 1179.3001714887048, "rating_lower": 1168.1032167728222, "rating_upper": 1190.4971262045874, "vote_count": 3191 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 265, "rating": 1178.0114915067584, "rating_lower": 1168.182568917666, "rating_upper": 1187.840414095851, "vote_count": 6534 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 266, "rating": 1175.1242027254946, "rating_lower": 1164.6920490756083, "rating_upper": 1185.5563563753808, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 267, "rating": 1172.780775784468, "rating_lower": 1166.5692518418546, "rating_upper": 1178.9922997270814, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 268, "rating": 1171.593823774187, "rating_lower": 1164.1783709021593, "rating_upper": 1179.0092766462149, "vote_count": 16057 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 269, "rating": 1171.155521763247, "rating_lower": 1165.2453561905763, "rating_upper": 1177.0656873359176, "vote_count": 17763 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 270, "rating": 1170.7905155598771, "rating_lower": 1165.2882448795058, "rating_upper": 1176.292786240249, "vote_count": 38491 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 271, "rating": 1167.515271511793, "rating_lower": 1159.441098489643, "rating_upper": 1175.5894445339427, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 272, "rating": 1166.6088731207162, "rating_lower": 1158.916967895469, "rating_upper": 1174.3007783459634, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 273, "rating": 1164.6642864778094, "rating_lower": 1152.71349585539, "rating_upper": 1176.6150771002287, "vote_count": 3776 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 274, "rating": 1156.9984636502804, "rating_lower": 1145.4891861492015, "rating_upper": 1168.5077411513594, "vote_count": 3233 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 275, "rating": 1155.9306897299894, "rating_lower": 1147.536425084577, "rating_upper": 1164.3249543754014, "vote_count": 6837 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 276, "rating": 1155.2947160056729, "rating_lower": 1142.6628266132534, "rating_upper": 1167.9266053980923, "vote_count": 3584 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 277, "rating": 1152.337952382515, "rating_lower": 1139.1149036211891, "rating_upper": 1165.5610011438405, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "Cognitive Computations", "license": "Apache-2.0", "rank": 278, "rating": 1151.953986552007, "rating_lower": 1136.5371565567675, "rating_upper": 1167.3708165472467, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 279, "rating": 1150.0937360324483, "rating_lower": 1137.7765279253283, "rating_upper": 1162.4109441395683, "vote_count": 2571 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 280, "rating": 1149.6094555052027, "rating_lower": 1142.9562365695274, "rating_upper": 1156.262674440878, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 281, "rating": 1149.1218225147995, "rating_lower": 1139.8498342388405, "rating_upper": 1158.3938107907588, "vote_count": 7046 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "TII", "license": "Falcon-180B TII License", "rank": 282, "rating": 1146.961082182801, "rating_lower": 1129.8113302469087, "rating_upper": 1164.1108341186932, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 283, "rating": 1143.8593296139188, "rating_lower": 1133.958152186886, "rating_upper": 1153.760507040951, "vote_count": 4735 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 284, "rating": 1142.9901047442045, "rating_lower": 1136.55803703818, "rating_upper": 1149.4221724502293, "vote_count": 12296 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 285, "rating": 1141.4554562373237, "rating_lower": 1134.7274843625555, "rating_upper": 1148.1834281120916, "vote_count": 19171 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 286, "rating": 1140.859689982607, "rating_lower": 1134.1436568697266, "rating_upper": 1147.5757230954878, "vote_count": 19366 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 287, "rating": 1138.508247092297, "rating_lower": 1127.533613840243, "rating_upper": 1149.4828803443506, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 288, "rating": 1137.1189501927115, "rating_lower": 1127.711092049361, "rating_upper": 1146.526808336062, "vote_count": 8554 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 289, "rating": 1136.553812355949, "rating_lower": 1127.6435623790312, "rating_upper": 1145.464062332867, "vote_count": 7363 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 290, "rating": 1135.9136828434278, "rating_lower": 1126.4016233501466, "rating_upper": 1145.425742336709, "vote_count": 8925 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 291, "rating": 1131.0441513084002, "rating_lower": 1122.191507452108, "rating_upper": 1139.8967951646923, "vote_count": 11116 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 292, "rating": 1129.1535608040545, "rating_lower": 1121.7272179594777, "rating_upper": 1136.579903648631, "vote_count": 20691 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 293, "rating": 1128.3374703381778, "rating_lower": 1121.9445189751198, "rating_upper": 1134.7304217012356, "vote_count": 20115 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 294, "rating": 1127.2567091636954, "rating_lower": 1115.0851927033395, "rating_upper": 1139.4282256240513, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "HuggingFace", "license": "MIT", "rank": 295, "rating": 1126.8655164138106, "rating_lower": 1111.1733348345424, "rating_upper": 1142.5576979930788, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 296, "rating": 1120.9023239347157, "rating_lower": 1109.8984199202366, "rating_upper": 1131.9062279491943, "vote_count": 5184 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 297, "rating": 1118.9448878490612, "rating_lower": 1100.7117484867697, "rating_upper": 1137.1780272113533, "vote_count": 1143 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 298, "rating": 1114.571031451827, "rating_lower": 1105.3807400692476, "rating_upper": 1123.761322834406, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 299, "rating": 1114.2622135968536, "rating_lower": 1099.8341184658047, "rating_upper": 1128.6903087279024, "vote_count": 2201 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 300, "rating": 1114.0762753232991, "rating_lower": 1106.3395084208566, "rating_upper": 1121.8130422257418, "vote_count": 10853 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 301, "rating": 1111.1898137859948, "rating_lower": 1103.3169445129945, "rating_upper": 1119.0626830589954, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 302, "rating": 1109.576235231268, "rating_lower": 1100.2716581485258, "rating_upper": 1118.8808123140102, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 303, "rating": 1108.1408574780137, "rating_lower": 1101.0827515741548, "rating_upper": 1115.1989633818723, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 304, "rating": 1091.5429476297854, "rating_lower": 1080.0195260811615, "rating_upper": 1103.066369178409, "vote_count": 4779 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 305, "rating": 1090.0635997959114, "rating_lower": 1080.7086905714186, "rating_upper": 1099.418509020404, "vote_count": 7598 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 306, "rating": 1074.568869902493, "rating_lower": 1063.3707975086525, "rating_upper": 1085.766942296333, "vote_count": 6329 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 307, "rating": 1070.3524901010376, "rating_lower": 1060.382997399386, "rating_upper": 1080.321982802689, "vote_count": 6964 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 308, "rating": 1067.282433055648, "rating_lower": 1055.739053460416, "rating_upper": 1078.8258126508797, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "Nomic AI", "license": "Non-commercial", "rank": 309, "rating": 1065.8508189361255, "rating_lower": 1050.5384131642882, "rating_upper": 1081.1632247079633, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 310, "rating": 1061.727730504449, "rating_lower": 1049.6794141859348, "rating_upper": 1073.776046822963, "vote_count": 3925 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 311, "rating": 1055.9654961475846, "rating_lower": 1044.2697632072432, "rating_upper": 1067.661229087926, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 312, "rating": 1041.2034489987846, "rating_lower": 1029.7332032708389, "rating_upper": 1052.6736947267302, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 313, "rating": 1024.106149060486, "rating_lower": 1010.4569615796318, "rating_upper": 1037.75533654134, "vote_count": 2657 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 314, "rating": 1021.997002268708, "rating_lower": 1011.0485548346984, "rating_upper": 1032.9454497027173, "vote_count": 6311 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 315, "rating": 995.4919338712368, "rating_lower": 982.8451494088264, "rating_upper": 1008.1387183336474, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 316, "rating": 991.198172090638, "rating_lower": 978.7389227831015, "rating_upper": 1003.6574213981744, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 317, "rating": 979.94019375545, "rating_lower": 966.2968742725814, "rating_upper": 993.5835132383183, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 318, "rating": 972.0016442031352, "rating_lower": 956.0482643717604, "rating_upper": 987.9550240345102, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 319, "rating": 952.5064877462356, "rating_lower": 939.65856881028, "rating_upper": 965.3544066821916, "vote_count": 3287 } ] }