{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-04-30", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-04-30", "retrieved_at": "2026-07-26", "entry_count": 354, "entries": [ { "record_id": "claude-opus-4-7-thinking", "model": "claude-opus-4-7-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1504.0006527528374, "rating_lower": 1497.1089600445796, "rating_upper": 1510.8923454610951, "vote_count": 7467 }, { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1502.373092369225, "rating_lower": 1497.6420335837659, "rating_upper": 1507.1041511546844, "vote_count": 22240 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1496.7702498369545, "rating_lower": 1492.1568624393938, "rating_upper": 1501.383637234515, "vote_count": 23704 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 4, "rating": 1492.8508959763415, "rating_lower": 1488.3069963639598, "rating_upper": 1497.3947955887234, "vote_count": 27941 }, { "record_id": "claude-opus-4-7", "model": "claude-opus-4-7", "provider": "anthropic", "license": "Proprietary", "rank": 5, "rating": 1492.5796320892719, "rating_lower": 1485.9213378588913, "rating_upper": 1499.2379263196526, "vote_count": 8206 }, { "record_id": "muse-spark", "model": "muse-spark", "provider": "meta", "license": "Proprietary", "rank": 6, "rating": 1490.5248489553196, "rating_lower": 1484.0301639692127, "rating_upper": 1497.0195339414265, "vote_count": 9278 }, { "record_id": "gpt-5.5-high", "model": "gpt-5.5-high", "provider": "openai", "license": "Proprietary", "rank": 7, "rating": 1488.1183251190773, "rating_lower": 1479.739249530392, "rating_upper": 1496.4974007077626, "vote_count": 4963 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 8, "rating": 1485.764468539508, "rating_lower": 1481.8822334973418, "rating_upper": 1489.6467035816745, "vote_count": 41373 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 9, "rating": 1479.80224542185, "rating_lower": 1474.55454920718, "rating_upper": 1485.04994163652, "vote_count": 17253 }, { "record_id": "gpt-5.4-high", "model": "gpt-5.4-high", "provider": "openai", "license": "Proprietary", "rank": 10, "rating": 1477.3228249377266, "rating_lower": 1471.8653081845905, "rating_upper": 1482.780341690863, "vote_count": 15705 }, { "record_id": "grok-4.20-beta-0309-reasoning", "model": "grok-4.20-beta-0309-reasoning", "provider": "xai", "license": "Proprietary", "rank": 11, "rating": 1477.22604895693, "rating_lower": 1471.94671827642, "rating_upper": 1482.5053796374402, "vote_count": 16048 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 12, "rating": 1476.805268206535, "rating_lower": 1472.1741262170653, "rating_upper": 1481.4364101960043, "vote_count": 22155 }, { "record_id": "grok-4.20-multi-agent-beta-0309", "model": "grok-4.20-multi-agent-beta-0309", "provider": "xai", "license": "Proprietary", "rank": 13, "rating": 1474.9662634012282, "rating_lower": 1469.7429473638251, "rating_upper": 1480.1895794386314, "vote_count": 16307 }, { "record_id": "ernie-5.1-preview", "model": "ernie-5.1-preview", "provider": "baidu", "license": "Proprietary", "rank": 14, "rating": 1474.2823547612036, "rating_lower": 1465.8402480388147, "rating_upper": 1482.7244614835927, "vote_count": 4609 }, { "record_id": "gpt-5.5", "model": "gpt-5.5", "provider": "openai", "license": "Proprietary", "rank": 15, "rating": 1474.0230018019731, "rating_lower": 1465.8712888066057, "rating_upper": 1482.1747147973406, "vote_count": 5153 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 16, "rating": 1473.6048472569355, "rating_lower": 1469.1648049732462, "rating_upper": 1478.0448895406248, "vote_count": 30800 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 17, "rating": 1472.7318445307064, "rating_lower": 1468.8081280458139, "rating_upper": 1476.6555610155988, "vote_count": 37170 }, { "record_id": "glm-5.1", "model": "glm-5.1", "provider": "zai", "license": "MIT", "rank": 18, "rating": 1470.297259000266, "rating_lower": 1464.1767376739128, "rating_upper": 1476.4177803266189, "vote_count": 10949 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 19, "rating": 1468.509893417846, "rating_lower": 1465.0313428988698, "rating_upper": 1471.9884439368223, "vote_count": 53794 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 20, "rating": 1468.0114437154862, "rating_lower": 1464.5254408457802, "rating_upper": 1471.497446585192, "vote_count": 53446 }, { "record_id": "gpt-5.4", "model": "gpt-5.4", "provider": "openai", "license": "Proprietary", "rank": 21, "rating": 1465.5249616213332, "rating_lower": 1460.1839119156516, "rating_upper": 1470.8660113270148, "vote_count": 16407 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 22, "rating": 1463.6755258983355, "rating_lower": 1458.4033688927934, "rating_upper": 1468.9476829038774, "vote_count": 15657 }, { "record_id": "qwen3.5-max-preview", "model": "qwen3.5-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 23, "rating": 1463.6251912019834, "rating_lower": 1457.9710113361136, "rating_upper": 1469.2793710678532, "vote_count": 13419 }, { "record_id": "mimo-v2.5-pro", "model": "mimo-v2.5-pro", "provider": "xiaomi", "license": "MIT", "rank": 24, "rating": 1463.6138721333677, "rating_lower": 1455.3612495233276, "rating_upper": 1471.866494743408, "vote_count": 4901 }, { "record_id": "deepseek-v4-pro", "model": "deepseek-v4-pro", "provider": "deepseek", "license": "MIT", "rank": 25, "rating": 1463.2989577417488, "rating_lower": 1454.521038916467, "rating_upper": 1472.0768765670307, "vote_count": 4175 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 26, "rating": 1462.6805845339723, "rating_lower": 1458.925760598387, "rating_upper": 1466.4354084695576, "vote_count": 39847 }, { "record_id": "kimi-k2.6", "model": "kimi-k2.6", "provider": "moonshot", "license": "Modified MIT", "rank": 27, "rating": 1462.0990327137038, "rating_lower": 1454.7464984787277, "rating_upper": 1469.4515669486798, "vote_count": 6067 }, { "record_id": "deepseek-v4-pro-thinking", "model": "deepseek-v4-pro-thinking", "provider": "deepseek", "license": "MIT", "rank": 28, "rating": 1461.9026976965024, "rating_lower": 1452.6681317936834, "rating_upper": 1471.1372635993212, "vote_count": 3816 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 29, "rating": 1460.2417023420426, "rating_lower": 1456.8002658290268, "rating_upper": 1463.6831388550586, "vote_count": 57733 }, { "record_id": "dola-seed-2.0-pro", "model": "dola-seed-2.0-pro", "provider": "", "license": "Proprietary", "rank": 30, "rating": 1460.209297445833, "rating_lower": 1455.5559609467443, "rating_upper": 1464.862633944922, "vote_count": 25123 }, { "record_id": "gpt-5.4-mini-high", "model": "gpt-5.4-mini-high", "provider": "openai", "license": "Proprietary", "rank": 31, "rating": 1457.1612415029365, "rating_lower": 1451.5760724823183, "rating_upper": 1462.7464105235545, "vote_count": 13394 }, { "record_id": "qwen3.6-max-preview", "model": "qwen3.6-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 32, "rating": 1456.8698400435105, "rating_lower": 1447.8555045000787, "rating_upper": 1465.8841755869423, "vote_count": 3943 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 33, "rating": 1456.6672279972852, "rating_lower": 1451.881056197948, "rating_upper": 1461.4533997966223, "vote_count": 19830 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 34, "rating": 1454.637667714807, "rating_lower": 1450.819651798502, "rating_upper": 1458.4556836311124, "vote_count": 40890 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 35, "rating": 1453.6968394589078, "rating_lower": 1450.6811496144119, "rating_upper": 1456.7125293034037, "vote_count": 65810 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 36, "rating": 1452.4595212811155, "rating_lower": 1449.2950765321405, "rating_upper": 1455.6239660300907, "vote_count": 63729 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 37, "rating": 1450.9374907452632, "rating_lower": 1446.609746084098, "rating_upper": 1455.2652354064282, "vote_count": 27567 }, { "record_id": "gemma-4-31b", "model": "gemma-4-31b", "provider": "google", "license": "Apache 2.0", "rank": 38, "rating": 1450.928046206377, "rating_lower": 1443.272842332469, "rating_upper": 1458.583250080285, "vote_count": 5807 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 39, "rating": 1449.5417409548281, "rating_lower": 1445.1683103914033, "rating_upper": 1453.9151715182531, "vote_count": 26016 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 40, "rating": 1449.374338400492, "rating_lower": 1442.8205845452765, "rating_upper": 1455.9280922557075, "vote_count": 9766 }, { "record_id": "mimo-v2-pro", "model": "mimo-v2-pro", "provider": "xiaomi", "license": "Proprietary", "rank": 41, "rating": 1448.7571363040588, "rating_lower": 1443.2124972519205, "rating_upper": 1454.3017753561974, "vote_count": 13965 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 42, "rating": 1448.739056530767, "rating_lower": 1445.276983770134, "rating_upper": 1452.2011292914, "vote_count": 49874 }, { "record_id": "gpt-5.3-chat-latest", "model": "gpt-5.3-chat-latest", "provider": "openai", "license": "Proprietary", "rank": 43, "rating": 1448.5407271309978, "rating_lower": 1443.6203124436022, "rating_upper": 1453.4611418183936, "vote_count": 20938 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 44, "rating": 1447.5786693776831, "rating_lower": 1444.964972801053, "rating_upper": 1450.1923659543133, "vote_count": 113385 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 45, "rating": 1446.9624201520767, "rating_lower": 1442.2772640759783, "rating_upper": 1451.6475762281748, "vote_count": 21269 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 46, "rating": 1446.6980871840963, "rating_lower": 1443.6901577666324, "rating_upper": 1449.7060166015603, "vote_count": 77438 }, { "record_id": "qwen3.6-plus", "model": "qwen3.6-plus", "provider": "alibaba", "license": "Proprietary", "rank": 47, "rating": 1446.2641028876128, "rating_lower": 1439.4831076534297, "rating_upper": 1453.045098121796, "vote_count": 7413 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 48, "rating": 1444.2395749022703, "rating_lower": 1438.5524237214836, "rating_upper": 1449.9267260830572, "vote_count": 14547 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 49, "rating": 1442.803839830534, "rating_lower": 1439.9759962756211, "rating_upper": 1445.6316833854466, "vote_count": 82545 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 50, "rating": 1442.6189932465527, "rating_lower": 1436.5070294830657, "rating_upper": 1448.7309570100394, "vote_count": 12143 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 51, "rating": 1439.3243173769938, "rating_lower": 1435.365544035079, "rating_upper": 1443.2830907189089, "vote_count": 36581 }, { "record_id": "deepseek-v4-flash-thinking", "model": "deepseek-v4-flash-thinking", "provider": "deepseek", "license": "MIT", "rank": 52, "rating": 1439.1488048850704, "rating_lower": 1429.8158465537826, "rating_upper": 1448.481763216358, "vote_count": 3599 }, { "record_id": "gemini-3.1-flash-lite-preview", "model": "gemini-3.1-flash-lite-preview", "provider": "google", "license": "Proprietary", "rank": 53, "rating": 1439.0857110744494, "rating_lower": 1434.3132362195436, "rating_upper": 1443.8581859293552, "vote_count": 22256 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 54, "rating": 1438.8869614544521, "rating_lower": 1435.1872925797015, "rating_upper": 1442.5866303292028, "vote_count": 43521 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 55, "rating": 1438.504365754514, "rating_lower": 1434.4897765615658, "rating_upper": 1442.5189549474621, "vote_count": 33696 }, { "record_id": "gemma-4-26b-a4b", "model": "gemma-4-26b-a4b", "provider": "google", "license": "Apache 2.0", "rank": 56, "rating": 1438.3052720417338, "rating_lower": 1430.6383618439518, "rating_upper": 1445.972182239516, "vote_count": 5776 }, { "record_id": "longcat-flash-chat-2602-exp", "model": "longcat-flash-chat-2602-exp", "provider": "meituan", "license": "Proprietary", "rank": 57, "rating": 1435.4091866791298, "rating_lower": 1429.5116966707692, "rating_upper": 1441.3066766874902, "vote_count": 11859 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 58, "rating": 1434.7169086041233, "rating_lower": 1430.216630888578, "rating_upper": 1439.2171863196684, "vote_count": 27754 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 59, "rating": 1433.5890298033485, "rating_lower": 1429.0716427230886, "rating_upper": 1438.1064168836083, "vote_count": 31979 }, { "record_id": "deepseek-v4-flash", "model": "deepseek-v4-flash", "provider": "deepseek", "license": "MIT", "rank": 60, "rating": 1432.1050419389344, "rating_lower": 1422.6706806032803, "rating_upper": 1441.5394032745887, "vote_count": 3508 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 61, "rating": 1431.9320674187247, "rating_lower": 1425.3230359226227, "rating_upper": 1438.5410989148265, "vote_count": 8196 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 62, "rating": 1431.422781090627, "rating_lower": 1427.9554624342618, "rating_upper": 1434.890099746992, "vote_count": 48565 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 63, "rating": 1431.1315488874154, "rating_lower": 1427.521262639423, "rating_upper": 1434.7418351354079, "vote_count": 59784 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 64, "rating": 1430.18799668351, "rating_lower": 1426.8241114373266, "rating_upper": 1433.5518819296935, "vote_count": 51586 }, { "record_id": "amazon-nova-experimental-chat-26-02-10", "model": "amazon-nova-experimental-chat-26-02-10", "provider": "amazon", "license": "Proprietary", "rank": 65, "rating": 1427.8709517740651, "rating_lower": 1417.9877936563196, "rating_upper": 1437.754109891811, "vote_count": 3422 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 66, "rating": 1426.433851641707, "rating_lower": 1422.1488999662204, "rating_upper": 1430.7188033171933, "vote_count": 31622 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 67, "rating": 1425.7551496563888, "rating_lower": 1421.8182576979452, "rating_upper": 1429.6920416148323, "vote_count": 35713 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 68, "rating": 1424.5362944315023, "rating_lower": 1417.9826313365163, "rating_upper": 1431.0899575264882, "vote_count": 9076 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 69, "rating": 1424.1497628786155, "rating_lower": 1420.499968647935, "rating_upper": 1427.7995571092956, "vote_count": 44812 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 70, "rating": 1424.0675459604406, "rating_lower": 1417.6228447675376, "rating_upper": 1430.5122471533437, "vote_count": 9176 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 71, "rating": 1423.9432000685072, "rating_lower": 1419.6000076802488, "rating_upper": 1428.2863924567655, "vote_count": 36948 }, { "record_id": "mimo-v2.5", "model": "mimo-v2.5", "provider": "xiaomi", "license": "MIT", "rank": 72, "rating": 1423.2856879687222, "rating_lower": 1415.1295770767665, "rating_upper": 1431.4417988606776, "vote_count": 5005 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 73, "rating": 1422.889224767623, "rating_lower": 1416.4809631712844, "rating_upper": 1429.2974863639618, "vote_count": 11947 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 74, "rating": 1422.6557348551864, "rating_lower": 1419.9473237945567, "rating_upper": 1425.3641459158164, "vote_count": 87231 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 75, "rating": 1421.993480654804, "rating_lower": 1418.256904537114, "rating_upper": 1425.730056772494, "vote_count": 39084 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 76, "rating": 1421.9009105529067, "rating_lower": 1416.2431997393728, "rating_upper": 1427.5586213664403, "vote_count": 18469 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 77, "rating": 1421.0121284769025, "rating_lower": 1413.3962832372085, "rating_upper": 1428.6279737165964, "vote_count": 6826 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 78, "rating": 1419.3309770906967, "rating_lower": 1410.533884934197, "rating_upper": 1428.1280692471964, "vote_count": 4727 }, { "record_id": "hunyuan-hy3-preview", "model": "hunyuan-hy3-preview", "provider": "tencent", "license": "tencent-hunyuan-community", "rank": 79, "rating": 1419.1119835418835, "rating_lower": 1409.0889427351308, "rating_upper": 1429.1350243486365, "vote_count": 3184 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 80, "rating": 1418.073300231412, "rating_lower": 1413.134489986974, "rating_upper": 1423.0121104758502, "vote_count": 18113 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 81, "rating": 1417.8618723746688, "rating_lower": 1411.3692254124828, "rating_upper": 1424.3545193368548, "vote_count": 11802 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 82, "rating": 1417.5990526578396, "rating_lower": 1411.5893500804962, "rating_upper": 1423.6087552351833, "vote_count": 14993 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 83, "rating": 1417.234336245822, "rating_lower": 1412.3790955092086, "rating_upper": 1422.0895769824356, "vote_count": 27655 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 84, "rating": 1417.0272379707562, "rating_lower": 1407.0625064493374, "rating_upper": 1426.991969492175, "vote_count": 3474 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 85, "rating": 1416.7509226331242, "rating_lower": 1410.1434977915449, "rating_upper": 1423.3583474747036, "vote_count": 11766 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 86, "rating": 1415.6298613759789, "rating_lower": 1406.0226311307451, "rating_upper": 1425.2370916212126, "vote_count": 3713 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 87, "rating": 1415.467968828552, "rating_lower": 1405.5585711397105, "rating_upper": 1425.3773665173937, "vote_count": 3411 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 88, "rating": 1415.4301317818401, "rating_lower": 1408.947016295689, "rating_upper": 1421.9132472679912, "vote_count": 11533 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 89, "rating": 1414.751259060859, "rating_lower": 1411.0861635066096, "rating_upper": 1418.4163546151083, "vote_count": 41344 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 90, "rating": 1413.147609323699, "rating_lower": 1409.4559831155732, "rating_upper": 1416.8392355318247, "vote_count": 51057 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 91, "rating": 1412.0882492948947, "rating_lower": 1407.8142267788949, "rating_upper": 1416.3622718108945, "vote_count": 44264 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 92, "rating": 1411.5915616916577, "rating_lower": 1407.2861501776385, "rating_upper": 1415.8969732056769, "vote_count": 32918 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 93, "rating": 1411.0752925300567, "rating_lower": 1406.1950374779271, "rating_upper": 1415.9555475821862, "vote_count": 24353 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 94, "rating": 1410.864068537333, "rating_lower": 1408.2842972152862, "rating_upper": 1413.4438398593798, "vote_count": 113084 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 95, "rating": 1409.7499334053828, "rating_lower": 1405.8506303817016, "rating_upper": 1413.6492364290639, "vote_count": 41428 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 96, "rating": 1409.5632956604034, "rating_lower": 1406.7797660786657, "rating_upper": 1412.346825242141, "vote_count": 82999 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 97, "rating": 1408.0757602260055, "rating_lower": 1405.0374581980682, "rating_upper": 1411.1140622539426, "vote_count": 65496 }, { "record_id": "gpt-5.4-nano-high", "model": "gpt-5.4-nano-high", "provider": "openai", "license": "Proprietary", "rank": 98, "rating": 1406.396190041496, "rating_lower": 1400.7841347695123, "rating_upper": 1412.0082453134798, "vote_count": 12829 }, { "record_id": "minimax-m2.7", "model": "minimax-m2.7", "provider": "minimax", "license": "Modified MIT", "rank": 99, "rating": 1405.3962483794865, "rating_lower": 1399.5114722599224, "rating_upper": 1411.2810244990508, "vote_count": 12223 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 100, "rating": 1405.2880083922, "rating_lower": 1400.2999362979147, "rating_upper": 1410.2760804864856, "vote_count": 17605 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 101, "rating": 1404.770199888038, "rating_lower": 1400.7068030264631, "rating_upper": 1408.833596749613, "vote_count": 32958 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 102, "rating": 1403.7751127280758, "rating_lower": 1398.7583269916793, "rating_upper": 1408.791898464472, "vote_count": 18737 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 103, "rating": 1402.875988895273, "rating_lower": 1398.3778934429658, "rating_upper": 1407.37408434758, "vote_count": 38248 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 104, "rating": 1401.669616581543, "rating_lower": 1397.2321306836457, "rating_upper": 1406.1071024794403, "vote_count": 27807 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 105, "rating": 1401.613852353295, "rating_lower": 1396.8317325159435, "rating_upper": 1406.3959721906467, "vote_count": 22883 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 106, "rating": 1401.256487997754, "rating_lower": 1394.8877944757937, "rating_upper": 1407.6251815197143, "vote_count": 11415 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 107, "rating": 1399.2374652323822, "rating_lower": 1392.7116637976778, "rating_upper": 1405.7632666670866, "vote_count": 9008 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 108, "rating": 1398.900250500318, "rating_lower": 1394.5017143738198, "rating_upper": 1403.298786626816, "vote_count": 35151 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 109, "rating": 1397.648524524153, "rating_lower": 1392.7845554740702, "rating_upper": 1402.5124935742356, "vote_count": 18524 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "Modified MIT", "rank": 110, "rating": 1397.6120784828463, "rating_lower": 1393.0227398232037, "rating_upper": 1402.2014171424892, "vote_count": 23353 }, { "record_id": "qwen3.5-flash", "model": "qwen3.5-flash", "provider": "alibaba", "license": "Proprietary", "rank": 111, "rating": 1397.4849449971873, "rating_lower": 1392.4784264339646, "rating_upper": 1402.4914635604102, "vote_count": 18325 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 112, "rating": 1396.255947788599, "rating_lower": 1383.9944483069933, "rating_upper": 1408.517447270205, "vote_count": 2218 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 113, "rating": 1395.650743126379, "rating_lower": 1388.8650093234628, "rating_upper": 1402.436476929295, "vote_count": 7955 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 114, "rating": 1395.543710963316, "rating_lower": 1390.6117754395977, "rating_upper": 1400.4756464870343, "vote_count": 18320 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 115, "rating": 1395.2747567320969, "rating_lower": 1385.6923473959234, "rating_upper": 1404.8571660682703, "vote_count": 3689 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 116, "rating": 1395.0638374163552, "rating_lower": 1391.1971993515958, "rating_upper": 1398.9304754811146, "vote_count": 45536 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 117, "rating": 1392.5467366068024, "rating_lower": 1387.1161277268861, "rating_upper": 1397.9773454867184, "vote_count": 17902 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 118, "rating": 1392.5095503517994, "rating_lower": 1388.662631399407, "rating_upper": 1396.3564693041915, "vote_count": 35914 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 119, "rating": 1391.230209653344, "rating_lower": 1386.7607279878744, "rating_upper": 1395.6996913188136, "vote_count": 23846 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 120, "rating": 1389.9455389667298, "rating_lower": 1385.2985727767402, "rating_upper": 1394.5925051567192, "vote_count": 27062 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 121, "rating": 1389.8850274726567, "rating_lower": 1385.9172624933865, "rating_upper": 1393.8527924519271, "vote_count": 45471 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 122, "rating": 1388.7649924712214, "rating_lower": 1384.4052298459228, "rating_upper": 1393.12475509652, "vote_count": 40353 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 123, "rating": 1387.8783572661764, "rating_lower": 1382.8904763401695, "rating_upper": 1392.8662381921836, "vote_count": 31122 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 124, "rating": 1387.6398466374058, "rating_lower": 1381.374394751251, "rating_upper": 1393.9052985235603, "vote_count": 10989 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 125, "rating": 1387.4407400579394, "rating_lower": 1382.494231520458, "rating_upper": 1392.387248595421, "vote_count": 25762 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 126, "rating": 1387.2239875416415, "rating_lower": 1378.608715157245, "rating_upper": 1395.8392599260383, "vote_count": 4712 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 127, "rating": 1386.7146206609816, "rating_lower": 1382.5443139313772, "rating_upper": 1390.8849273905857, "vote_count": 38840 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 128, "rating": 1386.4656494242995, "rating_lower": 1381.7724495492125, "rating_upper": 1391.1588492993865, "vote_count": 33254 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 129, "rating": 1385.1891724600403, "rating_lower": 1379.937899408954, "rating_upper": 1390.4404455111264, "vote_count": 17158 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 130, "rating": 1383.2377202092102, "rating_lower": 1378.3610514964666, "rating_upper": 1388.1143889219538, "vote_count": 23767 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 131, "rating": 1382.3302198659162, "rating_lower": 1375.86873473826, "rating_upper": 1388.7917049935725, "vote_count": 10722 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 132, "rating": 1382.2049869583118, "rating_lower": 1377.9080543863388, "rating_upper": 1386.501919530285, "vote_count": 39370 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 133, "rating": 1379.6005981222743, "rating_lower": 1376.1397673981082, "rating_upper": 1383.0614288464403, "vote_count": 47297 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 134, "rating": 1377.613220890733, "rating_lower": 1366.3386686411832, "rating_upper": 1388.8877731402827, "vote_count": 2807 }, { "record_id": "trinity-large-preview", "model": "trinity-large-preview", "provider": "", "license": "Apache 2.0", "rank": 135, "rating": 1374.7368214845396, "rating_lower": 1369.8076900572232, "rating_upper": 1379.6659529118565, "vote_count": 19418 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 136, "rating": 1374.5622001390589, "rating_lower": 1369.8744124150521, "rating_upper": 1379.2499878630656, "vote_count": 26286 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 137, "rating": 1374.4427942703223, "rating_lower": 1369.936560105603, "rating_upper": 1378.9490284350418, "vote_count": 32954 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 138, "rating": 1374.0760173371818, "rating_lower": 1369.9981510678126, "rating_upper": 1378.153883606551, "vote_count": 32627 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 139, "rating": 1372.8740280751156, "rating_lower": 1368.6287521126696, "rating_upper": 1377.1193040375617, "vote_count": 31131 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 140, "rating": 1371.952636300655, "rating_lower": 1368.7949370944227, "rating_upper": 1375.1103355068874, "vote_count": 88362 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 141, "rating": 1370.707428195337, "rating_lower": 1366.782910627343, "rating_upper": 1374.6319457633308, "vote_count": 43205 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 142, "rating": 1369.094968193232, "rating_lower": 1363.2584049161917, "rating_upper": 1374.9315314702724, "vote_count": 13714 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 143, "rating": 1368.0207271822146, "rating_lower": 1362.1982012288936, "rating_upper": 1373.8432531355356, "vote_count": 11773 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 144, "rating": 1366.918787141323, "rating_lower": 1362.5110890285114, "rating_upper": 1371.3264852541347, "vote_count": 25436 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 145, "rating": 1365.5874942298417, "rating_lower": 1361.922081555567, "rating_upper": 1369.2529069041166, "vote_count": 47575 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 146, "rating": 1363.2997858831068, "rating_lower": 1359.0321669439859, "rating_upper": 1367.5674048222281, "vote_count": 35251 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 147, "rating": 1363.272578088674, "rating_lower": 1358.0344836540298, "rating_upper": 1368.5106725233181, "vote_count": 18589 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 148, "rating": 1361.9308454820946, "rating_lower": 1356.5924247545559, "rating_upper": 1367.2692662096333, "vote_count": 16980 }, { "record_id": "nvidia-nemotron-3-super-120b-a12b", "model": "nvidia-nemotron-3-super-120b-a12b", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 149, "rating": 1361.2029605315179, "rating_lower": 1353.944747675997, "rating_upper": 1368.461173387039, "vote_count": 7409 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 150, "rating": 1360.1016641241768, "rating_lower": 1356.3374851067756, "rating_upper": 1363.865843141578, "vote_count": 43771 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 151, "rating": 1358.1827237209673, "rating_lower": 1353.4570722124995, "rating_upper": 1362.908375229435, "vote_count": 21770 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 152, "rating": 1357.152697541576, "rating_lower": 1351.9552887778927, "rating_upper": 1362.350106305259, "vote_count": 17719 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 153, "rating": 1356.8293614856238, "rating_lower": 1351.8192228081361, "rating_upper": 1361.839500163112, "vote_count": 22728 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "", "license": "MIT", "rank": 154, "rating": 1356.4374370450346, "rating_lower": 1348.0838728177641, "rating_upper": 1364.791001272305, "vote_count": 5335 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 155, "rating": 1353.552338572461, "rating_lower": 1350.1110784547232, "rating_upper": 1356.9935986901983, "vote_count": 56331 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 156, "rating": 1353.1951364377562, "rating_lower": 1344.8595827478, "rating_upper": 1361.5306901277124, "vote_count": 4970 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 157, "rating": 1353.0948709959403, "rating_lower": 1348.74768642265, "rating_upper": 1357.4420555692304, "vote_count": 30674 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 158, "rating": 1353.0700936911571, "rating_lower": 1348.7807629500016, "rating_upper": 1357.3594244323128, "vote_count": 24955 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 159, "rating": 1350.8278056434501, "rating_lower": 1347.4663050428144, "rating_upper": 1354.1893062440854, "vote_count": 55606 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 160, "rating": 1349.7827615914882, "rating_lower": 1343.5665539134134, "rating_upper": 1355.998969269563, "vote_count": 11481 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 161, "rating": 1348.4949989228498, "rating_lower": 1336.757333339433, "rating_upper": 1360.2326645062672, "vote_count": 2220 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 162, "rating": 1347.6058201317492, "rating_lower": 1340.2079500811064, "rating_upper": 1355.0036901823923, "vote_count": 6556 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 163, "rating": 1347.4855970318354, "rating_lower": 1343.9765214733827, "rating_upper": 1350.994672590288, "vote_count": 57374 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 164, "rating": 1347.2905461325527, "rating_lower": 1336.443275930506, "rating_upper": 1358.1378163345992, "vote_count": 2840 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 165, "rating": 1347.0135300151933, "rating_lower": 1335.3189898686192, "rating_upper": 1358.7080701617672, "vote_count": 2549 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 166, "rating": 1347.0102265231108, "rating_lower": 1337.5472424814561, "rating_upper": 1356.4732105647654, "vote_count": 3926 }, { "record_id": "mercury-2", "model": "mercury-2", "provider": "inception-ai", "license": "Proprietary", "rank": 167, "rating": 1346.343399515224, "rating_lower": 1335.7173166204554, "rating_upper": 1356.9694824099925, "vote_count": 3122 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 168, "rating": 1346.1526545828478, "rating_lower": 1338.4119086918208, "rating_upper": 1353.8934004738746, "vote_count": 6874 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 169, "rating": 1345.8752952922966, "rating_lower": 1337.5379715403565, "rating_upper": 1354.2126190442368, "vote_count": 5819 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 170, "rating": 1345.7911328586497, "rating_lower": 1338.5288780423316, "rating_upper": 1353.0533876749678, "vote_count": 7013 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 171, "rating": 1345.3048214880887, "rating_lower": 1341.8668495525835, "rating_upper": 1348.7427934235934, "vote_count": 112881 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 172, "rating": 1342.8426696112424, "rating_lower": 1332.8710434430125, "rating_upper": 1352.814295779472, "vote_count": 3345 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "", "license": "Proprietary", "rank": 173, "rating": 1342.6766436948405, "rating_lower": 1334.2587901157826, "rating_upper": 1351.0944972738985, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 174, "rating": 1341.8377531767865, "rating_lower": 1338.4004065362196, "rating_upper": 1345.2750998173533, "vote_count": 82419 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 175, "rating": 1341.6664558705963, "rating_lower": 1332.1550686412697, "rating_upper": 1351.177843099923, "vote_count": 3829 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 176, "rating": 1340.2852090140211, "rating_lower": 1328.7402187533648, "rating_upper": 1351.8301992746774, "vote_count": 2290 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 177, "rating": 1337.094465651867, "rating_lower": 1330.9494877216812, "rating_upper": 1343.239443582053, "vote_count": 12256 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 178, "rating": 1337.0087862268983, "rating_lower": 1330.1246006015724, "rating_upper": 1343.892971852224, "vote_count": 8278 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 179, "rating": 1336.6522510909708, "rating_lower": 1333.0269314822629, "rating_upper": 1340.2775706996788, "vote_count": 51981 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 180, "rating": 1335.853473849657, "rating_lower": 1331.42233241039, "rating_upper": 1340.284615288924, "vote_count": 25409 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 181, "rating": 1335.0322367614726, "rating_lower": 1331.3727005754035, "rating_upper": 1338.6917729475417, "vote_count": 63498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 182, "rating": 1334.591241194917, "rating_lower": 1329.436571354674, "rating_upper": 1339.7459110351597, "vote_count": 50148 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 183, "rating": 1334.5510310365348, "rating_lower": 1330.3624957158847, "rating_upper": 1338.7395663571847, "vote_count": 45499 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 184, "rating": 1334.5176580027883, "rating_lower": 1330.8263939232586, "rating_upper": 1338.208922082318, "vote_count": 41375 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 185, "rating": 1333.74933855796, "rating_lower": 1325.1559696904437, "rating_upper": 1342.3427074254764, "vote_count": 4833 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 186, "rating": 1332.69110607709, "rating_lower": 1329.11232635, "rating_upper": 1336.2698858041795, "vote_count": 59656 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "", "license": "Apache 2.0", "rank": 187, "rating": 1330.633032682124, "rating_lower": 1324.536784332942, "rating_upper": 1336.729281031306, "vote_count": 12238 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "", "license": "Apache 2.0", "rank": 188, "rating": 1328.2313482974282, "rating_lower": 1306.8363099792437, "rating_upper": 1349.626386615613, "vote_count": 802 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "", "license": "Proprietary", "rank": 189, "rating": 1328.104801761342, "rating_lower": 1323.1789355814735, "rating_upper": 1333.0306679412106, "vote_count": 27332 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 190, "rating": 1327.4811542754328, "rating_lower": 1315.318227099328, "rating_upper": 1339.644081451538, "vote_count": 2218 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 191, "rating": 1327.356970390719, "rating_lower": 1322.63291992946, "rating_upper": 1332.081020851978, "vote_count": 26505 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 192, "rating": 1326.871224165834, "rating_lower": 1322.625826118714, "rating_upper": 1331.116622212954, "vote_count": 40006 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 193, "rating": 1325.754173637467, "rating_lower": 1316.0094327517224, "rating_upper": 1335.4989145232112, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 194, "rating": 1323.5966767967263, "rating_lower": 1319.6850047037763, "rating_upper": 1327.5083488896764, "vote_count": 98114 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 195, "rating": 1323.0999912179736, "rating_lower": 1314.8330104085683, "rating_upper": 1331.3669720273792, "vote_count": 6795 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 196, "rating": 1322.8872858048926, "rating_lower": 1318.9119142224006, "rating_upper": 1326.8626573873844, "vote_count": 79138 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 197, "rating": 1322.8485894323762, "rating_lower": 1319.629019521946, "rating_upper": 1326.0681593428064, "vote_count": 70023 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 198, "rating": 1322.3037830229937, "rating_lower": 1317.600392123621, "rating_upper": 1327.007173922366, "vote_count": 30316 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 199, "rating": 1321.5947970451487, "rating_lower": 1313.8707810664846, "rating_upper": 1329.3188130238127, "vote_count": 6103 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 200, "rating": 1321.0725448637445, "rating_lower": 1318.0164863942796, "rating_upper": 1324.1286033332094, "vote_count": 194909 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 201, "rating": 1320.4792544662614, "rating_lower": 1313.2643951159985, "rating_upper": 1327.6941138165244, "vote_count": 7155 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 202, "rating": 1320.1643060930153, "rating_lower": 1313.328937798763, "rating_upper": 1326.9996743872675, "vote_count": 9040 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "", "license": "Proprietary", "rank": 203, "rating": 1318.9989301403907, "rating_lower": 1314.0837075547925, "rating_upper": 1323.9141527259894, "vote_count": 26126 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 204, "rating": 1318.0521176717266, "rating_lower": 1314.6011487211626, "rating_upper": 1321.5030866222903, "vote_count": 54751 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 205, "rating": 1317.9805705347014, "rating_lower": 1312.8381524590136, "rating_upper": 1323.1229886103893, "vote_count": 22609 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 206, "rating": 1317.5923220912648, "rating_lower": 1311.899826780032, "rating_upper": 1323.2848174024975, "vote_count": 16478 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 207, "rating": 1317.291057263575, "rating_lower": 1313.78868320745, "rating_upper": 1320.7934313197002, "vote_count": 68710 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 208, "rating": 1317.1999848731125, "rating_lower": 1310.8385504858375, "rating_upper": 1323.5614192603875, "vote_count": 10638 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 209, "rating": 1316.760058910287, "rating_lower": 1311.190164515729, "rating_upper": 1322.3299533048448, "vote_count": 15533 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 210, "rating": 1314.8140805303024, "rating_lower": 1308.4754619859573, "rating_upper": 1321.152699074648, "vote_count": 10187 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "", "license": "NexusFlow", "rank": 211, "rating": 1314.057539535067, "rating_lower": 1309.521835215951, "rating_upper": 1318.5932438541827, "vote_count": 24739 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 212, "rating": 1313.554896653321, "rating_lower": 1309.6431225767378, "rating_upper": 1317.4666707299039, "vote_count": 45459 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 213, "rating": 1312.4802860318807, "rating_lower": 1308.4029376642786, "rating_upper": 1316.5576343994828, "vote_count": 93439 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 214, "rating": 1312.1806328886719, "rating_lower": 1308.2932741341008, "rating_upper": 1316.0679916432432, "vote_count": 100105 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 215, "rating": 1310.7516296032793, "rating_lower": 1301.0693093581315, "rating_upper": 1320.4339498484271, "vote_count": 3904 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 216, "rating": 1309.1832785820777, "rating_lower": 1304.9821828051179, "rating_upper": 1313.3843743590376, "vote_count": 34902 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 217, "rating": 1307.8979727141786, "rating_lower": 1304.1975753953234, "rating_upper": 1311.598370033034, "vote_count": 52567 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 218, "rating": 1306.6960755799987, "rating_lower": 1302.0029557796813, "rating_upper": 1311.3891953803163, "vote_count": 24572 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 219, "rating": 1306.36359969843, "rating_lower": 1292.5579892754176, "rating_upper": 1320.1692101214426, "vote_count": 1960 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "", "license": "CC-BY-NC-4.0", "rank": 220, "rating": 1305.769152489082, "rating_lower": 1300.1008887192143, "rating_upper": 1311.4374162589495, "vote_count": 19621 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "", "license": "Apache 2.0", "rank": 221, "rating": 1305.0443644070087, "rating_lower": 1296.8599690121032, "rating_upper": 1313.2287598019143, "vote_count": 5965 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 222, "rating": 1304.8610775533973, "rating_lower": 1300.4447984866658, "rating_upper": 1309.2773566201288, "vote_count": 28073 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 223, "rating": 1303.4926763751812, "rating_lower": 1297.0624823569315, "rating_upper": 1309.922870393431, "vote_count": 11645 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 224, "rating": 1303.088492132497, "rating_lower": 1298.5834191999497, "rating_upper": 1307.5935650650445, "vote_count": 33238 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 225, "rating": 1303.0580434130463, "rating_lower": 1293.7396166742158, "rating_upper": 1312.3764701518767, "vote_count": 4171 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 226, "rating": 1302.4175432052516, "rating_lower": 1298.362979047537, "rating_upper": 1306.4721073629657, "vote_count": 39406 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 227, "rating": 1298.5787451878166, "rating_lower": 1290.8186050351005, "rating_upper": 1306.3388853405327, "vote_count": 7140 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 228, "rating": 1293.9524923541057, "rating_lower": 1284.8457417817276, "rating_upper": 1303.0592429264836, "vote_count": 5369 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 229, "rating": 1292.9423079973003, "rating_lower": 1289.2240330460977, "rating_upper": 1296.6605829485031, "vote_count": 55240 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 230, "rating": 1289.6925621758005, "rating_lower": 1285.146362419764, "rating_upper": 1294.238761931837, "vote_count": 24745 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "", "license": "Jamba Open", "rank": 231, "rating": 1288.4391190916094, "rating_lower": 1281.1335738139524, "rating_upper": 1295.744664369267, "vote_count": 8662 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 232, "rating": 1288.0180406317036, "rating_lower": 1284.656950129724, "rating_upper": 1291.3791311336834, "vote_count": 75754 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "", "license": "Proprietary", "rank": 233, "rating": 1287.4069187906791, "rating_lower": 1280.2291963298358, "rating_upper": 1294.5846412515225, "vote_count": 7312 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 234, "rating": 1286.694926071395, "rating_lower": 1278.301827075114, "rating_upper": 1295.088025067676, "vote_count": 5687 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 235, "rating": 1286.1752214867417, "rating_lower": 1281.392281459201, "rating_upper": 1290.9581615142824, "vote_count": 54173 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "", "license": "Llama 3.1", "rank": 236, "rating": 1285.8888449615756, "rating_lower": 1275.4153244238787, "rating_upper": 1296.3623654992725, "vote_count": 2846 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 237, "rating": 1285.5702898472932, "rating_lower": 1275.5953611014904, "rating_upper": 1295.5452185930963, "vote_count": 3749 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 238, "rating": 1285.4661622002102, "rating_lower": 1280.9739536046761, "rating_upper": 1289.9583707957445, "vote_count": 62833 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "", "license": "Apache 2.0", "rank": 239, "rating": 1285.4299435973098, "rating_lower": 1278.2009409880247, "rating_upper": 1292.6589462065947, "vote_count": 8507 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 240, "rating": 1280.1845258304056, "rating_lower": 1276.1890593080398, "rating_upper": 1284.1799923527715, "vote_count": 109284 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "", "license": "MIT", "rank": 241, "rating": 1279.1698267777078, "rating_lower": 1272.3097093942526, "rating_upper": 1286.029944161163, "vote_count": 10072 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 242, "rating": 1276.4316733042965, "rating_lower": 1271.1029629951918, "rating_upper": 1281.7603836134008, "vote_count": 19659 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 243, "rating": 1275.6745847215552, "rating_lower": 1269.1011631922843, "rating_upper": 1282.2480062508262, "vote_count": 9866 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 244, "rating": 1275.4783075386972, "rating_lower": 1271.895592542999, "rating_upper": 1279.0610225343958, "vote_count": 156876 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 245, "rating": 1274.3310118506474, "rating_lower": 1270.2643098930566, "rating_upper": 1278.3977138082382, "vote_count": 88723 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 246, "rating": 1273.6644126112078, "rating_lower": 1267.7711559077761, "rating_upper": 1279.5576693146395, "vote_count": 14681 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "", "license": "Proprietary", "rank": 247, "rating": 1272.7059060081085, "rating_lower": 1265.7123212298843, "rating_upper": 1279.6994907863327, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "", "license": "Proprietary", "rank": 248, "rating": 1271.423225960677, "rating_lower": 1264.4271235464246, "rating_upper": 1278.4193283749294, "vote_count": 7536 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 249, "rating": 1270.0453234671968, "rating_lower": 1261.9224207824873, "rating_upper": 1278.1682261519063, "vote_count": 5432 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 250, "rating": 1266.5133884416332, "rating_lower": 1261.6412065647016, "rating_upper": 1271.385570318565, "vote_count": 27124 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 251, "rating": 1265.4974708912061, "rating_lower": 1261.696799498362, "rating_upper": 1269.2981422840503, "vote_count": 54611 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 252, "rating": 1263.7806131316743, "rating_lower": 1257.498008514876, "rating_upper": 1270.063217748473, "vote_count": 15147 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 253, "rating": 1260.947199325763, "rating_lower": 1256.6226015270213, "rating_upper": 1265.2717971245047, "vote_count": 77554 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 254, "rating": 1260.9318633985122, "rating_lower": 1255.9887417691912, "rating_upper": 1265.8749850278332, "vote_count": 37325 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 255, "rating": 1260.3174158816541, "rating_lower": 1256.5603877029903, "rating_upper": 1264.0744440603182, "vote_count": 117701 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 256, "rating": 1260.0743999472716, "rating_lower": 1254.9150793311665, "rating_upper": 1265.233720563377, "vote_count": 19372 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 257, "rating": 1258.3324683853216, "rating_lower": 1254.0526143009783, "rating_upper": 1262.6123224696653, "vote_count": 35558 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 258, "rating": 1255.6514324200498, "rating_lower": 1251.0751958911824, "rating_upper": 1260.2276689489172, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "", "license": "Apache-2.0", "rank": 259, "rating": 1251.3233473199662, "rating_lower": 1240.5334305539645, "rating_upper": 1262.1132640859676, "vote_count": 3334 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 260, "rating": 1249.3520807496216, "rating_lower": 1242.7545583448064, "rating_upper": 1255.949603154437, "vote_count": 10140 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 261, "rating": 1241.453564264309, "rating_lower": 1236.7327770638744, "rating_upper": 1246.1743514647437, "vote_count": 62436 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 262, "rating": 1240.3633178674636, "rating_lower": 1235.21682127865, "rating_upper": 1245.509814456277, "vote_count": 19364 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "", "license": "Jamba Open", "rank": 263, "rating": 1238.6833680992022, "rating_lower": 1231.4582665880328, "rating_upper": 1245.9084696103719, "vote_count": 8858 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 264, "rating": 1236.7869708106696, "rating_lower": 1227.6908127825236, "rating_upper": 1245.8831288388153, "vote_count": 4781 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 265, "rating": 1234.6993974997872, "rating_lower": 1227.3739526958962, "rating_upper": 1242.024842303678, "vote_count": 18354 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 266, "rating": 1233.2185288443295, "rating_lower": 1227.6620168122172, "rating_upper": 1238.7750408764416, "vote_count": 26195 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 267, "rating": 1232.9536601522598, "rating_lower": 1221.1986213678397, "rating_upper": 1244.7086989366799, "vote_count": 2728 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "", "license": "Proprietary", "rank": 268, "rating": 1232.4432388838895, "rating_lower": 1225.0348066010247, "rating_upper": 1239.8516711667546, "vote_count": 15450 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 269, "rating": 1232.333987779257, "rating_lower": 1227.0545608010475, "rating_upper": 1237.6134147574667, "vote_count": 39302 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 270, "rating": 1228.4864317261572, "rating_lower": 1223.9303485487485, "rating_upper": 1233.0425149035657, "vote_count": 51416 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 271, "rating": 1225.926523749864, "rating_lower": 1221.1413287138287, "rating_upper": 1230.7117187858992, "vote_count": 54036 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "", "license": "Proprietary", "rank": 272, "rating": 1225.7093727291594, "rating_lower": 1219.75889204141, "rating_upper": 1231.6598534169088, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 273, "rating": 1223.3419778289392, "rating_lower": 1218.6348681920624, "rating_upper": 1228.049087465816, "vote_count": 66207 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 274, "rating": 1222.5441043443468, "rating_lower": 1218.8100908179529, "rating_upper": 1226.2781178707407, "vote_count": 104642 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 275, "rating": 1222.463500961271, "rating_lower": 1215.4989997929497, "rating_upper": 1229.4280021295922, "vote_count": 9818 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 276, "rating": 1221.9522913383955, "rating_lower": 1216.4486454527598, "rating_upper": 1227.4559372240312, "vote_count": 34550 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 277, "rating": 1221.3831420710262, "rating_lower": 1209.6261151260328, "rating_upper": 1233.1401690160199, "vote_count": 6390 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "", "license": "Llama 3.1", "rank": 278, "rating": 1220.3993894507278, "rating_lower": 1209.714614959639, "rating_upper": 1231.0841639418168, "vote_count": 2896 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "", "license": "Apache-2.0", "rank": 279, "rating": 1212.50786733809, "rating_lower": 1207.4682927707627, "rating_upper": 1217.5474419054174, "vote_count": 24146 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "", "license": "Apache 2.0", "rank": 280, "rating": 1211.8274672950427, "rating_lower": 1201.0225518891039, "rating_upper": 1222.6323827009815, "vote_count": 4652 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 281, "rating": 1211.0903689111653, "rating_lower": 1206.9574572419272, "rating_upper": 1215.2232805804035, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 282, "rating": 1207.5815523920776, "rating_lower": 1196.4703605586894, "rating_upper": 1218.692744225466, "vote_count": 3090 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 283, "rating": 1202.9076557737828, "rating_lower": 1196.7846874970483, "rating_upper": 1209.0306240505176, "vote_count": 21741 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 284, "rating": 1201.75669589683, "rating_lower": 1192.9976747277924, "rating_upper": 1210.5157170658676, "vote_count": 16619 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 285, "rating": 1198.9594049819632, "rating_lower": 1194.8831659966852, "rating_upper": 1203.0356439672414, "vote_count": 46616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 286, "rating": 1197.0096951087648, "rating_lower": 1191.851709303142, "rating_upper": 1202.1676809143878, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 287, "rating": 1196.1504822853924, "rating_lower": 1191.8768364943267, "rating_upper": 1200.4241280764581, "vote_count": 73503 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "", "license": "DBRX LICENSE", "rank": 288, "rating": 1194.1404551010714, "rating_lower": 1188.0222709173565, "rating_upper": 1200.2586392847866, "vote_count": 32191 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "", "license": "Other", "rank": 289, "rating": 1190.5445534235937, "rating_lower": 1183.3633166219884, "rating_upper": 1197.7257902251988, "vote_count": 9901 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 290, "rating": 1190.0393066571708, "rating_lower": 1182.9127757469805, "rating_upper": 1197.165837567361, "vote_count": 17839 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 291, "rating": 1183.7003944500175, "rating_lower": 1174.246780633747, "rating_upper": 1193.1540082662877, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 292, "rating": 1183.470115067286, "rating_lower": 1171.9623138135303, "rating_upper": 1194.9779163210421, "vote_count": 4932 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "", "license": "Yi License", "rank": 293, "rating": 1182.9323194121732, "rating_lower": 1176.100365380548, "rating_upper": 1189.7642734437984, "vote_count": 15483 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "", "license": "Apache-2.0", "rank": 294, "rating": 1181.3561600190005, "rating_lower": 1173.3527385685875, "rating_upper": 1189.3595814694138, "vote_count": 12637 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "", "license": "Apache-2.0", "rank": 295, "rating": 1181.3461545917585, "rating_lower": 1171.6695107561354, "rating_upper": 1191.0227984273815, "vote_count": 7968 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 296, "rating": 1181.32826413673, "rating_lower": 1172.6418113429345, "rating_upper": 1190.014716930526, "vote_count": 6638 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 297, "rating": 1180.2351192430776, "rating_lower": 1174.1596903515656, "rating_upper": 1186.3105481345897, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "", "license": "Apache 2.0", "rank": 298, "rating": 1178.5833258152804, "rating_lower": 1172.6661929850293, "rating_upper": 1184.5004586455316, "vote_count": 32832 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 299, "rating": 1178.1288394684093, "rating_lower": 1166.9252966976005, "rating_upper": 1189.3323822392185, "vote_count": 3188 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "", "license": "AI2 ImpACT Low-risk", "rank": 300, "rating": 1176.9542928629558, "rating_lower": 1167.1328263166988, "rating_upper": 1186.7757594092127, "vote_count": 6535 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 301, "rating": 1174.3203984004285, "rating_lower": 1163.897899601354, "rating_upper": 1184.742897199503, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "", "license": "Non-commercial", "rank": 302, "rating": 1171.8162215935158, "rating_lower": 1165.603346706433, "rating_upper": 1178.0290964805988, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "", "license": "Apache-2.0", "rank": 303, "rating": 1170.6499953595367, "rating_lower": 1163.2351265992545, "rating_upper": 1178.064864119819, "vote_count": 16056 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 304, "rating": 1170.1542063389736, "rating_lower": 1164.23529322395, "rating_upper": 1176.0731194539972, "vote_count": 17766 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 305, "rating": 1169.8379240711345, "rating_lower": 1164.3308079906801, "rating_upper": 1175.3450401515888, "vote_count": 38492 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "", "license": "CC-BY-NC-4.0", "rank": 306, "rating": 1166.540816132285, "rating_lower": 1158.4685358703864, "rating_upper": 1174.6130963941837, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 307, "rating": 1165.9068223687393, "rating_lower": 1158.2062025212608, "rating_upper": 1173.6074422162178, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "", "license": "Apache-2.0", "rank": 308, "rating": 1163.7271054688217, "rating_lower": 1151.7942147487493, "rating_upper": 1175.6599961888944, "vote_count": 3777 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 309, "rating": 1155.605122637948, "rating_lower": 1144.103651822993, "rating_upper": 1167.1065934529029, "vote_count": 3231 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 310, "rating": 1155.2214201537524, "rating_lower": 1146.8289443777267, "rating_upper": 1163.6138959297782, "vote_count": 6837 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 311, "rating": 1154.1328445747145, "rating_lower": 1141.5163537827984, "rating_upper": 1166.7493353666307, "vote_count": 3585 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "", "license": "CC-BY-NC-4.0", "rank": 312, "rating": 1151.3363867447551, "rating_lower": 1138.136984828216, "rating_upper": 1164.5357886612937, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 313, "rating": 1151.0508065382714, "rating_lower": 1135.6736880332376, "rating_upper": 1166.4279250433055, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 314, "rating": 1149.2010641544102, "rating_lower": 1136.9150455155404, "rating_upper": 1161.48708279328, "vote_count": 2572 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 315, "rating": 1148.564417000282, "rating_lower": 1141.9076937496511, "rating_upper": 1155.2211402509129, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 316, "rating": 1148.2595224398028, "rating_lower": 1139.0047139244384, "rating_upper": 1157.5143309551672, "vote_count": 7044 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "", "license": "Falcon-180B TII License", "rank": 317, "rating": 1146.2043638304506, "rating_lower": 1129.0964885685735, "rating_upper": 1163.3122390923277, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 318, "rating": 1142.8870491852397, "rating_lower": 1132.9918016217116, "rating_upper": 1152.7822967487675, "vote_count": 4737 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 319, "rating": 1142.149695663727, "rating_lower": 1135.7111010371173, "rating_upper": 1148.5882902903368, "vote_count": 12297 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 320, "rating": 1140.5651317376332, "rating_lower": 1133.834221249281, "rating_upper": 1147.2960422259857, "vote_count": 19174 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "", "license": "Llama 2 Community", "rank": 321, "rating": 1139.9947625656434, "rating_lower": 1133.281578135607, "rating_upper": 1146.7079469956795, "vote_count": 19367 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 322, "rating": 1137.663712486608, "rating_lower": 1126.7015828362078, "rating_upper": 1148.6258421370078, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 323, "rating": 1136.6141365849828, "rating_lower": 1127.2233567625938, "rating_upper": 1146.0049164073719, "vote_count": 8554 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 324, "rating": 1135.7819924801465, "rating_lower": 1126.2783546282215, "rating_upper": 1145.2856303320714, "vote_count": 8925 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 325, "rating": 1135.6286558414304, "rating_lower": 1126.725022501349, "rating_upper": 1144.532289181512, "vote_count": 7366 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "", "license": "MIT", "rank": 326, "rating": 1129.9711935151, "rating_lower": 1121.126151445605, "rating_upper": 1138.8162355845948, "vote_count": 11118 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 327, "rating": 1128.3473424221218, "rating_lower": 1120.9190868113524, "rating_upper": 1135.7755980328911, "vote_count": 20685 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 328, "rating": 1127.4033409166645, "rating_lower": 1121.003402563016, "rating_upper": 1133.8032792703134, "vote_count": 20118 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "", "license": "Non-commercial", "rank": 329, "rating": 1126.2917154727468, "rating_lower": 1114.1528445164229, "rating_upper": 1138.4305864290707, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "", "license": "MIT", "rank": 330, "rating": 1125.8742588158825, "rating_lower": 1110.222732692475, "rating_upper": 1141.5257849392901, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "", "license": "Apache 2.0", "rank": 331, "rating": 1120.0633178742241, "rating_lower": 1109.067390592178, "rating_upper": 1131.0592451562702, "vote_count": 5182 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 332, "rating": 1118.1713927784167, "rating_lower": 1099.9820866337802, "rating_upper": 1136.3606989230534, "vote_count": 1143 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 333, "rating": 1114.1616963197985, "rating_lower": 1106.425011397275, "rating_upper": 1121.898381242322, "vote_count": 10854 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "", "license": "Llama 2 Community", "rank": 334, "rating": 1113.7251920866465, "rating_lower": 1104.5554183613317, "rating_upper": 1122.894965811961, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "", "license": "Apache 2.0", "rank": 335, "rating": 1113.4498472495075, "rating_lower": 1099.0470966891212, "rating_upper": 1127.852597809894, "vote_count": 2199 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 336, "rating": 1110.3890874194667, "rating_lower": 1102.5091448014502, "rating_upper": 1118.2690300374834, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 337, "rating": 1108.705989364439, "rating_lower": 1099.4098651182142, "rating_upper": 1118.0021136106639, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 338, "rating": 1107.1745023216786, "rating_lower": 1100.1150105878564, "rating_upper": 1114.233994055501, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 339, "rating": 1091.43265159027, "rating_lower": 1079.9256053733975, "rating_upper": 1102.9396978071427, "vote_count": 4780 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 340, "rating": 1089.2897819798482, "rating_lower": 1079.9420847233384, "rating_upper": 1098.637479236358, "vote_count": 7597 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "", "license": "Apache-2.0", "rank": 341, "rating": 1073.407875378607, "rating_lower": 1062.2263427012451, "rating_upper": 1084.5894080559692, "vote_count": 6328 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "", "license": "Non-commercial", "rank": 342, "rating": 1069.4716138037465, "rating_lower": 1059.5432283254474, "rating_upper": 1079.3999992820454, "vote_count": 6965 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "", "license": "Non-commercial", "rank": 343, "rating": 1066.9045956384416, "rating_lower": 1055.403660526555, "rating_upper": 1078.405530750328, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "", "license": "Non-commercial", "rank": 344, "rating": 1065.2462809175279, "rating_lower": 1049.984515912634, "rating_upper": 1080.5080459224218, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 345, "rating": 1061.0795228914847, "rating_lower": 1049.068900595001, "rating_upper": 1073.0901451879686, "vote_count": 3924 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "", "license": "Apache-2.0", "rank": 346, "rating": 1055.0633274184233, "rating_lower": 1043.3832624825113, "rating_upper": 1066.7433923543354, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "", "license": "Apache 2.0", "rank": 347, "rating": 1040.4610339237036, "rating_lower": 1029.0316229388436, "rating_upper": 1051.8904449085635, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "", "license": "Apache-2.0", "rank": 348, "rating": 1023.2019089246053, "rating_lower": 1009.5825966019129, "rating_upper": 1036.8212212472977, "vote_count": 2658 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "", "license": "Apache 2.0", "rank": 349, "rating": 1021.2662360231441, "rating_lower": 1010.3570784252429, "rating_upper": 1032.1753936210453, "vote_count": 6310 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "", "license": "Non-commercial", "rank": 350, "rating": 994.5587300409863, "rating_lower": 981.9544962462815, "rating_upper": 1007.162963835691, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "", "license": "Apache 2.0", "rank": 351, "rating": 990.5381706873553, "rating_lower": 978.1244597830498, "rating_upper": 1002.9518815916608, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "", "license": "MIT", "rank": 352, "rating": 979.470593525944, "rating_lower": 965.8885862468615, "rating_upper": 993.0526008050264, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 353, "rating": 971.726470893409, "rating_lower": 955.8577249241121, "rating_upper": 987.5952168627061, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 354, "rating": 951.6650668035729, "rating_lower": 938.880226135978, "rating_upper": 964.4499074711678, "vote_count": 3287 } ] }