{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2025-10-17", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2025-10-17", "retrieved_at": "2026-07-26", "entry_count": 259, "entries": [ { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 1, "rating": 1450.8066473441474, "rating_lower": 1446.4394837720138, "rating_upper": 1455.1738109162811, "vote_count": 54087 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1446.576477144204, "rating_lower": 1441.3274998428294, "rating_upper": 1451.8254544455788, "vote_count": 21306 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1445.0095350798754, "rating_lower": 1437.3057063004662, "rating_upper": 1452.7133638592843, "vote_count": 6287 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 4, "rating": 1441.070617825298, "rating_lower": 1435.4311728051628, "rating_upper": 1446.710062845433, "vote_count": 14644 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 5, "rating": 1440.2119536761763, "rating_lower": 1435.975095366855, "rating_upper": 1444.4488119854975, "vote_count": 40013 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 6, "rating": 1439.5943017838931, "rating_lower": 1435.4725384778585, "rating_upper": 1443.7160650899275, "vote_count": 51293 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 7, "rating": 1438.4489011443347, "rating_lower": 1430.6460837629022, "rating_upper": 1446.2517185257673, "vote_count": 6144 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 8, "rating": 1437.2573587626011, "rating_lower": 1431.86420389386, "rating_upper": 1442.6505136313422, "vote_count": 23580 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 9, "rating": 1436.9649990697176, "rating_lower": 1432.0236943023142, "rating_upper": 1441.906303837121, "vote_count": 33298 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 10, "rating": 1433.892879750405, "rating_lower": 1428.262333016712, "rating_upper": 1439.523426484098, "vote_count": 18078 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 11, "rating": 1424.511272592869, "rating_lower": 1419.2822560750544, "rating_upper": 1429.7402891106842, "vote_count": 21630 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 12, "rating": 1423.2023632669618, "rating_lower": 1415.9103968826992, "rating_upper": 1430.4943296512245, "vote_count": 6919 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 13, "rating": 1421.6337873264322, "rating_lower": 1412.6725193784791, "rating_upper": 1430.5950552743852, "vote_count": 4401 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 14, "rating": 1420.10494555084, "rating_lower": 1412.4906053758352, "rating_upper": 1427.7192857258449, "vote_count": 7104 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 15, "rating": 1419.431395806326, "rating_lower": 1414.900881243665, "rating_upper": 1423.961910368987, "vote_count": 35522 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 16, "rating": 1418.9087716985762, "rating_lower": 1409.884356933835, "rating_upper": 1427.9331864633173, "vote_count": 4320 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 17, "rating": 1418.468955584667, "rating_lower": 1410.876800420557, "rating_upper": 1426.0611107487769, "vote_count": 6312 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 18, "rating": 1418.1219370022038, "rating_lower": 1413.2659812138131, "rating_upper": 1422.9778927905943, "vote_count": 29343 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 19, "rating": 1417.3718089807471, "rating_lower": 1411.7407827606714, "rating_upper": 1423.0028352008233, "vote_count": 19284 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 20, "rating": 1416.5780863676969, "rating_lower": 1409.7253594887725, "rating_upper": 1423.4308132466213, "vote_count": 10772 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 21, "rating": 1415.558811252632, "rating_lower": 1409.5124208974255, "rating_upper": 1421.6052016078384, "vote_count": 15380 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 22, "rating": 1415.370925828407, "rating_lower": 1408.7566454462296, "rating_upper": 1421.9852062105845, "vote_count": 12098 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 23, "rating": 1414.7208142106358, "rating_lower": 1409.8462948678157, "rating_upper": 1419.595333553456, "vote_count": 28321 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 24, "rating": 1414.0828515861667, "rating_lower": 1404.476546167066, "rating_upper": 1423.6891570052676, "vote_count": 3775 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 25, "rating": 1413.144134089103, "rating_lower": 1408.3475884332015, "rating_upper": 1417.9406797450051, "vote_count": 29264 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 26, "rating": 1412.9693223307677, "rating_lower": 1403.0641306330378, "rating_upper": 1422.8745140284975, "vote_count": 3541 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 27, "rating": 1411.486237073923, "rating_lower": 1407.0238266104468, "rating_upper": 1415.9486475373983, "vote_count": 43310 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 28, "rating": 1411.172149528913, "rating_lower": 1406.9075757305875, "rating_upper": 1415.4367233272385, "vote_count": 41918 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 29, "rating": 1409.4720600110577, "rating_lower": 1405.1942907473149, "rating_upper": 1413.7498292748007, "vote_count": 34154 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 30, "rating": 1407.7317890160982, "rating_lower": 1399.0231823918134, "rating_upper": 1416.440395640383, "vote_count": 4684 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 31, "rating": 1407.3298237684846, "rating_lower": 1403.0673442042894, "rating_upper": 1411.59230333268, "vote_count": 53364 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 32, "rating": 1406.0693227723164, "rating_lower": 1400.8074259625942, "rating_upper": 1411.3312195820386, "vote_count": 23844 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 33, "rating": 1405.7904210609752, "rating_lower": 1400.62407116667, "rating_upper": 1410.9567709552805, "vote_count": 22612 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 34, "rating": 1403.6658036016474, "rating_lower": 1396.208499438692, "rating_upper": 1411.123107764603, "vote_count": 6730 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 35, "rating": 1402.152270056982, "rating_lower": 1395.8729622321243, "rating_upper": 1408.4315778818395, "vote_count": 12793 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1402.107109034719, "rating_lower": 1394.1270455086851, "rating_upper": 1410.0871725607535, "vote_count": 5571 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 37, "rating": 1399.5319946070397, "rating_lower": 1395.2059548784766, "rating_upper": 1403.8580343356025, "vote_count": 28039 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 38, "rating": 1398.345596368109, "rating_lower": 1393.755289684581, "rating_upper": 1402.935903051637, "vote_count": 33827 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 39, "rating": 1397.932497986675, "rating_lower": 1391.509410012149, "rating_upper": 1404.3555859612004, "vote_count": 11667 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 40, "rating": 1397.827308179568, "rating_lower": 1393.2900619737477, "rating_upper": 1402.3645543853884, "vote_count": 39528 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 41, "rating": 1396.7151222882094, "rating_lower": 1384.6551061636585, "rating_upper": 1408.7751384127605, "vote_count": 2380 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 42, "rating": 1396.6473092335232, "rating_lower": 1390.1563649461116, "rating_upper": 1403.1382535209348, "vote_count": 9386 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 43, "rating": 1394.712850214636, "rating_lower": 1389.0333571133303, "rating_upper": 1400.3923433159418, "vote_count": 18172 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 44, "rating": 1394.3927791331869, "rating_lower": 1389.601844180053, "rating_upper": 1399.1837140863204, "vote_count": 18718 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 45, "rating": 1391.7776415339802, "rating_lower": 1383.9976576794377, "rating_upper": 1399.5576253885226, "vote_count": 5956 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 46, "rating": 1391.1690925865316, "rating_lower": 1387.1492775634777, "rating_upper": 1395.1889076095856, "vote_count": 44482 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 47, "rating": 1390.577681199376, "rating_lower": 1386.3140932603296, "rating_upper": 1394.8412691384224, "vote_count": 41513 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 48, "rating": 1389.3303783577198, "rating_lower": 1377.0216659597313, "rating_upper": 1401.6390907557084, "vote_count": 2229 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 49, "rating": 1388.6762279839895, "rating_lower": 1384.1374998329047, "rating_upper": 1393.2149561350748, "vote_count": 39329 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 50, "rating": 1388.644012894533, "rating_lower": 1382.5388841748363, "rating_upper": 1394.7491416142298, "vote_count": 14528 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 51, "rating": 1386.1832345016148, "rating_lower": 1381.3498682248403, "rating_upper": 1391.0166007783891, "vote_count": 31505 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 52, "rating": 1385.5799599269046, "rating_lower": 1381.413434819372, "rating_upper": 1389.7464850344372, "vote_count": 39987 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 53, "rating": 1385.0111268080389, "rating_lower": 1379.825991790945, "rating_upper": 1390.1962618251328, "vote_count": 21853 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 54, "rating": 1384.2853331323493, "rating_lower": 1375.7178031660223, "rating_upper": 1392.8528630986762, "vote_count": 4845 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 55, "rating": 1384.230260629544, "rating_lower": 1379.2094689027615, "rating_upper": 1389.2510523563262, "vote_count": 23287 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 56, "rating": 1381.4485530752236, "rating_lower": 1376.7290282195152, "rating_upper": 1386.168077930932, "vote_count": 34539 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 57, "rating": 1379.2837446270132, "rating_lower": 1372.9303608953455, "rating_upper": 1385.637128358681, "vote_count": 11135 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 58, "rating": 1378.7933853011575, "rating_lower": 1374.4706324685628, "rating_upper": 1383.1161381337522, "vote_count": 40621 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 59, "rating": 1374.3233730368568, "rating_lower": 1369.6145175208126, "rating_upper": 1379.032228552901, "vote_count": 31701 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 60, "rating": 1373.8770644064684, "rating_lower": 1366.5143947424588, "rating_upper": 1381.239734070478, "vote_count": 6765 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 61, "rating": 1372.2618197746635, "rating_lower": 1367.5410929279635, "rating_upper": 1376.982546621363, "vote_count": 27210 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 62, "rating": 1371.5804173353483, "rating_lower": 1367.5840754510332, "rating_upper": 1375.5767592196637, "vote_count": 33541 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 63, "rating": 1369.9737620448043, "rating_lower": 1366.926299376731, "rating_upper": 1373.0212247128777, "vote_count": 89889 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 64, "rating": 1369.8115885651694, "rating_lower": 1365.9114863908517, "rating_upper": 1373.711690739487, "vote_count": 44619 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 65, "rating": 1369.38321504412, "rating_lower": 1364.2717680074134, "rating_upper": 1374.4946620808269, "vote_count": 21945 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 66, "rating": 1368.2855428551145, "rating_lower": 1363.6773108587818, "rating_upper": 1372.8937748514468, "vote_count": 31897 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 67, "rating": 1366.8768960820878, "rating_lower": 1360.4481568794336, "rating_upper": 1373.305635284742, "vote_count": 11522 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 68, "rating": 1362.6721626651993, "rating_lower": 1358.8154366882577, "rating_upper": 1366.5288886421408, "vote_count": 44508 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 69, "rating": 1361.911888967439, "rating_lower": 1356.5679187773223, "rating_upper": 1367.2558591575555, "vote_count": 17615 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 70, "rating": 1361.817684450459, "rating_lower": 1356.649475410644, "rating_upper": 1366.9858934902738, "vote_count": 18735 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 71, "rating": 1359.7101993787255, "rating_lower": 1355.9902123193428, "rating_upper": 1363.4301864381086, "vote_count": 45135 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 72, "rating": 1356.1737659891253, "rating_lower": 1351.1479650951676, "rating_upper": 1361.199566883083, "vote_count": 23839 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 73, "rating": 1356.1274733106443, "rating_lower": 1351.5228799267495, "rating_upper": 1360.732066694539, "vote_count": 21994 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 74, "rating": 1353.365245698248, "rating_lower": 1348.1441473095638, "rating_upper": 1358.5863440869325, "vote_count": 18374 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 75, "rating": 1351.7337772118317, "rating_lower": 1347.523125731219, "rating_upper": 1355.944428692444, "vote_count": 25215 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 76, "rating": 1351.023727914433, "rating_lower": 1342.6467866578846, "rating_upper": 1359.4006691709817, "vote_count": 5028 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 77, "rating": 1350.6498053645173, "rating_lower": 1347.4679253107083, "rating_upper": 1353.8316854183263, "vote_count": 56012 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 78, "rating": 1348.8256072007912, "rating_lower": 1344.964717292136, "rating_upper": 1352.6864971094462, "vote_count": 47441 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 79, "rating": 1348.4682498410732, "rating_lower": 1343.141490218932, "rating_upper": 1353.7950094632145, "vote_count": 21119 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 80, "rating": 1346.916053954112, "rating_lower": 1343.44852950443, "rating_upper": 1350.383578403794, "vote_count": 58935 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 81, "rating": 1344.829504233695, "rating_lower": 1333.1774134874609, "rating_upper": 1356.481594979929, "vote_count": 2250 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 82, "rating": 1344.4276381679367, "rating_lower": 1332.7394375523736, "rating_upper": 1356.1158387834998, "vote_count": 2573 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 83, "rating": 1343.787859834897, "rating_lower": 1332.9790269764635, "rating_upper": 1354.5966926933304, "vote_count": 2911 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 84, "rating": 1343.6992196216052, "rating_lower": 1336.3024327474468, "rating_upper": 1351.0960064957635, "vote_count": 6686 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 85, "rating": 1343.5854828116608, "rating_lower": 1340.3522559767534, "rating_upper": 1346.818709646568, "vote_count": 113568 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 86, "rating": 1343.538268541463, "rating_lower": 1334.0455927964442, "rating_upper": 1353.0309442864816, "vote_count": 3943 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 87, "rating": 1343.1343789373116, "rating_lower": 1334.8481059584576, "rating_upper": 1351.4206519161655, "vote_count": 5861 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 88, "rating": 1342.4990751998964, "rating_lower": 1334.1551665650138, "rating_upper": 1350.842983834779, "vote_count": 5806 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 89, "rating": 1341.014270341934, "rating_lower": 1332.4285475205568, "rating_upper": 1349.5999931633112, "vote_count": 4893 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 90, "rating": 1340.7755850186331, "rating_lower": 1337.5128233228152, "rating_upper": 1344.038346714451, "vote_count": 82864 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 91, "rating": 1339.9301156283427, "rating_lower": 1330.4329021041542, "rating_upper": 1349.4273291525312, "vote_count": 3866 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 92, "rating": 1338.6880454271975, "rating_lower": 1328.86161528832, "rating_upper": 1348.5144755660754, "vote_count": 3488 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 93, "rating": 1337.2987074721557, "rating_lower": 1325.836758047942, "rating_upper": 1348.7606568963688, "vote_count": 2322 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 94, "rating": 1337.1159643970402, "rating_lower": 1330.2017374396692, "rating_upper": 1344.0301913544113, "vote_count": 8465 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 95, "rating": 1334.6142694243208, "rating_lower": 1331.076748807282, "rating_upper": 1338.1517900413596, "vote_count": 41932 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 96, "rating": 1334.008484715057, "rating_lower": 1330.5509501634606, "rating_upper": 1337.4660192666531, "vote_count": 52301 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 97, "rating": 1333.0682543385074, "rating_lower": 1329.049728839822, "rating_upper": 1337.0867798371928, "vote_count": 45787 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 98, "rating": 1332.7413004318817, "rating_lower": 1329.3628506836717, "rating_upper": 1336.1197501800916, "vote_count": 60272 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 99, "rating": 1332.552609841929, "rating_lower": 1329.0712502294164, "rating_upper": 1336.0339694544418, "vote_count": 63725 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 100, "rating": 1332.441413730474, "rating_lower": 1327.4008869534025, "rating_upper": 1337.4819405075457, "vote_count": 50654 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 101, "rating": 1332.1550379797752, "rating_lower": 1327.7356585753807, "rating_upper": 1336.5744173841697, "vote_count": 26309 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 102, "rating": 1331.269604540699, "rating_lower": 1322.779874912733, "rating_upper": 1339.759334168665, "vote_count": 4895 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 103, "rating": 1326.9808574561048, "rating_lower": 1322.1981554918889, "rating_upper": 1331.7635594203207, "vote_count": 27624 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 104, "rating": 1326.7201424363948, "rating_lower": 1322.4746437910453, "rating_upper": 1330.9656410817445, "vote_count": 41319 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 105, "rating": 1324.5901556435588, "rating_lower": 1319.8522458627306, "rating_upper": 1329.328065424387, "vote_count": 27520 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 106, "rating": 1323.9685254706092, "rating_lower": 1311.890859883153, "rating_upper": 1336.0461910580652, "vote_count": 2243 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 107, "rating": 1323.298486496025, "rating_lower": 1313.5998663874072, "rating_upper": 1332.997106604642, "vote_count": 3760 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 108, "rating": 1322.6916613757105, "rating_lower": 1318.9647508157711, "rating_upper": 1326.4185719356494, "vote_count": 98965 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 109, "rating": 1321.605422202286, "rating_lower": 1316.8917594402758, "rating_upper": 1326.3190849642965, "vote_count": 31329 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 110, "rating": 1321.056991841098, "rating_lower": 1318.207895691372, "rating_upper": 1323.9060879908238, "vote_count": 196368 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 111, "rating": 1320.834302378772, "rating_lower": 1312.6608845844, "rating_upper": 1329.007720173144, "vote_count": 6877 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 112, "rating": 1320.4823634533675, "rating_lower": 1317.311772308763, "rating_upper": 1323.6529545979724, "vote_count": 71507 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 113, "rating": 1320.451721424674, "rating_lower": 1316.6539590419038, "rating_upper": 1324.2494838074444, "vote_count": 79769 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 114, "rating": 1319.167896405539, "rating_lower": 1311.4322066047991, "rating_upper": 1326.903586206279, "vote_count": 6143 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 115, "rating": 1318.7433553188437, "rating_lower": 1312.0786612858942, "rating_upper": 1325.4080493517931, "vote_count": 9685 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 116, "rating": 1318.6848300148104, "rating_lower": 1315.339015411267, "rating_upper": 1322.0306446183538, "vote_count": 56024 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 117, "rating": 1317.9646901240028, "rating_lower": 1312.8160208404468, "rating_upper": 1323.1133594075588, "vote_count": 23541 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 118, "rating": 1316.8880301664317, "rating_lower": 1310.5200523171147, "rating_upper": 1323.2560080157482, "vote_count": 10906 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 119, "rating": 1316.8750980675072, "rating_lower": 1312.0967609037025, "rating_upper": 1321.6534352313122, "vote_count": 26342 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 120, "rating": 1315.8987645965294, "rating_lower": 1310.3367089732446, "rating_upper": 1321.4608202198142, "vote_count": 16598 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 121, "rating": 1314.8931838290362, "rating_lower": 1311.5726602837178, "rating_upper": 1318.2137073743545, "vote_count": 69290 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 122, "rating": 1314.3275229064543, "rating_lower": 1305.8261325004617, "rating_upper": 1322.828913312447, "vote_count": 4971 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 123, "rating": 1313.0000715704684, "rating_lower": 1309.3025132031191, "rating_upper": 1316.6976299378175, "vote_count": 101117 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 124, "rating": 1312.9713684764388, "rating_lower": 1306.7265812948865, "rating_upper": 1319.2161556579913, "vote_count": 10252 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 125, "rating": 1312.5479179255535, "rating_lower": 1308.6493489716604, "rating_upper": 1316.4464868794466, "vote_count": 94534 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 126, "rating": 1312.0463838719363, "rating_lower": 1308.3197179694314, "rating_upper": 1315.7730497744417, "vote_count": 45968 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 127, "rating": 1311.9063475252997, "rating_lower": 1307.4954279153878, "rating_upper": 1316.3172671352115, "vote_count": 24880 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 128, "rating": 1309.984002194034, "rating_lower": 1305.9431876459482, "rating_upper": 1314.0248167421198, "vote_count": 35180 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 129, "rating": 1308.7134641492505, "rating_lower": 1299.0569488745691, "rating_upper": 1318.3699794239317, "vote_count": 3920 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 130, "rating": 1305.5171318381067, "rating_lower": 1301.996388774447, "rating_upper": 1309.0378749017664, "vote_count": 52789 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 131, "rating": 1304.6826080534763, "rating_lower": 1300.135723660395, "rating_upper": 1309.2294924465582, "vote_count": 24839 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 132, "rating": 1303.791903330069, "rating_lower": 1297.4038552530635, "rating_upper": 1310.1799514070744, "vote_count": 12018 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 133, "rating": 1303.5999769245946, "rating_lower": 1298.0597635236568, "rating_upper": 1309.1401903255323, "vote_count": 19796 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 134, "rating": 1303.419230404926, "rating_lower": 1299.1356735856175, "rating_upper": 1307.7027872242345, "vote_count": 28455 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 135, "rating": 1302.1703351056367, "rating_lower": 1292.8440399025178, "rating_upper": 1311.4966303087556, "vote_count": 4195 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 136, "rating": 1301.2704189835767, "rating_lower": 1296.574108595497, "rating_upper": 1305.9667293716566, "vote_count": 31747 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 137, "rating": 1300.3022195293388, "rating_lower": 1296.4102899370664, "rating_upper": 1304.1941491216112, "vote_count": 39632 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 138, "rating": 1296.2494919604133, "rating_lower": 1288.566434329804, "rating_upper": 1303.9325495910225, "vote_count": 7216 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 139, "rating": 1292.8650667970746, "rating_lower": 1283.8264478818733, "rating_upper": 1301.903685712276, "vote_count": 5606 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 140, "rating": 1292.376670710621, "rating_lower": 1288.8636889837442, "rating_upper": 1295.889652437498, "vote_count": 56003 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 141, "rating": 1287.0614432875732, "rating_lower": 1282.6453380280657, "rating_upper": 1291.4775485470807, "vote_count": 25218 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 142, "rating": 1286.712344473356, "rating_lower": 1279.4990270165786, "rating_upper": 1293.9256619301336, "vote_count": 8730 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 143, "rating": 1286.168526358921, "rating_lower": 1279.1205504830405, "rating_upper": 1293.2165022348015, "vote_count": 7380 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 144, "rating": 1285.457790315505, "rating_lower": 1282.2949897071817, "rating_upper": 1288.6205909238286, "vote_count": 76195 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 145, "rating": 1285.3768690503623, "rating_lower": 1274.9974201454104, "rating_upper": 1295.7563179553142, "vote_count": 2881 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 146, "rating": 1285.3477790520606, "rating_lower": 1280.691258419684, "rating_upper": 1290.004299684437, "vote_count": 54754 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 147, "rating": 1285.1836451152012, "rating_lower": 1275.3019380666024, "rating_upper": 1295.0653521638, "vote_count": 3777 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 148, "rating": 1284.8604820485011, "rating_lower": 1273.5470331811164, "rating_upper": 1296.173930915886, "vote_count": 3081 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 149, "rating": 1282.9415058392424, "rating_lower": 1278.610934970436, "rating_upper": 1287.2720767080489, "vote_count": 63418 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 150, "rating": 1280.424918760558, "rating_lower": 1276.5852098449498, "rating_upper": 1284.2646276761664, "vote_count": 110173 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 151, "rating": 1277.264253936416, "rating_lower": 1272.0796862876132, "rating_upper": 1282.4488215852189, "vote_count": 19913 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 152, "rating": 1277.251497691841, "rating_lower": 1270.47730339481, "rating_upper": 1284.025691988872, "vote_count": 10108 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 153, "rating": 1276.4852442423914, "rating_lower": 1270.019363813536, "rating_upper": 1282.9511246712468, "vote_count": 9931 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 154, "rating": 1274.9484895424378, "rating_lower": 1271.555649595576, "rating_upper": 1278.3413294892994, "vote_count": 158908 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 155, "rating": 1273.9524286274714, "rating_lower": 1270.036061482201, "rating_upper": 1277.8687957727418, "vote_count": 89612 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 156, "rating": 1272.2723562517472, "rating_lower": 1265.382253978756, "rating_upper": 1279.1624585247382, "vote_count": 9857 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 157, "rating": 1272.2538547048152, "rating_lower": 1266.4470279695834, "rating_upper": 1278.0606814400471, "vote_count": 14830 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 158, "rating": 1271.7219134439551, "rating_lower": 1264.828299638739, "rating_upper": 1278.6155272491712, "vote_count": 7583 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 159, "rating": 1268.0972988244218, "rating_lower": 1260.061103640856, "rating_upper": 1276.1334940079876, "vote_count": 5452 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 160, "rating": 1265.6900702143462, "rating_lower": 1260.961421598802, "rating_upper": 1270.4187188298904, "vote_count": 27362 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 161, "rating": 1262.7539754707418, "rating_lower": 1259.1280224503644, "rating_upper": 1266.3799284911192, "vote_count": 54954 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 162, "rating": 1262.5282681679864, "rating_lower": 1258.3547752927705, "rating_upper": 1266.7017610432024, "vote_count": 78401 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 163, "rating": 1262.0879803095554, "rating_lower": 1255.917447599733, "rating_upper": 1268.258513019378, "vote_count": 15242 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 164, "rating": 1261.293588093066, "rating_lower": 1256.4930043070733, "rating_upper": 1266.0941718790584, "vote_count": 37688 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 165, "rating": 1260.1709899594623, "rating_lower": 1256.591339123457, "rating_upper": 1263.7506407954677, "vote_count": 118626 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 166, "rating": 1258.8025714960854, "rating_lower": 1254.6882548776596, "rating_upper": 1262.9168881145113, "vote_count": 35914 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 167, "rating": 1258.606009880423, "rating_lower": 1253.5959047134804, "rating_upper": 1263.6161150473656, "vote_count": 19760 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 168, "rating": 1254.1913618687108, "rating_lower": 1249.7221280409294, "rating_upper": 1258.6605956964922, "vote_count": 24354 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 169, "rating": 1252.137939900642, "rating_lower": 1241.4138148995826, "rating_upper": 1262.8620649017016, "vote_count": 3377 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 170, "rating": 1250.513369077656, "rating_lower": 1244.030302966462, "rating_upper": 1256.9964351888502, "vote_count": 10229 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 171, "rating": 1241.6037176829286, "rating_lower": 1237.0178884508096, "rating_upper": 1246.1895469150477, "vote_count": 63404 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 172, "rating": 1240.3264765391634, "rating_lower": 1235.3491293154975, "rating_upper": 1245.303823762829, "vote_count": 19774 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 173, "rating": 1237.3136793096546, "rating_lower": 1230.198181703709, "rating_upper": 1244.4291769156002, "vote_count": 8918 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 174, "rating": 1235.3059616063592, "rating_lower": 1226.3202514384109, "rating_upper": 1244.2916717743078, "vote_count": 4833 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 175, "rating": 1233.8083315465788, "rating_lower": 1228.417507135907, "rating_upper": 1239.1991559572505, "vote_count": 26679 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 176, "rating": 1233.0375189516408, "rating_lower": 1227.8887910630328, "rating_upper": 1238.1862468402487, "vote_count": 39689 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 177, "rating": 1232.727499953253, "rating_lower": 1225.425776971623, "rating_upper": 1240.0292229348831, "vote_count": 15606 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 178, "rating": 1232.6016799277943, "rating_lower": 1225.3692033725, "rating_upper": 1239.834156483089, "vote_count": 18454 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 179, "rating": 1231.8135227654852, "rating_lower": 1220.152573523203, "rating_upper": 1243.4744720077674, "vote_count": 2761 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 180, "rating": 1229.2464865913716, "rating_lower": 1224.8473467924655, "rating_upper": 1233.6456263902776, "vote_count": 52214 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 181, "rating": 1227.6379145604585, "rating_lower": 1222.9931864965065, "rating_upper": 1232.28264262441, "vote_count": 54710 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 182, "rating": 1225.9723078112318, "rating_lower": 1220.136423889398, "rating_upper": 1231.8081917330655, "vote_count": 25026 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 183, "rating": 1223.4031815929231, "rating_lower": 1218.0346596845768, "rating_upper": 1228.7717035012697, "vote_count": 34893 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 184, "rating": 1222.7475733586923, "rating_lower": 1218.187101384773, "rating_upper": 1227.308045332612, "vote_count": 67214 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 185, "rating": 1222.4534293982647, "rating_lower": 1215.611531439077, "rating_upper": 1229.2953273574524, "vote_count": 9922 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 186, "rating": 1222.3730473429318, "rating_lower": 1218.825499445132, "rating_upper": 1225.9205952407317, "vote_count": 106055 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 187, "rating": 1221.1883882265713, "rating_lower": 1210.623479460521, "rating_upper": 1231.7532969926217, "vote_count": 2943 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 188, "rating": 1219.8863039551225, "rating_lower": 1208.188412712695, "rating_upper": 1231.58419519755, "vote_count": 6418 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 189, "rating": 1213.212798066913, "rating_lower": 1208.3163505274315, "rating_upper": 1218.109245606394, "vote_count": 24417 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 190, "rating": 1213.0210736415274, "rating_lower": 1202.317151500108, "rating_upper": 1223.7249957829467, "vote_count": 4712 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 191, "rating": 1210.4315027829805, "rating_lower": 1206.490032933436, "rating_upper": 1214.3729726325246, "vote_count": 50234 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 192, "rating": 1209.2492192878412, "rating_lower": 1198.31994020297, "rating_upper": 1220.1784983727125, "vote_count": 3142 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 193, "rating": 1204.839031312434, "rating_lower": 1198.8405633860546, "rating_upper": 1210.8374992388135, "vote_count": 22068 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 194, "rating": 1200.3579784435815, "rating_lower": 1191.6691897409305, "rating_upper": 1209.0467671462332, "vote_count": 16760 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 195, "rating": 1197.8662847742069, "rating_lower": 1192.846578393872, "rating_upper": 1202.8859911545417, "vote_count": 25301 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 196, "rating": 1197.461691288683, "rating_lower": 1193.338355337763, "rating_upper": 1201.5850272396028, "vote_count": 74303 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 197, "rating": 1196.5016187649117, "rating_lower": 1192.581851261121, "rating_upper": 1200.4213862687022, "vote_count": 46901 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 198, "rating": 1195.118692236683, "rating_lower": 1189.1447714047993, "rating_upper": 1201.0926130685668, "vote_count": 32760 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 199, "rating": 1192.190137212643, "rating_lower": 1185.1835761199625, "rating_upper": 1199.1966983053237, "vote_count": 18066 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 200, "rating": 1192.0242722961138, "rating_lower": 1184.9563757866836, "rating_upper": 1199.092168805544, "vote_count": 10038 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 201, "rating": 1184.6940895774133, "rating_lower": 1175.3054618207354, "rating_upper": 1194.082717334091, "vote_count": 8270 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 202, "rating": 1183.5968009315964, "rating_lower": 1176.8765539138226, "rating_upper": 1190.31704794937, "vote_count": 15624 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 203, "rating": 1183.4568687587307, "rating_lower": 1171.9792928668464, "rating_upper": 1194.934444650615, "vote_count": 4950 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 204, "rating": 1182.141287812678, "rating_lower": 1173.5705010511654, "rating_upper": 1190.7120745741906, "vote_count": 6727 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 205, "rating": 1182.0278850408067, "rating_lower": 1174.102762107965, "rating_upper": 1189.9530079736485, "vote_count": 12712 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 206, "rating": 1181.2505886847025, "rating_lower": 1171.631997706124, "rating_upper": 1190.8691796632804, "vote_count": 8009 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 207, "rating": 1180.088037430884, "rating_lower": 1169.0265772178846, "rating_upper": 1191.1494976438837, "vote_count": 3235 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 208, "rating": 1179.525660125612, "rating_lower": 1173.727029284122, "rating_upper": 1185.324290967102, "vote_count": 33272 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 209, "rating": 1178.8990435357869, "rating_lower": 1169.1496209150343, "rating_upper": 1188.6484661565394, "vote_count": 6579 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 210, "rating": 1177.6050947696503, "rating_lower": 1171.6590117399596, "rating_upper": 1183.551177799341, "vote_count": 24327 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 211, "rating": 1175.3121091296453, "rating_lower": 1164.9376974014522, "rating_upper": 1185.6865208578383, "vote_count": 5026 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 212, "rating": 1172.9544821969089, "rating_lower": 1166.845986195334, "rating_upper": 1179.0629781984835, "vote_count": 22613 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 213, "rating": 1172.5771478190493, "rating_lower": 1165.2508943892828, "rating_upper": 1179.9034012488155, "vote_count": 16190 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 214, "rating": 1171.6265647003354, "rating_lower": 1165.8330236328095, "rating_upper": 1177.420105767861, "vote_count": 17983 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 215, "rating": 1171.1449703572862, "rating_lower": 1165.751566043714, "rating_upper": 1176.5383746708585, "vote_count": 38767 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 216, "rating": 1167.902137799931, "rating_lower": 1159.9024011049553, "rating_upper": 1175.9018744949074, "vote_count": 10267 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 217, "rating": 1166.2083593032396, "rating_lower": 1158.63792313864, "rating_upper": 1173.7787954678392, "vote_count": 8043 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 218, "rating": 1165.7144439781337, "rating_lower": 1153.8420459911029, "rating_upper": 1177.5868419651645, "vote_count": 3792 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 219, "rating": 1160.3933501022957, "rating_lower": 1148.9396212754284, "rating_upper": 1171.847078929163, "vote_count": 3256 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 220, "rating": 1157.0888093543845, "rating_lower": 1144.508871134678, "rating_upper": 1169.668747574091, "vote_count": 3605 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 221, "rating": 1155.6316172455536, "rating_lower": 1147.3489578860565, "rating_upper": 1163.9142766050509, "vote_count": 6922 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 222, "rating": 1153.5481457939063, "rating_lower": 1140.3737228463533, "rating_upper": 1166.7225687414598, "vote_count": 4187 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 223, "rating": 1150.4128394635848, "rating_lower": 1143.8688085986669, "rating_upper": 1156.9568703285026, "vote_count": 19603 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 224, "rating": 1150.1339232517091, "rating_lower": 1137.9576017181855, "rating_upper": 1162.3102447852327, "vote_count": 2606 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 225, "rating": 1149.4859338318945, "rating_lower": 1140.280006033501, "rating_upper": 1158.6918616302876, "vote_count": 7122 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 226, "rating": 1143.5159561970263, "rating_lower": 1133.7164919468723, "rating_upper": 1153.3154204471805, "vote_count": 4782 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 227, "rating": 1142.5258351590371, "rating_lower": 1136.2078454662717, "rating_upper": 1148.8438248518028, "vote_count": 12415 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 228, "rating": 1142.0528137805982, "rating_lower": 1135.4384191326433, "rating_upper": 1148.667208428553, "vote_count": 19357 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 229, "rating": 1140.9683885721438, "rating_lower": 1134.3556064221732, "rating_upper": 1147.5811707221144, "vote_count": 19539 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 230, "rating": 1138.2842015846554, "rating_lower": 1127.387526150443, "rating_upper": 1149.180877018868, "vote_count": 5004 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 231, "rating": 1136.320631640537, "rating_lower": 1127.505817403526, "rating_upper": 1145.135445877548, "vote_count": 7417 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 232, "rating": 1135.2417381378, "rating_lower": 1125.9176758606768, "rating_upper": 1144.5658004149232, "vote_count": 8634 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 233, "rating": 1133.290347079968, "rating_lower": 1123.8552649601704, "rating_upper": 1142.7254291997654, "vote_count": 9034 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 234, "rating": 1131.6091726543164, "rating_lower": 1122.8388751838158, "rating_upper": 1140.3794701248169, "vote_count": 11220 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 235, "rating": 1130.4522932057823, "rating_lower": 1123.178778445628, "rating_upper": 1137.7258079659366, "vote_count": 21024 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 236, "rating": 1128.910062426401, "rating_lower": 1122.6803475641711, "rating_upper": 1135.139777288631, "vote_count": 20539 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 237, "rating": 1127.6318699121396, "rating_lower": 1115.5510617782854, "rating_upper": 1139.7126780459937, "vote_count": 2955 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 238, "rating": 1120.2217474303584, "rating_lower": 1109.2571536412809, "rating_upper": 1131.186341219436, "vote_count": 5214 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 239, "rating": 1118.3361495459294, "rating_lower": 1104.13861458923, "rating_upper": 1132.5336845026288, "vote_count": 2244 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 240, "rating": 1114.4009835765114, "rating_lower": 1105.2691426007482, "rating_upper": 1123.5328245522746, "vote_count": 6972 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 241, "rating": 1112.4521162580982, "rating_lower": 1104.723004823384, "rating_upper": 1120.1812276928124, "vote_count": 8166 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 242, "rating": 1111.666729031469, "rating_lower": 1104.057143602388, "rating_upper": 1119.27631446055, "vote_count": 11035 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 243, "rating": 1109.726908819609, "rating_lower": 1100.4971125583152, "rating_upper": 1118.9567050809028, "vote_count": 9042 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 244, "rating": 1108.2419523666476, "rating_lower": 1101.278966197767, "rating_upper": 1115.2049385355283, "vote_count": 14272 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 245, "rating": 1090.1010171669022, "rating_lower": 1080.8266278110784, "rating_upper": 1099.375406522726, "vote_count": 7662 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 246, "rating": 1089.2717981168676, "rating_lower": 1077.7784544553238, "rating_upper": 1100.7651417784114, "vote_count": 4817 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 247, "rating": 1074.9407893576567, "rating_lower": 1063.8015975611231, "rating_upper": 1086.07998115419, "vote_count": 6412 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 248, "rating": 1069.7004636729323, "rating_lower": 1059.78854279607, "rating_upper": 1079.612384549795, "vote_count": 6998 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 249, "rating": 1064.1781085857704, "rating_lower": 1052.7006602144647, "rating_upper": 1075.655556957076, "vote_count": 5828 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 250, "rating": 1060.1925907268544, "rating_lower": 1048.222204209779, "rating_upper": 1072.1629772439298, "vote_count": 3977 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 251, "rating": 1056.2643644602736, "rating_lower": 1044.644703969962, "rating_upper": 1067.8840249505852, "vote_count": 4692 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 252, "rating": 1040.680143194729, "rating_lower": 1029.2592201265102, "rating_upper": 1052.1010662629478, "vote_count": 4898 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 253, "rating": 1024.9584922030117, "rating_lower": 1011.4125335523428, "rating_upper": 1038.5044508536805, "vote_count": 2683 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 254, "rating": 1020.745625169146, "rating_lower": 1009.8253825640446, "rating_upper": 1031.6658677742475, "vote_count": 6343 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 255, "rating": 995.2751745870404, "rating_lower": 982.6917802040202, "rating_upper": 1007.8585689700608, "vote_count": 4968 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 256, "rating": 989.9214026393832, "rating_lower": 977.5435518892884, "rating_upper": 1002.2992533894782, "vote_count": 4270 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 257, "rating": 976.7869408500592, "rating_lower": 963.1702494651034, "rating_upper": 990.4036322350148, "vote_count": 3471 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 258, "rating": 967.7585158689332, "rating_lower": 951.867529262934, "rating_upper": 983.6495024749324, "vote_count": 2441 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 259, "rating": 951.5182592528212, "rating_lower": 938.6786349958992, "rating_upper": 964.3578835097434, "vote_count": 3325 } ] }