{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2025-11-26", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2025-11-26", "retrieved_at": "2026-07-26", "entry_count": 276, "entries": [ { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 1, "rating": 1492.3627994953483, "rating_lower": 1484.5134451653037, "rating_upper": 1500.212153825393, "vote_count": 9799 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 2, "rating": 1481.9962214260102, "rating_lower": 1474.2253560622398, "rating_upper": 1489.7670867897805, "vote_count": 10067 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1466.4012207776598, "rating_lower": 1457.036246683526, "rating_upper": 1475.7661948717937, "vote_count": 4677 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 4, "rating": 1463.7950842497985, "rating_lower": 1456.065844625607, "rating_upper": 1471.5243238739895, "vote_count": 9967 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 5, "rating": 1460.576404289133, "rating_lower": 1452.3886435440436, "rating_upper": 1468.7641650342223, "vote_count": 7893 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 6, "rating": 1460.4698164946626, "rating_lower": 1448.93347405265, "rating_upper": 1472.006158936675, "vote_count": 2763 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 7, "rating": 1451.8692113639638, "rating_lower": 1448.2130353784587, "rating_upper": 1455.525387349469, "vote_count": 70875 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 8, "rating": 1448.1327397502855, "rating_lower": 1443.1947816730371, "rating_upper": 1453.0706978275343, "vote_count": 22000 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 9, "rating": 1447.919202975168, "rating_lower": 1443.8319941509992, "rating_upper": 1452.0064117993368, "vote_count": 37617 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 10, "rating": 1444.9129088184634, "rating_lower": 1439.21481148902, "rating_upper": 1450.611006147907, "vote_count": 16961 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 11, "rating": 1442.0364011592185, "rating_lower": 1436.4011333617152, "rating_upper": 1447.6716689567213, "vote_count": 14644 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 12, "rating": 1440.5385100146302, "rating_lower": 1436.5980922441463, "rating_upper": 1444.478927785114, "vote_count": 50738 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 13, "rating": 1438.338820471633, "rating_lower": 1434.8258944182944, "rating_upper": 1441.8517465249715, "vote_count": 57014 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 14, "rating": 1436.8694497665308, "rating_lower": 1432.299510788119, "rating_upper": 1441.4393887449426, "vote_count": 32905 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 15, "rating": 1436.545680373673, "rating_lower": 1428.637423151816, "rating_upper": 1444.45393759553, "vote_count": 8526 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 16, "rating": 1433.795150230032, "rating_lower": 1430.1640289290494, "rating_upper": 1437.426271531015, "vote_count": 61633 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 17, "rating": 1433.0211729632747, "rating_lower": 1428.4608284656172, "rating_upper": 1437.5815174609322, "vote_count": 28155 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 18, "rating": 1430.791604687184, "rating_lower": 1423.7430841795422, "rating_upper": 1437.8401251948258, "vote_count": 9674 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 19, "rating": 1425.655124785926, "rating_lower": 1420.4153598118958, "rating_upper": 1430.8948897599564, "vote_count": 18980 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 20, "rating": 1424.9120939651327, "rating_lower": 1420.5921170731783, "rating_upper": 1429.2320708570871, "vote_count": 32156 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 21, "rating": 1424.4246067028755, "rating_lower": 1417.408816937883, "rating_upper": 1431.440396467868, "vote_count": 9690 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 22, "rating": 1423.4429092974128, "rating_lower": 1417.0110099624249, "rating_upper": 1429.8748086324008, "vote_count": 9258 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 23, "rating": 1422.917296153419, "rating_lower": 1418.5764490508586, "rating_upper": 1427.25814325598, "vote_count": 37894 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 24, "rating": 1422.0659810608615, "rating_lower": 1410.4082857491046, "rating_upper": 1433.7236763726185, "vote_count": 2774 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 25, "rating": 1421.3872877579645, "rating_lower": 1417.4705410866522, "rating_upper": 1425.3040344292765, "vote_count": 45379 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 26, "rating": 1421.2386381206336, "rating_lower": 1414.6692529596503, "rating_upper": 1427.808023281617, "vote_count": 9225 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 27, "rating": 1419.956582001826, "rating_lower": 1412.3722095377952, "rating_upper": 1427.5409544658569, "vote_count": 7063 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 28, "rating": 1418.0759318818195, "rating_lower": 1411.513046163924, "rating_upper": 1424.6388175997151, "vote_count": 11839 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 29, "rating": 1417.887175119701, "rating_lower": 1409.0079850954874, "rating_upper": 1426.7663651439143, "vote_count": 4708 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 30, "rating": 1417.707672228385, "rating_lower": 1412.1048495144826, "rating_upper": 1423.3104949422875, "vote_count": 19243 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 31, "rating": 1416.9024090321084, "rating_lower": 1412.0697468741278, "rating_upper": 1421.735071190089, "vote_count": 28680 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 32, "rating": 1416.4464115006951, "rating_lower": 1410.4273858839306, "rating_upper": 1422.4654371174595, "vote_count": 15262 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 33, "rating": 1415.8816213298874, "rating_lower": 1409.2761008175949, "rating_upper": 1422.48714184218, "vote_count": 11989 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 34, "rating": 1415.0899269258225, "rating_lower": 1408.4161827532566, "rating_upper": 1421.763671098388, "vote_count": 8538 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 35, "rating": 1415.0679952449173, "rating_lower": 1405.4763246784405, "rating_upper": 1424.6596658113942, "vote_count": 3748 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 36, "rating": 1413.5785267110298, "rating_lower": 1403.6902633542677, "rating_upper": 1423.466790067792, "vote_count": 3525 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 37, "rating": 1412.1859013632118, "rating_lower": 1407.9205833772828, "rating_upper": 1416.4512193491407, "vote_count": 45694 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 38, "rating": 1411.772132010283, "rating_lower": 1408.0589273057392, "rating_upper": 1415.4853367148269, "vote_count": 52591 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 39, "rating": 1409.9691259287172, "rating_lower": 1405.7200716840434, "rating_upper": 1414.218180173391, "vote_count": 34141 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 40, "rating": 1409.951512300411, "rating_lower": 1405.7996854327553, "rating_upper": 1414.103339168067, "vote_count": 39497 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 41, "rating": 1408.757263577862, "rating_lower": 1404.8182120659849, "rating_upper": 1412.696315089739, "vote_count": 42576 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 42, "rating": 1408.4333246603596, "rating_lower": 1403.5420039220808, "rating_upper": 1413.3246453986385, "vote_count": 24833 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 43, "rating": 1407.4201411412816, "rating_lower": 1403.838842847478, "rating_upper": 1411.001439435085, "vote_count": 70154 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 44, "rating": 1405.7581748262944, "rating_lower": 1400.9638448711828, "rating_upper": 1410.552504781406, "vote_count": 23308 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 45, "rating": 1402.467349921917, "rating_lower": 1397.381150670452, "rating_upper": 1407.5535491733822, "vote_count": 18899 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 46, "rating": 1400.9794156433331, "rating_lower": 1395.9077243020076, "rating_upper": 1406.0511069846586, "vote_count": 20049 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 47, "rating": 1400.5127119194933, "rating_lower": 1396.1717218649442, "rating_upper": 1404.8537019740425, "vote_count": 28039 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 48, "rating": 1400.0748305970878, "rating_lower": 1395.226284515718, "rating_upper": 1404.9233766784578, "vote_count": 23127 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 49, "rating": 1399.294055835851, "rating_lower": 1394.9050705237871, "rating_upper": 1403.6830411479148, "vote_count": 36229 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 50, "rating": 1399.2615732878785, "rating_lower": 1392.8574161541994, "rating_upper": 1405.665730421557, "vote_count": 11505 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 51, "rating": 1399.0692379316142, "rating_lower": 1394.5670109698056, "rating_upper": 1403.571464893423, "vote_count": 39389 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 52, "rating": 1396.9584623897665, "rating_lower": 1390.4980031631324, "rating_upper": 1403.4189216164002, "vote_count": 9346 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 53, "rating": 1395.4494026663288, "rating_lower": 1390.6591469744678, "rating_upper": 1400.2396583581897, "vote_count": 18718 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 54, "rating": 1393.3192822580402, "rating_lower": 1386.5015507059188, "rating_upper": 1400.1370138101615, "vote_count": 7989 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 55, "rating": 1392.792713131526, "rating_lower": 1388.0928834978563, "rating_upper": 1397.4925427651954, "vote_count": 27459 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 56, "rating": 1391.5209706590647, "rating_lower": 1387.6559016745389, "rating_upper": 1395.3860396435905, "vote_count": 46802 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 57, "rating": 1390.9887689994005, "rating_lower": 1387.023772125602, "rating_upper": 1394.953765873199, "vote_count": 46867 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 58, "rating": 1390.76278541052, "rating_lower": 1378.444880834791, "rating_upper": 1403.0806899862484, "vote_count": 2216 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 59, "rating": 1390.3160748876494, "rating_lower": 1384.8566698821285, "rating_upper": 1395.7754798931703, "vote_count": 18195 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 60, "rating": 1389.018460208474, "rating_lower": 1384.6739576060045, "rating_upper": 1393.3629628109434, "vote_count": 41662 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 61, "rating": 1387.1417642219187, "rating_lower": 1382.271743495208, "rating_upper": 1392.0117849486294, "vote_count": 31505 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 62, "rating": 1386.9339496826574, "rating_lower": 1382.7940367559495, "rating_upper": 1391.073862609365, "vote_count": 39924 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 63, "rating": 1385.217308812004, "rating_lower": 1380.2299341223631, "rating_upper": 1390.2046835016451, "vote_count": 23164 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 64, "rating": 1385.005606365771, "rating_lower": 1376.4476230651794, "rating_upper": 1393.5635896663623, "vote_count": 4819 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 65, "rating": 1382.941509264715, "rating_lower": 1378.2640270249296, "rating_upper": 1387.6189915045004, "vote_count": 34533 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 66, "rating": 1381.8246916552846, "rating_lower": 1376.9300295682776, "rating_upper": 1386.7193537422916, "vote_count": 24205 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 67, "rating": 1380.42461224433, "rating_lower": 1376.1376533712037, "rating_upper": 1384.711571117456, "vote_count": 40503 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 68, "rating": 1380.037477401352, "rating_lower": 1373.7111705303937, "rating_upper": 1386.3637842723103, "vote_count": 11136 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 69, "rating": 1379.302279133044, "rating_lower": 1374.5172361761422, "rating_upper": 1384.087322089946, "vote_count": 23118 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 70, "rating": 1375.279989571016, "rating_lower": 1370.7852369141874, "rating_upper": 1379.7747422278444, "vote_count": 33982 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 71, "rating": 1373.7225327692638, "rating_lower": 1369.0405645705991, "rating_upper": 1378.4045009679285, "vote_count": 27173 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 72, "rating": 1372.381123919948, "rating_lower": 1368.4001014890798, "rating_upper": 1376.362146350816, "vote_count": 33550 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 73, "rating": 1372.0584395603385, "rating_lower": 1369.001548166388, "rating_upper": 1375.115330954289, "vote_count": 89852 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 74, "rating": 1370.9334227643462, "rating_lower": 1367.0570868365526, "rating_upper": 1374.80975869214, "vote_count": 44570 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 75, "rating": 1370.2730489381029, "rating_lower": 1365.990362508037, "rating_upper": 1374.5557353681688, "vote_count": 31678 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 76, "rating": 1367.262437576957, "rating_lower": 1361.387602776717, "rating_upper": 1373.1372723771972, "vote_count": 13821 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 77, "rating": 1365.5838542239185, "rating_lower": 1361.32826334432, "rating_upper": 1369.8394451035165, "vote_count": 36891 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 78, "rating": 1364.5062179776528, "rating_lower": 1360.8590112840964, "rating_upper": 1368.1534246712092, "vote_count": 49328 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 79, "rating": 1362.3867075890437, "rating_lower": 1357.2176986438612, "rating_upper": 1367.5557165342257, "vote_count": 18735 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 80, "rating": 1362.3324652353424, "rating_lower": 1357.0278581086814, "rating_upper": 1367.6370723620034, "vote_count": 17592 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 81, "rating": 1360.3278656822602, "rating_lower": 1356.621264822274, "rating_upper": 1364.0344665422465, "vote_count": 45114 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 82, "rating": 1357.0723526121085, "rating_lower": 1352.4480538290268, "rating_upper": 1361.6966513951895, "vote_count": 21994 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 83, "rating": 1356.6910082009142, "rating_lower": 1351.7050377110656, "rating_upper": 1361.6769786907628, "vote_count": 23806 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 84, "rating": 1354.342987450902, "rating_lower": 1349.1535035842376, "rating_upper": 1359.5324713175664, "vote_count": 18330 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 85, "rating": 1352.4493866568446, "rating_lower": 1348.2356999710173, "rating_upper": 1356.663073342672, "vote_count": 25215 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 86, "rating": 1352.4002901480262, "rating_lower": 1348.0042264354402, "rating_upper": 1356.7963538606125, "vote_count": 31283 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 87, "rating": 1351.9451360705514, "rating_lower": 1348.5049786790237, "rating_upper": 1355.385293462079, "vote_count": 57853 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 88, "rating": 1351.702456619833, "rating_lower": 1343.313873918123, "rating_upper": 1360.0910393215431, "vote_count": 4978 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 89, "rating": 1351.1352861464395, "rating_lower": 1347.9103869884707, "rating_upper": 1354.3601853044088, "vote_count": 56012 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 90, "rating": 1348.66507841236, "rating_lower": 1338.8462506061712, "rating_upper": 1358.483906218549, "vote_count": 3946 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 91, "rating": 1347.795258211958, "rating_lower": 1344.347120846266, "rating_upper": 1351.2433955776503, "vote_count": 58821 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 92, "rating": 1345.917290609735, "rating_lower": 1338.6777886609646, "rating_upper": 1353.1567925585048, "vote_count": 7158 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 93, "rating": 1345.859071091344, "rating_lower": 1334.210631710179, "rating_upper": 1357.5075104725088, "vote_count": 2250 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 94, "rating": 1345.699478598665, "rating_lower": 1337.9949531514774, "rating_upper": 1353.4040040458533, "vote_count": 7132 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 95, "rating": 1345.4052592612184, "rating_lower": 1338.0214415506343, "rating_upper": 1352.7890769718024, "vote_count": 6648 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 96, "rating": 1345.31831845656, "rating_lower": 1333.6437364421677, "rating_upper": 1356.9929004709525, "vote_count": 2573 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 97, "rating": 1344.6592198221365, "rating_lower": 1341.3662468015548, "rating_upper": 1347.9521928427182, "vote_count": 113568 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 98, "rating": 1344.5514502783442, "rating_lower": 1333.7477074492872, "rating_upper": 1355.3551931074012, "vote_count": 2892 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 99, "rating": 1344.287853037537, "rating_lower": 1334.81521113486, "rating_upper": 1353.760494940214, "vote_count": 3943 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 100, "rating": 1344.1245292900826, "rating_lower": 1335.8327533935865, "rating_upper": 1352.4163051865787, "vote_count": 5861 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 101, "rating": 1342.9278065349704, "rating_lower": 1334.5756934723256, "rating_upper": 1351.2799195976152, "vote_count": 5806 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 102, "rating": 1342.1331595138656, "rating_lower": 1338.8213534416016, "rating_upper": 1345.4449655861297, "vote_count": 82864 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 103, "rating": 1340.3156988126889, "rating_lower": 1330.8323051416537, "rating_upper": 1349.799092483724, "vote_count": 3866 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 104, "rating": 1339.9790537354993, "rating_lower": 1330.1996796169806, "rating_upper": 1349.758427854018, "vote_count": 3497 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 105, "rating": 1338.8805586898757, "rating_lower": 1331.973975452118, "rating_upper": 1345.7871419276332, "vote_count": 8393 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 106, "rating": 1338.3724103919826, "rating_lower": 1326.9119148108257, "rating_upper": 1349.8329059731395, "vote_count": 2322 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 107, "rating": 1335.3649913903428, "rating_lower": 1331.7980665336163, "rating_upper": 1338.9319162470692, "vote_count": 41932 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 108, "rating": 1335.0068094423937, "rating_lower": 1331.508239519167, "rating_upper": 1338.5053793656202, "vote_count": 52301 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 109, "rating": 1334.218142072796, "rating_lower": 1330.1533808176646, "rating_upper": 1338.2829033279277, "vote_count": 45787 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 110, "rating": 1333.7062035674685, "rating_lower": 1330.1765530886694, "rating_upper": 1337.2358540462676, "vote_count": 63725 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 111, "rating": 1333.463219535272, "rating_lower": 1328.3845681923017, "rating_upper": 1338.5418708782424, "vote_count": 50654 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 112, "rating": 1333.4303134177708, "rating_lower": 1329.047827824689, "rating_upper": 1337.8127990108526, "vote_count": 26279 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 113, "rating": 1333.422625759305, "rating_lower": 1329.9925204050962, "rating_upper": 1336.8527311135138, "vote_count": 60272 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 114, "rating": 1332.0243361492344, "rating_lower": 1323.5249743630045, "rating_upper": 1340.5236979354645, "vote_count": 4895 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 115, "rating": 1327.7200002576783, "rating_lower": 1322.9017752395716, "rating_upper": 1332.538225275785, "vote_count": 27624 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 116, "rating": 1327.4288094513768, "rating_lower": 1323.2063066810836, "rating_upper": 1331.65131222167, "vote_count": 41220 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 117, "rating": 1325.93000374565, "rating_lower": 1321.2327468114156, "rating_upper": 1330.627260679884, "vote_count": 27498 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 118, "rating": 1325.1998753214416, "rating_lower": 1313.1286965062768, "rating_upper": 1337.2710541366064, "vote_count": 2243 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 119, "rating": 1324.4611587982652, "rating_lower": 1314.7604345085565, "rating_upper": 1334.1618830879738, "vote_count": 3760 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 120, "rating": 1323.515080506801, "rating_lower": 1319.7341366161018, "rating_upper": 1327.2960243975003, "vote_count": 98965 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 121, "rating": 1322.649986470038, "rating_lower": 1319.4904340448722, "rating_upper": 1325.8095388952036, "vote_count": 71404 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 122, "rating": 1322.5130061480509, "rating_lower": 1317.8318134214535, "rating_upper": 1327.194198874648, "vote_count": 31208 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 123, "rating": 1322.0717404061195, "rating_lower": 1319.1618215115311, "rating_upper": 1324.9816593007076, "vote_count": 196368 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 124, "rating": 1321.8487109257603, "rating_lower": 1313.660381232058, "rating_upper": 1330.0370406194631, "vote_count": 6877 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 125, "rating": 1321.6206010029323, "rating_lower": 1317.7725688141109, "rating_upper": 1325.4686331917535, "vote_count": 79769 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 126, "rating": 1320.2711471933922, "rating_lower": 1312.5524595477702, "rating_upper": 1327.989834839014, "vote_count": 6143 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 127, "rating": 1319.6033059173633, "rating_lower": 1312.3975102307916, "rating_upper": 1326.809101603935, "vote_count": 7282 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 128, "rating": 1319.3968195157972, "rating_lower": 1316.044552579765, "rating_upper": 1322.7490864518295, "vote_count": 56018 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 129, "rating": 1319.279981531129, "rating_lower": 1312.6501484180164, "rating_upper": 1325.9098146442414, "vote_count": 9670 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 130, "rating": 1318.4074138819096, "rating_lower": 1313.2979196009271, "rating_upper": 1323.516908162892, "vote_count": 23472 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 131, "rating": 1317.8852603079208, "rating_lower": 1313.072686320331, "rating_upper": 1322.6978342955106, "vote_count": 26342 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 132, "rating": 1317.6407304352992, "rating_lower": 1311.2866716628514, "rating_upper": 1323.994789207747, "vote_count": 10854 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 133, "rating": 1316.9648314790838, "rating_lower": 1311.3731310027874, "rating_upper": 1322.5565319553805, "vote_count": 16598 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 134, "rating": 1315.978726130801, "rating_lower": 1312.615079055423, "rating_upper": 1319.3423732061792, "vote_count": 69291 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 135, "rating": 1313.7549297145852, "rating_lower": 1307.4908879410932, "rating_upper": 1320.018971488077, "vote_count": 10252 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 136, "rating": 1313.324320131578, "rating_lower": 1309.5713563537183, "rating_upper": 1317.077283909438, "vote_count": 101117 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 137, "rating": 1313.057629364208, "rating_lower": 1309.1077587652655, "rating_upper": 1317.0074999631504, "vote_count": 94534 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 138, "rating": 1313.0474677158793, "rating_lower": 1309.2730404422816, "rating_upper": 1316.821894989477, "vote_count": 45968 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 139, "rating": 1312.746705948563, "rating_lower": 1308.3078988396794, "rating_upper": 1317.1855130574463, "vote_count": 24880 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 140, "rating": 1311.5436360510987, "rating_lower": 1297.8174372895394, "rating_upper": 1325.269834812658, "vote_count": 1966 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 141, "rating": 1310.0974441349213, "rating_lower": 1306.0179099485783, "rating_upper": 1314.1769783212642, "vote_count": 35180 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 142, "rating": 1309.8409944711298, "rating_lower": 1300.1835733043945, "rating_upper": 1319.4984156378653, "vote_count": 3920 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 143, "rating": 1306.6389747866888, "rating_lower": 1303.069655717972, "rating_upper": 1310.2082938554056, "vote_count": 52789 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 144, "rating": 1305.7547186824863, "rating_lower": 1301.1703787684596, "rating_upper": 1310.339058596513, "vote_count": 24839 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 145, "rating": 1304.815482571694, "rating_lower": 1298.445641117635, "rating_upper": 1311.185324025753, "vote_count": 12000 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 146, "rating": 1304.451421201531, "rating_lower": 1300.1466002159395, "rating_upper": 1308.7562421871226, "vote_count": 28455 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 147, "rating": 1304.366319552738, "rating_lower": 1298.7915521001496, "rating_upper": 1309.9410870053266, "vote_count": 19796 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 148, "rating": 1302.995654292801, "rating_lower": 1298.511318618677, "rating_upper": 1307.479989966925, "vote_count": 34148 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 149, "rating": 1302.5688103328375, "rating_lower": 1293.2579450635249, "rating_upper": 1311.8796756021502, "vote_count": 4195 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 150, "rating": 1301.3800310305428, "rating_lower": 1297.4462855807224, "rating_upper": 1305.3137764803632, "vote_count": 39632 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 151, "rating": 1297.0861825354737, "rating_lower": 1289.3820231849925, "rating_upper": 1304.7903418859548, "vote_count": 7216 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 152, "rating": 1294.720733421675, "rating_lower": 1285.7002699447726, "rating_upper": 1303.7411968985775, "vote_count": 5600 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 153, "rating": 1292.8715372968163, "rating_lower": 1289.3088336587207, "rating_upper": 1296.434240934912, "vote_count": 56003 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 154, "rating": 1288.0516559938287, "rating_lower": 1283.6186307606158, "rating_upper": 1292.4846812270416, "vote_count": 25218 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 155, "rating": 1287.973923473337, "rating_lower": 1280.7348464626784, "rating_upper": 1295.2130004839955, "vote_count": 8730 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 156, "rating": 1287.0377601188384, "rating_lower": 1279.96426949199, "rating_upper": 1294.111250745687, "vote_count": 7380 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 157, "rating": 1286.9079704214537, "rating_lower": 1283.6917955712763, "rating_upper": 1290.1241452716306, "vote_count": 76195 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 158, "rating": 1286.049942867882, "rating_lower": 1281.351283319723, "rating_upper": 1290.748602416041, "vote_count": 54754 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 159, "rating": 1286.029671843578, "rating_lower": 1276.1304947862543, "rating_upper": 1295.9288489009016, "vote_count": 3777 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 160, "rating": 1285.8467417738643, "rating_lower": 1275.4578839329697, "rating_upper": 1296.235599614759, "vote_count": 2881 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 161, "rating": 1284.1014742590585, "rating_lower": 1279.723787775849, "rating_upper": 1288.479160742268, "vote_count": 63418 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 162, "rating": 1281.2716647317563, "rating_lower": 1277.3814304752282, "rating_upper": 1285.1618989882843, "vote_count": 110173 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 163, "rating": 1278.2957359307063, "rating_lower": 1271.495776761984, "rating_upper": 1285.0956950994291, "vote_count": 10108 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 164, "rating": 1277.592604514775, "rating_lower": 1272.372464361541, "rating_upper": 1282.8127446680091, "vote_count": 19913 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 165, "rating": 1277.0841527918185, "rating_lower": 1270.591218059016, "rating_upper": 1283.5770875246203, "vote_count": 9931 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 166, "rating": 1275.766393270775, "rating_lower": 1272.3143746901153, "rating_upper": 1279.218411851435, "vote_count": 158908 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 167, "rating": 1275.0290917730852, "rating_lower": 1271.0626058797825, "rating_upper": 1278.9955776663878, "vote_count": 89612 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 168, "rating": 1273.2868750411658, "rating_lower": 1267.471945639109, "rating_upper": 1279.1018044432226, "vote_count": 14830 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 169, "rating": 1272.848421062641, "rating_lower": 1265.9308339793051, "rating_upper": 1279.7660081459762, "vote_count": 9857 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 170, "rating": 1272.5520860697568, "rating_lower": 1265.6330920964383, "rating_upper": 1279.471080043075, "vote_count": 7583 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 171, "rating": 1269.0747276445054, "rating_lower": 1261.0158014282913, "rating_upper": 1277.1336538607195, "vote_count": 5452 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 172, "rating": 1266.5427695070923, "rating_lower": 1261.7801290336, "rating_upper": 1271.305409980585, "vote_count": 27362 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 173, "rating": 1264.2487246575104, "rating_lower": 1260.5768889849758, "rating_upper": 1267.920560330045, "vote_count": 54954 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 174, "rating": 1263.3701230810354, "rating_lower": 1257.1677228498395, "rating_upper": 1269.5725233122314, "vote_count": 15242 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 175, "rating": 1262.9763047738568, "rating_lower": 1258.7533957487133, "rating_upper": 1267.1992137990003, "vote_count": 78401 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 176, "rating": 1261.8100103760798, "rating_lower": 1256.9669214432308, "rating_upper": 1266.6530993089289, "vote_count": 37688 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 177, "rating": 1261.2797491976692, "rating_lower": 1257.646675443101, "rating_upper": 1264.912822952237, "vote_count": 118626 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 178, "rating": 1259.4789843703732, "rating_lower": 1254.4473759389325, "rating_upper": 1264.510592801814, "vote_count": 19760 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 179, "rating": 1259.2906326519967, "rating_lower": 1255.1366661106977, "rating_upper": 1263.4445991932955, "vote_count": 35914 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 180, "rating": 1255.0972456121326, "rating_lower": 1250.6147637336824, "rating_upper": 1259.5797274905829, "vote_count": 24354 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 181, "rating": 1252.5056512632264, "rating_lower": 1241.7919989945012, "rating_upper": 1263.2193035319517, "vote_count": 3377 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 182, "rating": 1251.408911981788, "rating_lower": 1244.897569850095, "rating_upper": 1257.9202541134812, "vote_count": 10229 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 183, "rating": 1242.1459626038852, "rating_lower": 1237.5174451857652, "rating_upper": 1246.7744800220053, "vote_count": 63404 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 184, "rating": 1241.0860115743533, "rating_lower": 1236.0867933566933, "rating_upper": 1246.0852297920133, "vote_count": 19774 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 185, "rating": 1238.5491525473738, "rating_lower": 1231.4058516872503, "rating_upper": 1245.6924534074972, "vote_count": 8918 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 186, "rating": 1236.5804717017436, "rating_lower": 1227.576964075824, "rating_upper": 1245.5839793276632, "vote_count": 4833 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 187, "rating": 1234.2985464775556, "rating_lower": 1228.8709898312334, "rating_upper": 1239.726103123878, "vote_count": 26679 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 188, "rating": 1234.0193925962444, "rating_lower": 1226.753131494335, "rating_upper": 1241.2856536981535, "vote_count": 18454 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 189, "rating": 1233.6789454658249, "rating_lower": 1228.489015644131, "rating_upper": 1238.8688752875182, "vote_count": 39689 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 190, "rating": 1233.4415817651116, "rating_lower": 1226.1111117640555, "rating_upper": 1240.7720517661674, "vote_count": 15606 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 191, "rating": 1232.8453322034163, "rating_lower": 1221.1771175490046, "rating_upper": 1244.5135468578285, "vote_count": 2761 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 192, "rating": 1229.8563958728769, "rating_lower": 1225.4128951522457, "rating_upper": 1234.2998965935085, "vote_count": 52214 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 193, "rating": 1228.0701414206544, "rating_lower": 1223.3825179650112, "rating_upper": 1232.7577648762976, "vote_count": 54710 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 194, "rating": 1226.7394082688054, "rating_lower": 1220.8694705317034, "rating_upper": 1232.6093460059074, "vote_count": 25026 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 195, "rating": 1224.0888409736096, "rating_lower": 1219.485598349712, "rating_upper": 1228.6920835975072, "vote_count": 67214 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 196, "rating": 1223.6162854829158, "rating_lower": 1218.2088934646974, "rating_upper": 1229.0236775011342, "vote_count": 34893 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 197, "rating": 1223.485195162628, "rating_lower": 1216.624435978371, "rating_upper": 1230.3459543468853, "vote_count": 9922 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 198, "rating": 1223.1538847815314, "rating_lower": 1219.549284092728, "rating_upper": 1226.7584854703348, "vote_count": 106055 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 199, "rating": 1221.6533212980307, "rating_lower": 1211.078903580723, "rating_upper": 1232.2277390153388, "vote_count": 2943 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 200, "rating": 1221.2690764046724, "rating_lower": 1209.5446577538266, "rating_upper": 1232.9934950555182, "vote_count": 6418 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 201, "rating": 1213.6642336500852, "rating_lower": 1202.9417551467725, "rating_upper": 1224.386712153398, "vote_count": 4712 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 202, "rating": 1213.4412743992862, "rating_lower": 1208.5050109715469, "rating_upper": 1218.3775378270254, "vote_count": 24417 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 203, "rating": 1211.078600923725, "rating_lower": 1207.0909956637038, "rating_upper": 1215.066206183746, "vote_count": 50234 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 204, "rating": 1210.1174309545484, "rating_lower": 1199.1796630086878, "rating_upper": 1221.0551989004089, "vote_count": 3142 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 205, "rating": 1205.4151089268746, "rating_lower": 1199.382404114377, "rating_upper": 1211.447813739372, "vote_count": 22068 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 206, "rating": 1201.6546012229755, "rating_lower": 1192.9417464182948, "rating_upper": 1210.3674560276563, "vote_count": 16760 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 207, "rating": 1198.4923488608054, "rating_lower": 1193.4347786389417, "rating_upper": 1203.549919082669, "vote_count": 25301 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 208, "rating": 1197.9074111995078, "rating_lower": 1193.735313612002, "rating_upper": 1202.0795087870135, "vote_count": 74303 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 209, "rating": 1197.8964650288522, "rating_lower": 1193.93695749708, "rating_upper": 1201.8559725606242, "vote_count": 46901 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 210, "rating": 1195.862441698643, "rating_lower": 1189.8542705884124, "rating_upper": 1201.870612808873, "vote_count": 32760 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 211, "rating": 1192.6918396507174, "rating_lower": 1185.6560986951365, "rating_upper": 1199.7275806062985, "vote_count": 18066 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 212, "rating": 1192.370718281724, "rating_lower": 1185.277658812922, "rating_upper": 1199.463777750526, "vote_count": 10038 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 213, "rating": 1185.031936611109, "rating_lower": 1175.618285583123, "rating_upper": 1194.4455876390948, "vote_count": 8270 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 214, "rating": 1184.0719394239402, "rating_lower": 1172.5788219167382, "rating_upper": 1195.5650569311422, "vote_count": 4950 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 215, "rating": 1183.880615115561, "rating_lower": 1177.1261672556684, "rating_upper": 1190.6350629754538, "vote_count": 15624 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 216, "rating": 1183.6016320332255, "rating_lower": 1175.0122640597792, "rating_upper": 1192.191000006672, "vote_count": 6727 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 217, "rating": 1182.7147928188629, "rating_lower": 1174.762746549795, "rating_upper": 1190.6668390879304, "vote_count": 12712 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 218, "rating": 1182.0684044897685, "rating_lower": 1172.4255570184234, "rating_upper": 1191.7112519611137, "vote_count": 8009 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 219, "rating": 1180.8980545233337, "rating_lower": 1169.8309118955594, "rating_upper": 1191.9651971511075, "vote_count": 3235 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 220, "rating": 1180.3423542041596, "rating_lower": 1174.5093592262554, "rating_upper": 1186.175349182064, "vote_count": 33272 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 221, "rating": 1179.525162732711, "rating_lower": 1173.5457445139891, "rating_upper": 1185.5045809514322, "vote_count": 24327 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 222, "rating": 1178.9459863867942, "rating_lower": 1169.172796089169, "rating_upper": 1188.7191766844194, "vote_count": 6579 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 223, "rating": 1176.1140720188066, "rating_lower": 1165.7173392549291, "rating_upper": 1186.510804782684, "vote_count": 5026 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 224, "rating": 1173.3988548414952, "rating_lower": 1167.2531207286509, "rating_upper": 1179.5445889543396, "vote_count": 22613 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 225, "rating": 1172.7768687277269, "rating_lower": 1165.4245601108507, "rating_upper": 1180.129177344603, "vote_count": 16190 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 226, "rating": 1172.195672930187, "rating_lower": 1166.367733582498, "rating_upper": 1178.0236122778754, "vote_count": 17983 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 227, "rating": 1171.5131961917175, "rating_lower": 1166.080692857806, "rating_upper": 1176.945699525629, "vote_count": 38767 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 228, "rating": 1168.259341503774, "rating_lower": 1160.2303851255783, "rating_upper": 1176.2882978819698, "vote_count": 10267 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 229, "rating": 1167.0340773688183, "rating_lower": 1159.4365426473255, "rating_upper": 1174.6316120903114, "vote_count": 8043 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 230, "rating": 1165.9173540751426, "rating_lower": 1154.0268287298184, "rating_upper": 1177.8078794204669, "vote_count": 3792 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 231, "rating": 1159.5275914885508, "rating_lower": 1148.061693381651, "rating_upper": 1170.993489595451, "vote_count": 3256 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 232, "rating": 1156.900171645018, "rating_lower": 1144.3016587084342, "rating_upper": 1169.4986845816018, "vote_count": 3605 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 233, "rating": 1156.8050601179427, "rating_lower": 1148.5029668610389, "rating_upper": 1165.1071533748466, "vote_count": 6922 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 234, "rating": 1153.8992701592274, "rating_lower": 1140.713399963858, "rating_upper": 1167.085140354597, "vote_count": 4187 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "Cognitive Computations", "license": "Apache-2.0", "rank": 235, "rating": 1152.042571761085, "rating_lower": 1136.626443126914, "rating_upper": 1167.4587003952558, "vote_count": 1685 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 236, "rating": 1150.7872574789408, "rating_lower": 1144.210266635269, "rating_upper": 1157.3642483226126, "vote_count": 19603 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 237, "rating": 1150.5149864125792, "rating_lower": 1138.3214058682668, "rating_upper": 1162.7085669568917, "vote_count": 2606 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 238, "rating": 1149.7904199994605, "rating_lower": 1140.5620735952232, "rating_upper": 1159.018766403697, "vote_count": 7122 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "TII", "license": "Falcon-180B TII License", "rank": 239, "rating": 1147.1610699519515, "rating_lower": 1130.0628728920256, "rating_upper": 1164.259267011878, "vote_count": 1312 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 240, "rating": 1144.0136164667888, "rating_lower": 1134.190033660587, "rating_upper": 1153.8371992729906, "vote_count": 4782 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 241, "rating": 1143.0351677207548, "rating_lower": 1136.6845683547187, "rating_upper": 1149.3857670867908, "vote_count": 12415 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 242, "rating": 1142.4036365567745, "rating_lower": 1135.7543148459158, "rating_upper": 1149.0529582676331, "vote_count": 19357 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 243, "rating": 1141.6119479405431, "rating_lower": 1134.9626570299072, "rating_upper": 1148.261238851179, "vote_count": 19539 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 244, "rating": 1139.0076191469666, "rating_lower": 1128.0898055948708, "rating_upper": 1149.9254326990624, "vote_count": 5004 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 245, "rating": 1136.8145684819624, "rating_lower": 1127.9723109834165, "rating_upper": 1145.6568259805083, "vote_count": 7417 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 246, "rating": 1136.4680581741577, "rating_lower": 1127.1137089230424, "rating_upper": 1145.822407425273, "vote_count": 8634 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 247, "rating": 1134.6415616974125, "rating_lower": 1125.1858561561694, "rating_upper": 1144.0972672386551, "vote_count": 9034 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 248, "rating": 1131.743990484283, "rating_lower": 1122.9457447017865, "rating_upper": 1140.5422362667794, "vote_count": 11220 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 249, "rating": 1131.390524052099, "rating_lower": 1124.085292375276, "rating_upper": 1138.695755728922, "vote_count": 21024 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 250, "rating": 1129.2395993544988, "rating_lower": 1122.975237065718, "rating_upper": 1135.5039616432796, "vote_count": 20539 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "HuggingFace", "license": "MIT", "rank": 251, "rating": 1128.3169608631752, "rating_lower": 1112.6482688681867, "rating_upper": 1143.9856528581636, "vote_count": 1803 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 252, "rating": 1127.6451606449248, "rating_lower": 1115.5471353943929, "rating_upper": 1139.7431858954567, "vote_count": 2955 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 253, "rating": 1120.980871193235, "rating_lower": 1109.9975228883795, "rating_upper": 1131.9642194980906, "vote_count": 5214 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 254, "rating": 1118.984546539349, "rating_lower": 1100.7922221373092, "rating_upper": 1137.1768709413882, "vote_count": 1151 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 255, "rating": 1118.7787960630735, "rating_lower": 1104.549296817762, "rating_upper": 1133.008295308385, "vote_count": 2244 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 256, "rating": 1114.8891970565428, "rating_lower": 1105.7331632028988, "rating_upper": 1124.0452309101868, "vote_count": 6972 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 257, "rating": 1113.6596795863386, "rating_lower": 1106.024807296099, "rating_upper": 1121.2945518765782, "vote_count": 11035 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 258, "rating": 1113.110991859886, "rating_lower": 1105.3541320263605, "rating_upper": 1120.8678516934117, "vote_count": 8166 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 259, "rating": 1110.4290293092986, "rating_lower": 1101.172462547698, "rating_upper": 1119.6855960708992, "vote_count": 9042 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 260, "rating": 1108.57947951172, "rating_lower": 1101.582980784272, "rating_upper": 1115.5759782391683, "vote_count": 14272 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 261, "rating": 1091.0798806756425, "rating_lower": 1081.7825623746303, "rating_upper": 1100.3771989766549, "vote_count": 7662 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 262, "rating": 1090.8184037421904, "rating_lower": 1079.3060384256455, "rating_upper": 1102.3307690587353, "vote_count": 4817 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 263, "rating": 1074.7932074097089, "rating_lower": 1063.6383070674542, "rating_upper": 1085.9481077519636, "vote_count": 6412 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 264, "rating": 1069.9204203207744, "rating_lower": 1059.9887140050464, "rating_upper": 1079.8521266365024, "vote_count": 6998 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 265, "rating": 1065.741346390415, "rating_lower": 1054.2435496797734, "rating_upper": 1077.2391431010565, "vote_count": 5828 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "Nomic AI", "license": "Non-commercial", "rank": 266, "rating": 1064.499094436077, "rating_lower": 1049.2731269068229, "rating_upper": 1079.7250619653312, "vote_count": 1773 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 267, "rating": 1061.0897409975146, "rating_lower": 1049.0960730140384, "rating_upper": 1073.0834089809907, "vote_count": 3977 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 268, "rating": 1056.9203192200368, "rating_lower": 1045.28212867253, "rating_upper": 1068.5585097675437, "vote_count": 4692 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 269, "rating": 1041.240497446595, "rating_lower": 1029.8010987740265, "rating_upper": 1052.679896119164, "vote_count": 4898 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 270, "rating": 1025.4833156003488, "rating_lower": 1011.920844400456, "rating_upper": 1039.045786800241, "vote_count": 2683 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 271, "rating": 1021.5146294888848, "rating_lower": 1010.5730313598842, "rating_upper": 1032.4562276178851, "vote_count": 6343 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 272, "rating": 995.3159360142558, "rating_lower": 982.7094774937632, "rating_upper": 1007.9223945347486, "vote_count": 4968 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 273, "rating": 990.629464955803, "rating_lower": 978.2336028768764, "rating_upper": 1003.0253270347296, "vote_count": 4270 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 274, "rating": 977.9331525777304, "rating_lower": 964.29969304957, "rating_upper": 991.5666121058908, "vote_count": 3471 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 275, "rating": 969.6771548263796, "rating_lower": 953.789482406754, "rating_upper": 985.5648272460052, "vote_count": 2441 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 276, "rating": 951.6775514874124, "rating_lower": 938.8264757534567, "rating_upper": 964.5286272213676, "vote_count": 3325 } ] }