{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2025-08-28", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2025-08-28", "retrieved_at": "2026-07-26", "entry_count": 238, "entries": [ { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 1, "rating": 1455.85414973562, "rating_lower": 1451.0133503413156, "rating_upper": 1460.6949491299242, "vote_count": 35405 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 2, "rating": 1447.468575548019, "rating_lower": 1440.900231542459, "rating_upper": 1454.0369195535789, "vote_count": 11405 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1447.084792515397, "rating_lower": 1440.2474978716684, "rating_upper": 1453.9220871591262, "vote_count": 8615 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 4, "rating": 1443.611418092462, "rating_lower": 1439.1994016302276, "rating_upper": 1448.0234345546965, "vote_count": 40935 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 5, "rating": 1442.8324133777144, "rating_lower": 1438.3906863431553, "rating_upper": 1447.2741404122737, "vote_count": 36773 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 6, "rating": 1438.9223862279464, "rating_lower": 1433.3979509178898, "rating_upper": 1444.446821538003, "vote_count": 15271 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 7, "rating": 1435.943071246977, "rating_lower": 1429.5976920751584, "rating_upper": 1442.2884504187955, "vote_count": 11548 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 8, "rating": 1426.00941814666, "rating_lower": 1419.170450782323, "rating_upper": 1432.8483855109969, "vote_count": 8585 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 9, "rating": 1421.7332697735235, "rating_lower": 1416.1920043584282, "rating_upper": 1427.2745351886183, "vote_count": 18239 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 10, "rating": 1420.8595789763008, "rating_lower": 1415.5299072811915, "rating_upper": 1426.1892506714105, "vote_count": 18588 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 11, "rating": 1419.277867669684, "rating_lower": 1410.670350994548, "rating_upper": 1427.8853843448196, "vote_count": 4844 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 12, "rating": 1419.205493362168, "rating_lower": 1414.108510366069, "rating_upper": 1424.3024763582669, "vote_count": 23771 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 13, "rating": 1418.806325956558, "rating_lower": 1412.9735782555622, "rating_upper": 1424.6390736575545, "vote_count": 12971 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 14, "rating": 1416.8464997722908, "rating_lower": 1411.3316290853386, "rating_upper": 1422.3613704592428, "vote_count": 21287 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 15, "rating": 1415.0386402614536, "rating_lower": 1405.8558433230642, "rating_upper": 1424.221437199843, "vote_count": 4285 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 16, "rating": 1411.7706839114592, "rating_lower": 1404.3682538353958, "rating_upper": 1419.1731139875226, "vote_count": 7388 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 17, "rating": 1410.4113207722562, "rating_lower": 1404.1706538994845, "rating_upper": 1416.651987645028, "vote_count": 11120 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 18, "rating": 1409.53798476678, "rating_lower": 1404.574451015969, "rating_upper": 1414.5015185175907, "vote_count": 31851 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 19, "rating": 1409.0231985169032, "rating_lower": 1404.2791520710043, "rating_upper": 1413.767244962802, "vote_count": 30537 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 20, "rating": 1408.5787471648655, "rating_lower": 1404.3590782357962, "rating_upper": 1412.7984160939354, "vote_count": 36820 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 21, "rating": 1405.7753337745364, "rating_lower": 1401.0576474680186, "rating_upper": 1410.4930200810545, "vote_count": 38906 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 22, "rating": 1399.3827548069205, "rating_lower": 1392.6392569233258, "rating_upper": 1406.1262526905148, "vote_count": 8778 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 23, "rating": 1398.9471015268173, "rating_lower": 1394.6548601493932, "rating_upper": 1403.2393429042415, "vote_count": 29038 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 24, "rating": 1398.5470456714677, "rating_lower": 1393.5065457750225, "rating_upper": 1403.587545567913, "vote_count": 29635 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 25, "rating": 1398.0440856361815, "rating_lower": 1392.9109997950036, "rating_upper": 1403.1771714773597, "vote_count": 22889 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 26, "rating": 1394.3825306743804, "rating_lower": 1389.6457730070526, "rating_upper": 1399.119288341708, "vote_count": 19430 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 27, "rating": 1393.9234720502538, "rating_lower": 1389.1913262033156, "rating_upper": 1398.6556178971923, "vote_count": 30085 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 28, "rating": 1392.0837523298449, "rating_lower": 1387.6320538867562, "rating_upper": 1396.5354507729337, "vote_count": 32987 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 29, "rating": 1391.0140877659107, "rating_lower": 1383.51116698292, "rating_upper": 1398.5170085489012, "vote_count": 7033 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 30, "rating": 1387.8444555984247, "rating_lower": 1380.0291327419718, "rating_upper": 1395.6597784548776, "vote_count": 6035 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 31, "rating": 1386.0379238752168, "rating_lower": 1381.3427363669489, "rating_upper": 1390.733111383485, "vote_count": 33177 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 32, "rating": 1384.7530308802195, "rating_lower": 1380.4754010014406, "rating_upper": 1389.0306607589991, "vote_count": 38273 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 33, "rating": 1383.686397427169, "rating_lower": 1378.2888440734357, "rating_upper": 1389.083950780902, "vote_count": 20149 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 34, "rating": 1383.4840675143398, "rating_lower": 1378.664272246843, "rating_upper": 1388.3038627818369, "vote_count": 33471 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 35, "rating": 1383.3212487843894, "rating_lower": 1378.2559303242706, "rating_upper": 1388.386567244508, "vote_count": 28418 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 36, "rating": 1381.6288242312626, "rating_lower": 1375.69086580109, "rating_upper": 1387.5667826614354, "vote_count": 11708 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 37, "rating": 1381.2453346358327, "rating_lower": 1375.0251558811187, "rating_upper": 1387.4655133905464, "vote_count": 11943 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 38, "rating": 1379.275450986141, "rating_lower": 1372.649051677388, "rating_upper": 1385.9018502948943, "vote_count": 9090 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 39, "rating": 1379.1686337187075, "rating_lower": 1374.427436977595, "rating_upper": 1383.90983045982, "vote_count": 29823 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 40, "rating": 1377.008384413579, "rating_lower": 1370.688581223147, "rating_upper": 1383.3281876040114, "vote_count": 10099 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 41, "rating": 1374.174892711698, "rating_lower": 1369.3122437735, "rating_upper": 1379.0375416498964, "vote_count": 25684 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 42, "rating": 1372.39168176539, "rating_lower": 1368.4155476086885, "rating_upper": 1376.367815922091, "vote_count": 35378 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 43, "rating": 1368.804065362139, "rating_lower": 1364.8233731572886, "rating_upper": 1372.7847575669894, "vote_count": 43403 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 44, "rating": 1368.245857640367, "rating_lower": 1363.0886381385, "rating_upper": 1373.4030771422338, "vote_count": 22914 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 45, "rating": 1367.9914710139178, "rating_lower": 1364.9251385090151, "rating_upper": 1371.0578035188205, "vote_count": 90383 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 46, "rating": 1363.9951665675846, "rating_lower": 1359.8082691797813, "rating_upper": 1368.1820639553882, "vote_count": 37129 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 47, "rating": 1363.2504773860055, "rating_lower": 1358.1724006800491, "rating_upper": 1368.3285540919617, "vote_count": 19404 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 48, "rating": 1362.7679277257769, "rating_lower": 1357.147440396384, "rating_upper": 1368.3884150551696, "vote_count": 15569 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 49, "rating": 1362.4278408820128, "rating_lower": 1358.5762345904836, "rating_upper": 1366.279447173542, "vote_count": 43471 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 50, "rating": 1358.419776789354, "rating_lower": 1353.160270530389, "rating_upper": 1363.6792830483191, "vote_count": 22117 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 51, "rating": 1356.5936353643526, "rating_lower": 1352.035814742089, "rating_upper": 1361.1514559866162, "vote_count": 22841 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 52, "rating": 1355.3649504637388, "rating_lower": 1348.376460226469, "rating_upper": 1362.3534407010088, "vote_count": 8215 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 53, "rating": 1354.625999448921, "rating_lower": 1349.0091815830224, "rating_upper": 1360.2428173148196, "vote_count": 14824 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 54, "rating": 1353.7379236421596, "rating_lower": 1343.4678100823053, "rating_upper": 1364.0080372020136, "vote_count": 3250 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 55, "rating": 1351.83098742999, "rating_lower": 1347.6371531348707, "rating_upper": 1356.0248217251092, "vote_count": 26104 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 56, "rating": 1350.3915238901848, "rating_lower": 1347.2314026891472, "rating_upper": 1353.5516450912223, "vote_count": 58645 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 57, "rating": 1348.0060903609872, "rating_lower": 1339.4577429849228, "rating_upper": 1356.5544377370518, "vote_count": 5077 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 58, "rating": 1347.7713119040448, "rating_lower": 1344.0824606677074, "rating_upper": 1351.460163140382, "vote_count": 48986 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 59, "rating": 1347.0040060671752, "rating_lower": 1342.803533687625, "rating_upper": 1351.2044784467253, "vote_count": 36479 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 60, "rating": 1346.6089349852357, "rating_lower": 1335.7046426025677, "rating_upper": 1357.513227367903, "vote_count": 2452 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 61, "rating": 1346.1360252643808, "rating_lower": 1336.8000326084475, "rating_upper": 1355.472017920314, "vote_count": 4074 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 62, "rating": 1345.0282802927404, "rating_lower": 1333.581591331911, "rating_upper": 1356.4749692535695, "vote_count": 2656 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 63, "rating": 1344.6294939371714, "rating_lower": 1336.4516952359156, "rating_upper": 1352.8072926384273, "vote_count": 6055 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 64, "rating": 1343.8793349356772, "rating_lower": 1340.706487820239, "rating_upper": 1347.0521820511156, "vote_count": 117747 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 65, "rating": 1342.5847441568144, "rating_lower": 1326.4880796802572, "rating_upper": 1358.6814086333711, "vote_count": 1297 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 66, "rating": 1342.1532148903302, "rating_lower": 1333.9733475303394, "rating_upper": 1350.333082250321, "vote_count": 6028 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 67, "rating": 1342.0796482584085, "rating_lower": 1332.7483698805013, "rating_upper": 1351.4109266363157, "vote_count": 3898 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 68, "rating": 1340.7813335784442, "rating_lower": 1331.4268044646303, "rating_upper": 1350.135862692258, "vote_count": 3976 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 69, "rating": 1340.6269836869806, "rating_lower": 1337.427453382566, "rating_upper": 1343.8265139913951, "vote_count": 86159 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 70, "rating": 1340.2886495837188, "rating_lower": 1329.498068143885, "rating_upper": 1351.079231023553, "vote_count": 2510 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 71, "rating": 1337.0389765363227, "rating_lower": 1332.4164775876047, "rating_upper": 1341.661475485041, "vote_count": 24357 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 72, "rating": 1335.5102855542752, "rating_lower": 1332.0942778854348, "rating_upper": 1338.9262932231156, "vote_count": 54951 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 73, "rating": 1335.2088115584625, "rating_lower": 1331.7014603054315, "rating_upper": 1338.7161628114932, "vote_count": 43788 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 74, "rating": 1333.4174301829826, "rating_lower": 1329.5002311933497, "rating_upper": 1337.334629172616, "vote_count": 47973 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 75, "rating": 1333.363710065632, "rating_lower": 1330.0523920565136, "rating_upper": 1336.6750280747506, "vote_count": 63038 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 76, "rating": 1332.450576004209, "rating_lower": 1329.0386846499648, "rating_upper": 1335.8624673584536, "vote_count": 67084 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 77, "rating": 1332.058098494368, "rating_lower": 1327.083822433728, "rating_upper": 1337.032374555008, "vote_count": 52144 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 78, "rating": 1331.9847212687434, "rating_lower": 1323.7436463966983, "rating_upper": 1340.2257961407886, "vote_count": 5126 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 79, "rating": 1330.3585676997336, "rating_lower": 1323.134492507216, "rating_upper": 1337.582642892251, "vote_count": 7826 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 80, "rating": 1329.097866674077, "rating_lower": 1324.1792078540643, "rating_upper": 1334.0165254940898, "vote_count": 25832 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 81, "rating": 1327.778156233078, "rating_lower": 1323.1203590992343, "rating_upper": 1332.4359533669212, "vote_count": 28968 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 82, "rating": 1325.6274703093702, "rating_lower": 1320.9565008712411, "rating_upper": 1330.2984397474993, "vote_count": 30323 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 83, "rating": 1325.388496368657, "rating_lower": 1313.8637749940417, "rating_upper": 1336.913217743272, "vote_count": 2371 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 84, "rating": 1325.113678365695, "rating_lower": 1315.556787509705, "rating_upper": 1334.6705692216854, "vote_count": 3856 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 85, "rating": 1324.1514009237744, "rating_lower": 1320.5215016657808, "rating_upper": 1327.7813001817683, "vote_count": 102133 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 86, "rating": 1322.9798093530676, "rating_lower": 1316.497648217956, "rating_upper": 1329.461970488179, "vote_count": 10591 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 87, "rating": 1322.3032527028586, "rating_lower": 1319.48436907858, "rating_upper": 1325.1221363271368, "vote_count": 202641 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 88, "rating": 1321.8699642019692, "rating_lower": 1314.0011825286886, "rating_upper": 1329.7387458752503, "vote_count": 7243 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 89, "rating": 1321.3000085117512, "rating_lower": 1317.5756982263829, "rating_upper": 1325.0243187971198, "vote_count": 82435 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 90, "rating": 1320.520326498519, "rating_lower": 1312.86428226087, "rating_upper": 1328.1763707361672, "vote_count": 6302 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 91, "rating": 1320.4863220950956, "rating_lower": 1315.1925362305738, "rating_upper": 1325.7801079596172, "vote_count": 19983 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 92, "rating": 1320.0466726062791, "rating_lower": 1316.6119059703738, "rating_upper": 1323.4814392421845, "vote_count": 54376 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 93, "rating": 1318.575994592638, "rating_lower": 1313.074473071023, "rating_upper": 1324.0775161142533, "vote_count": 18408 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 94, "rating": 1318.222971138547, "rating_lower": 1314.8963983929004, "rating_upper": 1321.549543884194, "vote_count": 61574 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 95, "rating": 1318.1068321082205, "rating_lower": 1313.4527493540309, "rating_upper": 1322.7609148624094, "vote_count": 27788 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 96, "rating": 1316.9807006430697, "rating_lower": 1311.5900414224652, "rating_upper": 1322.371359863674, "vote_count": 17432 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 97, "rating": 1316.261304831131, "rating_lower": 1312.9668763593425, "rating_upper": 1319.5557333029192, "vote_count": 72424 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 98, "rating": 1314.7985104411446, "rating_lower": 1308.7096862587844, "rating_upper": 1320.8873346235046, "vote_count": 10715 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 99, "rating": 1314.6404841935998, "rating_lower": 1310.8249104208494, "rating_upper": 1318.4560579663505, "vote_count": 97079 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 100, "rating": 1314.614781382788, "rating_lower": 1311.000614502442, "rating_upper": 1318.2289482631345, "vote_count": 103748 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 101, "rating": 1313.945963575148, "rating_lower": 1309.6211808574092, "rating_upper": 1318.2707462928868, "vote_count": 26074 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 102, "rating": 1313.746280544223, "rating_lower": 1310.097367962298, "rating_upper": 1317.395193126148, "vote_count": 48217 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 103, "rating": 1311.860595665171, "rating_lower": 1307.8872852192696, "rating_upper": 1315.8339061110732, "vote_count": 37021 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 104, "rating": 1309.7369787457123, "rating_lower": 1300.2202400482422, "rating_upper": 1319.2537174431825, "vote_count": 4014 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 105, "rating": 1306.7273403990491, "rating_lower": 1302.3320725150718, "rating_upper": 1311.1226082830262, "vote_count": 26344 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 106, "rating": 1306.7074915527808, "rating_lower": 1303.2419512700817, "rating_upper": 1310.17303183548, "vote_count": 55442 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 107, "rating": 1305.462760017445, "rating_lower": 1301.2210813060174, "rating_upper": 1309.7044387288724, "vote_count": 29633 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 108, "rating": 1304.947728380107, "rating_lower": 1299.5906548147, "rating_upper": 1310.3048019455143, "vote_count": 20580 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 109, "rating": 1303.7153757343422, "rating_lower": 1294.5422663963882, "rating_upper": 1312.8884850722964, "vote_count": 4321 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 110, "rating": 1302.483525507072, "rating_lower": 1298.6563143261533, "rating_upper": 1306.3107366879908, "vote_count": 41519 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 111, "rating": 1300.765644642869, "rating_lower": 1293.8633844355998, "rating_upper": 1307.667904850138, "vote_count": 10066 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 112, "rating": 1300.1038144812128, "rating_lower": 1294.7419776914182, "rating_upper": 1305.4656512710071, "vote_count": 19630 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 113, "rating": 1297.9592497218568, "rating_lower": 1290.4830541084234, "rating_upper": 1305.4354453352903, "vote_count": 7577 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 114, "rating": 1296.2697682828327, "rating_lower": 1287.4764618240947, "rating_upper": 1305.063074741571, "vote_count": 6058 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 115, "rating": 1294.5873648347217, "rating_lower": 1291.1424766396226, "rating_upper": 1298.0322530298208, "vote_count": 58637 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 116, "rating": 1289.4678489949902, "rating_lower": 1285.096174866056, "rating_upper": 1293.839523123924, "vote_count": 26371 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 117, "rating": 1289.0941269514774, "rating_lower": 1282.1132180635257, "rating_upper": 1296.0750358394291, "vote_count": 9125 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 118, "rating": 1289.016547945429, "rating_lower": 1278.955764834787, "rating_upper": 1299.0773310560708, "vote_count": 3010 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 119, "rating": 1288.4331197900883, "rating_lower": 1281.7855495338124, "rating_upper": 1295.0806900463645, "vote_count": 7948 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 120, "rating": 1287.219731330907, "rating_lower": 1282.617591368849, "rating_upper": 1291.8218712929652, "vote_count": 55962 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 121, "rating": 1287.0114530365686, "rating_lower": 1283.8709577292238, "rating_upper": 1290.151948343913, "vote_count": 79538 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 122, "rating": 1286.8890894372537, "rating_lower": 1277.2363893680422, "rating_upper": 1296.5417895064647, "vote_count": 3889 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 123, "rating": 1285.0318787336942, "rating_lower": 1280.8098206854297, "rating_upper": 1289.2539367819586, "vote_count": 65661 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 124, "rating": 1282.6770953100931, "rating_lower": 1278.8762396654215, "rating_upper": 1286.4779509547643, "vote_count": 113067 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 125, "rating": 1280.1057173277136, "rating_lower": 1273.546017114476, "rating_upper": 1286.6654175409512, "vote_count": 10548 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 126, "rating": 1279.4028246058938, "rating_lower": 1274.3198802533416, "rating_upper": 1284.485768958446, "vote_count": 20608 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 127, "rating": 1279.1508265706557, "rating_lower": 1272.9189603145358, "rating_upper": 1285.3826928267758, "vote_count": 10535 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 128, "rating": 1276.4083844221743, "rating_lower": 1273.0576450267663, "rating_upper": 1279.7591238175823, "vote_count": 163629 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 129, "rating": 1275.7981109707907, "rating_lower": 1271.9315284984411, "rating_upper": 1279.6646934431403, "vote_count": 91614 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 130, "rating": 1275.5753962701433, "rating_lower": 1269.8626761278222, "rating_upper": 1281.288116412465, "vote_count": 15321 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 131, "rating": 1275.540688697359, "rating_lower": 1269.0051561173186, "rating_upper": 1282.076221277399, "vote_count": 8132 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 132, "rating": 1275.5175414966138, "rating_lower": 1268.7514111129262, "rating_upper": 1282.2836718803014, "vote_count": 10221 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 133, "rating": 1271.689160563303, "rating_lower": 1263.9338725182674, "rating_upper": 1279.4444486083385, "vote_count": 5730 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 134, "rating": 1268.7098890434004, "rating_lower": 1264.0828806263485, "rating_upper": 1273.336897460452, "vote_count": 28768 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 135, "rating": 1265.263917790228, "rating_lower": 1261.6878875014877, "rating_upper": 1268.8399480789683, "vote_count": 57197 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 136, "rating": 1265.1992847980473, "rating_lower": 1261.0844207042408, "rating_upper": 1269.3141488918536, "vote_count": 80846 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 137, "rating": 1264.5975996592742, "rating_lower": 1258.5610414507191, "rating_upper": 1270.6341578678291, "vote_count": 15753 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 138, "rating": 1264.5322462857516, "rating_lower": 1259.8161162205115, "rating_upper": 1269.2483763509915, "vote_count": 38872 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 139, "rating": 1262.972834667141, "rating_lower": 1259.4760981731176, "rating_upper": 1266.4695711611637, "vote_count": 122309 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 140, "rating": 1262.3388935814255, "rating_lower": 1257.4191404077055, "rating_upper": 1267.2586467551455, "vote_count": 20646 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 141, "rating": 1261.8412888886996, "rating_lower": 1257.807301601291, "rating_upper": 1265.8752761761082, "vote_count": 37697 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 142, "rating": 1258.447100406279, "rating_lower": 1254.0428187902855, "rating_upper": 1262.8513820222724, "vote_count": 25213 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 143, "rating": 1256.1567901892545, "rating_lower": 1245.6483402341346, "rating_upper": 1266.665240144374, "vote_count": 3460 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 144, "rating": 1255.2204323797905, "rating_lower": 1249.018467069765, "rating_upper": 1261.422397689816, "vote_count": 10851 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 145, "rating": 1244.4878049081171, "rating_lower": 1239.608863241925, "rating_upper": 1249.366746574309, "vote_count": 20654 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 146, "rating": 1244.206519802539, "rating_lower": 1239.6800777541168, "rating_upper": 1248.732961850962, "vote_count": 64926 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 147, "rating": 1241.0933951623217, "rating_lower": 1234.213598918198, "rating_upper": 1247.9731914064455, "vote_count": 9274 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 148, "rating": 1240.4077765814404, "rating_lower": 1231.7269816604712, "rating_upper": 1249.0885715024096, "vote_count": 5111 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 149, "rating": 1237.2426414779686, "rating_lower": 1231.95315409447, "rating_upper": 1242.5321288614673, "vote_count": 27430 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 150, "rating": 1237.022647181271, "rating_lower": 1225.821930854798, "rating_upper": 1248.223363507744, "vote_count": 2901 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 151, "rating": 1236.003614843115, "rating_lower": 1230.9286102285014, "rating_upper": 1241.078619457728, "vote_count": 40658 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 152, "rating": 1235.831313782175, "rating_lower": 1228.6540513970228, "rating_upper": 1243.008576167327, "vote_count": 16027 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 153, "rating": 1234.7978430161563, "rating_lower": 1227.6528835532351, "rating_upper": 1241.9428024790782, "vote_count": 18800 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 154, "rating": 1232.262424121176, "rating_lower": 1227.9324938040702, "rating_upper": 1236.5923544382815, "vote_count": 53751 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 155, "rating": 1231.2487976932005, "rating_lower": 1226.6719511667472, "rating_upper": 1235.8256442196537, "vote_count": 56398 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 156, "rating": 1229.0525189526695, "rating_lower": 1223.329572076769, "rating_upper": 1234.7754658285708, "vote_count": 25803 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 157, "rating": 1227.9251676634535, "rating_lower": 1221.2719814299844, "rating_upper": 1234.5783538969224, "vote_count": 10391 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 158, "rating": 1226.762457290517, "rating_lower": 1221.456992789118, "rating_upper": 1232.0679217919162, "vote_count": 35556 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 159, "rating": 1225.3642297624233, "rating_lower": 1220.8595908418356, "rating_upper": 1229.868868683011, "vote_count": 68867 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 160, "rating": 1225.3622804004644, "rating_lower": 1221.86744621688, "rating_upper": 1228.8571145840488, "vote_count": 109056 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 161, "rating": 1225.2793484960482, "rating_lower": 1215.0372862503095, "rating_upper": 1235.521410741787, "vote_count": 3074 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 162, "rating": 1222.2908789887192, "rating_lower": 1210.782736905123, "rating_upper": 1233.799021072315, "vote_count": 6557 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 163, "rating": 1217.3520642641754, "rating_lower": 1212.5467539156457, "rating_upper": 1222.157374612705, "vote_count": 25135 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 164, "rating": 1216.2034052964782, "rating_lower": 1205.713540627463, "rating_upper": 1226.6932699654933, "vote_count": 4854 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 165, "rating": 1215.181002369845, "rating_lower": 1211.3310044952054, "rating_upper": 1219.0310002444842, "vote_count": 52578 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 166, "rating": 1213.8622105822135, "rating_lower": 1203.3906432418048, "rating_upper": 1224.3337779226229, "vote_count": 3289 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 167, "rating": 1208.630305753382, "rating_lower": 1202.7567167534608, "rating_upper": 1214.5038947533037, "vote_count": 22765 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 168, "rating": 1202.838356400979, "rating_lower": 1194.2515483044922, "rating_upper": 1211.425164497465, "vote_count": 17036 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 169, "rating": 1201.9248187261464, "rating_lower": 1197.0066494144262, "rating_upper": 1206.842988037867, "vote_count": 26105 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 170, "rating": 1201.4961797239712, "rating_lower": 1197.6466604986783, "rating_upper": 1205.3456989492638, "vote_count": 48892 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 171, "rating": 1201.260702261625, "rating_lower": 1197.1889493780998, "rating_upper": 1205.3324551451503, "vote_count": 76126 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 172, "rating": 1199.2771149801877, "rating_lower": 1192.486816875983, "rating_upper": 1206.067413084392, "vote_count": 10599 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 173, "rating": 1198.5673485255904, "rating_lower": 1192.708315986068, "rating_upper": 1204.426381065113, "vote_count": 33743 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 174, "rating": 1195.9681734099795, "rating_lower": 1189.132767832744, "rating_upper": 1202.8035789872156, "vote_count": 18687 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 175, "rating": 1188.4532382618647, "rating_lower": 1180.2065439495325, "rating_upper": 1196.6999325741972, "vote_count": 7002 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 176, "rating": 1188.2447433444568, "rating_lower": 1178.9310379581195, "rating_upper": 1197.5584487307938, "vote_count": 8383 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 177, "rating": 1187.3628487429628, "rating_lower": 1180.7274960654763, "rating_upper": 1193.9982014204493, "vote_count": 15917 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 178, "rating": 1186.936372801024, "rating_lower": 1175.5166580805271, "rating_upper": 1198.356087521521, "vote_count": 4988 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 179, "rating": 1186.0211769361572, "rating_lower": 1178.1857454884118, "rating_upper": 1193.8566083839023, "vote_count": 12990 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 180, "rating": 1184.5417614251674, "rating_lower": 1173.8661295624584, "rating_upper": 1195.2173932878766, "vote_count": 3380 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 181, "rating": 1184.215645153208, "rating_lower": 1174.6724157457684, "rating_upper": 1193.7588745606477, "vote_count": 8106 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 182, "rating": 1183.8266942761736, "rating_lower": 1178.1608528103588, "rating_upper": 1189.4925357419884, "vote_count": 34173 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 183, "rating": 1182.7191841638803, "rating_lower": 1173.0527087693602, "rating_upper": 1192.385659558401, "vote_count": 6658 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 184, "rating": 1181.169878368548, "rating_lower": 1175.3218203751817, "rating_upper": 1187.0179363619145, "vote_count": 25070 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 185, "rating": 1178.735566542291, "rating_lower": 1168.4746283716297, "rating_upper": 1188.9965047129524, "vote_count": 5088 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 186, "rating": 1177.3366621389791, "rating_lower": 1171.303922960024, "rating_upper": 1183.369401317934, "vote_count": 22936 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 187, "rating": 1176.7232201265206, "rating_lower": 1169.5210372888876, "rating_upper": 1183.9254029641538, "vote_count": 16676 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 188, "rating": 1176.255845312487, "rating_lower": 1170.585621439246, "rating_upper": 1181.9260691857285, "vote_count": 18476 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 189, "rating": 1175.4873109490557, "rating_lower": 1170.1616231053354, "rating_upper": 1180.812998792776, "vote_count": 39595 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 190, "rating": 1172.4432429467902, "rating_lower": 1165.1067588642222, "rating_upper": 1179.779727029358, "vote_count": 8390 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 191, "rating": 1172.0151058541524, "rating_lower": 1164.091043275953, "rating_upper": 1179.9391684323514, "vote_count": 10415 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 192, "rating": 1170.205746784772, "rating_lower": 1158.4288279308198, "rating_upper": 1181.9826656387245, "vote_count": 3836 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 193, "rating": 1168.683825293538, "rating_lower": 1157.6333725469103, "rating_upper": 1179.734278040166, "vote_count": 3410 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 194, "rating": 1162.9317104545485, "rating_lower": 1154.9562166696094, "rating_upper": 1170.9072042394878, "vote_count": 7191 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 195, "rating": 1162.0416339007666, "rating_lower": 1149.535626683214, "rating_upper": 1174.547641118319, "vote_count": 3636 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 196, "rating": 1158.4106382996083, "rating_lower": 1145.434145091202, "rating_upper": 1171.3871315080146, "vote_count": 4286 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "Cognitive Computations", "license": "Apache-2.0", "rank": 197, "rating": 1156.8328262613425, "rating_lower": 1141.5760870227011, "rating_upper": 1172.0895654999838, "vote_count": 1714 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 198, "rating": 1155.0932646833196, "rating_lower": 1148.6394499417836, "rating_upper": 1161.5470794248556, "vote_count": 20067 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 199, "rating": 1153.678713156788, "rating_lower": 1141.627365625923, "rating_upper": 1165.7300606876531, "vote_count": 2644 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 200, "rating": 1153.4827024424008, "rating_lower": 1144.3409255996337, "rating_upper": 1162.6244792851678, "vote_count": 7176 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "TII", "license": "Falcon-180B TII License", "rank": 201, "rating": 1149.216304515078, "rating_lower": 1132.2729753809829, "rating_upper": 1166.1596336491732, "vote_count": 1327 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 202, "rating": 1148.591528801905, "rating_lower": 1142.4562784392765, "rating_upper": 1154.7267791645336, "vote_count": 12808 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 203, "rating": 1147.7738344254622, "rating_lower": 1138.0812687286336, "rating_upper": 1157.466400122291, "vote_count": 4872 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 204, "rating": 1147.1895612655671, "rating_lower": 1140.6629091761822, "rating_upper": 1153.716213354952, "vote_count": 19722 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 205, "rating": 1145.313230968475, "rating_lower": 1138.7638580534929, "rating_upper": 1151.862603883457, "vote_count": 19775 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 206, "rating": 1141.4862300203472, "rating_lower": 1130.6637471518377, "rating_upper": 1152.3087128888567, "vote_count": 5065 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 207, "rating": 1140.7936148787303, "rating_lower": 1132.0438873176724, "rating_upper": 1149.543342439788, "vote_count": 7509 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 208, "rating": 1137.8445856118997, "rating_lower": 1128.5726082567385, "rating_upper": 1147.1165629670609, "vote_count": 8713 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 209, "rating": 1136.953887247652, "rating_lower": 1127.6351218365237, "rating_upper": 1146.2726526587808, "vote_count": 9176 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 210, "rating": 1136.712615022793, "rating_lower": 1129.5792940346228, "rating_upper": 1143.845936010963, "vote_count": 21622 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 211, "rating": 1135.8714402240748, "rating_lower": 1127.156613250038, "rating_upper": 1144.5862671981115, "vote_count": 11321 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 212, "rating": 1134.7454695102815, "rating_lower": 1128.6425262890073, "rating_upper": 1140.8484127315558, "vote_count": 21097 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "HuggingFace", "license": "MIT", "rank": 213, "rating": 1132.1848016987014, "rating_lower": 1116.5737194442002, "rating_upper": 1147.7958839532023, "vote_count": 1811 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 214, "rating": 1130.96883423891, "rating_lower": 1118.990854618889, "rating_upper": 1142.946813858931, "vote_count": 2996 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 215, "rating": 1130.0850034607984, "rating_lower": 1116.6996380721753, "rating_upper": 1143.4703688494214, "vote_count": 2375 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 216, "rating": 1124.532809828392, "rating_lower": 1106.8175566700518, "rating_upper": 1142.2480629867323, "vote_count": 1192 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 217, "rating": 1123.9026671352906, "rating_lower": 1113.0290964518094, "rating_upper": 1134.7762378187715, "vote_count": 5276 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 218, "rating": 1121.9266805638968, "rating_lower": 1114.4970257023376, "rating_upper": 1129.3563354254557, "vote_count": 8523 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 219, "rating": 1118.3412149300384, "rating_lower": 1109.2552435784255, "rating_upper": 1127.427186281651, "vote_count": 7017 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 220, "rating": 1116.5161544805278, "rating_lower": 1109.0586741358047, "rating_upper": 1123.973634825251, "vote_count": 11351 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 221, "rating": 1113.727375886674, "rating_lower": 1104.5649837328492, "rating_upper": 1122.889768040499, "vote_count": 9142 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 222, "rating": 1113.456541585114, "rating_lower": 1106.5841763443702, "rating_upper": 1120.3289068258578, "vote_count": 14532 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 223, "rating": 1094.8973339271688, "rating_lower": 1085.7437348289782, "rating_upper": 1104.0509330253592, "vote_count": 7816 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 224, "rating": 1093.9166496225846, "rating_lower": 1082.5591287964787, "rating_upper": 1105.2741704486905, "vote_count": 4918 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 225, "rating": 1079.8210949080328, "rating_lower": 1068.8213564627192, "rating_upper": 1090.8208333533462, "vote_count": 6503 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 226, "rating": 1073.3719054495075, "rating_lower": 1063.4906368262666, "rating_upper": 1083.2531740727484, "vote_count": 7020 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "Nomic AI", "license": "Non-commercial", "rank": 227, "rating": 1065.6450495088204, "rating_lower": 1050.500614592068, "rating_upper": 1080.789484425573, "vote_count": 1788 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 228, "rating": 1065.3963228936218, "rating_lower": 1054.007623733277, "rating_upper": 1076.7850220539665, "vote_count": 5864 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 229, "rating": 1063.644727745851, "rating_lower": 1051.7109780581156, "rating_upper": 1075.5784774335862, "vote_count": 3997 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 230, "rating": 1059.6209608658182, "rating_lower": 1048.099769257264, "rating_upper": 1071.1421524743723, "vote_count": 4763 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 231, "rating": 1043.958682608116, "rating_lower": 1032.6073260759404, "rating_upper": 1055.3100391402916, "vote_count": 4920 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 232, "rating": 1029.6596766736195, "rating_lower": 1016.2215975534166, "rating_upper": 1043.0977557938222, "vote_count": 2713 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 233, "rating": 1023.2825878011574, "rating_lower": 1012.386451178701, "rating_upper": 1034.178724423614, "vote_count": 6368 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 234, "rating": 999.064012916632, "rating_lower": 986.5262258613394, "rating_upper": 1011.6017999719248, "vote_count": 4983 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 235, "rating": 993.0618885276842, "rating_lower": 980.7147922792668, "rating_upper": 1005.408984776102, "vote_count": 4288 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 236, "rating": 978.113483670048, "rating_lower": 964.5183497523404, "rating_upper": 991.7086175877556, "vote_count": 3480 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 237, "rating": 969.537483582159, "rating_lower": 953.6736537733605, "rating_upper": 985.4013133909576, "vote_count": 2446 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 238, "rating": 954.7409218780094, "rating_lower": 941.9306822731322, "rating_upper": 967.5511614828866, "vote_count": 3336 } ] }