{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-06-25", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-06-25", "retrieved_at": "2026-07-26", "entry_count": 368, "entries": [ { "record_id": "claude-fable-5", "model": "claude-fable-5", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1508.1627141783267, "rating_lower": 1498.907926412726, "rating_upper": 1517.4175019439274, "vote_count": 4366 }, { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1503.0861151826798, "rating_lower": 1499.1866676778432, "rating_upper": 1506.9855626875162, "vote_count": 51769 }, { "record_id": "claude-opus-4-7-thinking", "model": "claude-opus-4-7-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1502.307687488452, "rating_lower": 1497.8159510339717, "rating_upper": 1506.7994239429327, "vote_count": 38326 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 4, "rating": 1499.0689777245884, "rating_lower": 1495.266239343713, "rating_upper": 1502.8717161054633, "vote_count": 55027 }, { "record_id": "claude-opus-4-7", "model": "claude-opus-4-7", "provider": "anthropic", "license": "Proprietary", "rank": 5, "rating": 1493.802677613041, "rating_lower": 1489.315394551836, "rating_upper": 1498.2899606742455, "vote_count": 39550 }, { "record_id": "muse-spark", "model": "muse-spark", "provider": "meta", "license": "Proprietary", "rank": 6, "rating": 1487.2749501381484, "rating_lower": 1481.410169954099, "rating_upper": 1493.1397303221977, "vote_count": 13598 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 7, "rating": 1486.086602115323, "rating_lower": 1482.3791595512319, "rating_upper": 1489.7940446794144, "vote_count": 68291 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 8, "rating": 1485.7938390530944, "rating_lower": 1481.9387336608538, "rating_upper": 1489.648944445335, "vote_count": 41298 }, { "record_id": "claude-opus-4-8-thinking", "model": "claude-opus-4-8-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 9, "rating": 1483.7096581323847, "rating_lower": 1477.9513029771272, "rating_upper": 1489.4680132876424, "vote_count": 18680 }, { "record_id": "gpt-5.5-high", "model": "gpt-5.5-high", "provider": "openai", "license": "Proprietary", "rank": 10, "rating": 1481.2513340657881, "rating_lower": 1476.5107112361566, "rating_upper": 1485.9919568954194, "vote_count": 33718 }, { "record_id": "claude-opus-4-8", "model": "claude-opus-4-8", "provider": "anthropic", "license": "Proprietary", "rank": 11, "rating": 1479.0558489187351, "rating_lower": 1473.2211981315775, "rating_upper": 1484.8904997058928, "vote_count": 19038 }, { "record_id": "gpt-5.4-high", "model": "gpt-5.4-high", "provider": "openai", "license": "Proprietary", "rank": 12, "rating": 1477.7525290188767, "rating_lower": 1473.5715386871154, "rating_upper": 1481.9335193506379, "vote_count": 46702 }, { "record_id": "gemini-3.5-flash", "model": "gemini-3.5-flash", "provider": "google", "license": "Proprietary", "rank": 13, "rating": 1476.43339328995, "rating_lower": 1469.9168379869827, "rating_upper": 1482.9499485929168, "vote_count": 10159 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 14, "rating": 1475.519581673969, "rating_lower": 1471.365578999259, "rating_upper": 1479.673584348679, "vote_count": 34532 }, { "record_id": "grok-4.20-beta-0309-reasoning", "model": "grok-4.20-beta-0309-reasoning", "provider": "xai", "license": "Proprietary", "rank": 15, "rating": 1475.5036716525879, "rating_lower": 1471.4450813820301, "rating_upper": 1479.5622619231456, "vote_count": 48117 }, { "record_id": "qwen3.7-max-preview", "model": "qwen3.7-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 16, "rating": 1474.8367613664318, "rating_lower": 1464.8246245837063, "rating_upper": 1484.8488981491575, "vote_count": 3731 }, { "record_id": "gpt-5.5", "model": "gpt-5.5", "provider": "openai", "license": "Proprietary", "rank": 17, "rating": 1474.8234419282019, "rating_lower": 1470.095252562537, "rating_upper": 1479.5516312938666, "vote_count": 34794 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 18, "rating": 1474.4326611200463, "rating_lower": 1469.7622630460626, "rating_upper": 1479.10305919403, "vote_count": 26945 }, { "record_id": "glm-5.1", "model": "glm-5.1", "provider": "zai", "license": "MIT", "rank": 19, "rating": 1473.4186709216938, "rating_lower": 1468.1773995128221, "rating_upper": 1478.6599423305654, "vote_count": 19620 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 20, "rating": 1473.246651527022, "rating_lower": 1468.8313326390066, "rating_upper": 1477.6619704150376, "vote_count": 30704 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 21, "rating": 1472.8490922360818, "rating_lower": 1468.957002850632, "rating_upper": 1476.7411816215315, "vote_count": 37085 }, { "record_id": "gpt-5.5-instant", "model": "gpt-5.5-instant", "provider": "openai", "license": "Proprietary", "rank": 22, "rating": 1472.5048106330769, "rating_lower": 1467.3698717024727, "rating_upper": 1477.639749563681, "vote_count": 26215 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 23, "rating": 1472.21499348245, "rating_lower": 1468.1521528593578, "rating_upper": 1476.2778341055423, "vote_count": 45162 }, { "record_id": "grok-4.20-multi-agent-beta-0309", "model": "grok-4.20-multi-agent-beta-0309", "provider": "xai", "license": "Proprietary", "rank": 24, "rating": 1471.0664989576424, "rating_lower": 1466.9890555329864, "rating_upper": 1475.1439423822983, "vote_count": 47092 }, { "record_id": "glm-5.2 (max)", "model": "glm-5.2 (max)", "provider": "zai", "license": "MIT", "rank": 25, "rating": 1469.8691767041505, "rating_lower": 1462.4665324798575, "rating_upper": 1477.2718209284435, "vote_count": 7552 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 26, "rating": 1469.301235020157, "rating_lower": 1466.083041687073, "rating_upper": 1472.5194283532412, "vote_count": 71133 }, { "record_id": "ernie-5.1", "model": "ernie-5.1", "provider": "baidu", "license": "Proprietary", "rank": 27, "rating": 1467.7232694495228, "rating_lower": 1462.8261877204245, "rating_upper": 1472.6203511786211, "vote_count": 29784 }, { "record_id": "gpt-5.4", "model": "gpt-5.4", "provider": "openai", "license": "Proprietary", "rank": 28, "rating": 1467.4457625732437, "rating_lower": 1463.3597147246462, "rating_upper": 1471.531810421841, "vote_count": 49383 }, { "record_id": "mimo-v2.5-pro", "model": "mimo-v2.5-pro", "provider": "xiaomi", "license": "MIT", "rank": 29, "rating": 1465.9216098183942, "rating_lower": 1461.11246664197, "rating_upper": 1470.7307529948184, "vote_count": 31370 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 30, "rating": 1465.8437933562593, "rating_lower": 1462.5907862133752, "rating_upper": 1469.0968004991435, "vote_count": 65587 }, { "record_id": "qwen3.5-max-preview", "model": "qwen3.5-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 31, "rating": 1465.1452175169331, "rating_lower": 1460.1535711008946, "rating_upper": 1470.1368639329717, "vote_count": 21551 }, { "record_id": "qwen3.7-plus", "model": "qwen3.7-plus", "provider": "alibaba", "license": "Proprietary", "rank": 32, "rating": 1463.8276630120677, "rating_lower": 1457.3678675313993, "rating_upper": 1470.2874584927358, "vote_count": 11899 }, { "record_id": "kimi-k2.6", "model": "kimi-k2.6", "provider": "moonshot", "license": "Modified MIT", "rank": 33, "rating": 1461.1504385013473, "rating_lower": 1456.3545599137974, "rating_upper": 1465.946317088897, "vote_count": 29798 }, { "record_id": "qwen3.6-max-preview", "model": "qwen3.6-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 34, "rating": 1460.407970012485, "rating_lower": 1452.0558999431755, "rating_upper": 1468.7600400817946, "vote_count": 5217 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 35, "rating": 1459.92959656547, "rating_lower": 1456.6496922789497, "rating_upper": 1463.2095008519905, "vote_count": 72062 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1459.3830228582208, "rating_lower": 1456.1447243772045, "rating_upper": 1462.621321339237, "vote_count": 67730 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 37, "rating": 1457.4955020198665, "rating_lower": 1453.0685533512217, "rating_upper": 1461.9224506885114, "vote_count": 26794 }, { "record_id": "deepseek-v4-pro-thinking", "model": "deepseek-v4-pro-thinking", "provider": "deepseek", "license": "MIT", "rank": 38, "rating": 1456.6958261365696, "rating_lower": 1451.9264391024042, "rating_upper": 1461.465213170735, "vote_count": 31874 }, { "record_id": "deepseek-v4-pro", "model": "deepseek-v4-pro", "provider": "deepseek", "license": "MIT", "rank": 39, "rating": 1456.584745242528, "rating_lower": 1451.8995187672244, "rating_upper": 1461.2699717178318, "vote_count": 33792 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 40, "rating": 1455.4777455462208, "rating_lower": 1452.6578626024282, "rating_upper": 1458.2976284900135, "vote_count": 82471 }, { "record_id": "dola-seed-2.0-pro", "model": "dola-seed-2.0-pro", "provider": "bytedance", "license": "Proprietary", "rank": 41, "rating": 1455.0955760794425, "rating_lower": 1451.280973211746, "rating_upper": 1458.910178947139, "vote_count": 55915 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 42, "rating": 1455.077777953835, "rating_lower": 1452.146834969808, "rating_upper": 1458.0087209378619, "vote_count": 80906 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 43, "rating": 1454.7102786450537, "rating_lower": 1450.924623900782, "rating_upper": 1458.4959333893255, "vote_count": 40817 }, { "record_id": "gemma-4-31b", "model": "gemma-4-31b", "provider": "google", "license": "Apache 2.0", "rank": 44, "rating": 1451.0603123737287, "rating_lower": 1443.4546181877784, "rating_upper": 1458.6660065596793, "vote_count": 5892 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 45, "rating": 1449.789846428592, "rating_lower": 1446.0842691776793, "rating_upper": 1453.4954236795047, "vote_count": 52551 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 46, "rating": 1449.0345608360924, "rating_lower": 1445.5831619991145, "rating_upper": 1452.4859596730703, "vote_count": 49794 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 47, "rating": 1449.0231789995914, "rating_lower": 1442.4848361723866, "rating_upper": 1455.5615218267963, "vote_count": 9745 }, { "record_id": "gpt-5.4-mini-high", "model": "gpt-5.4-mini-high", "provider": "openai", "license": "Proprietary", "rank": 48, "rating": 1449.0179270716346, "rating_lower": 1444.868049918904, "rating_upper": 1453.167804224365, "vote_count": 45301 }, { "record_id": "gpt-5.3-chat-latest", "model": "gpt-5.3-chat-latest", "provider": "openai", "license": "Proprietary", "rank": 49, "rating": 1448.6709336705587, "rating_lower": 1444.3214662653677, "rating_upper": 1453.0204010757495, "vote_count": 33090 }, { "record_id": "mimo-v2-pro", "model": "mimo-v2-pro", "provider": "xiaomi", "license": "Proprietary", "rank": 50, "rating": 1448.5036946117016, "rating_lower": 1443.734425168569, "rating_upper": 1453.2729640548343, "vote_count": 24588 }, { "record_id": "minimax-m3", "model": "minimax-m3", "provider": "minimax", "license": "Proprietary", "rank": 51, "rating": 1447.3375574745642, "rating_lower": 1441.3571520032933, "rating_upper": 1453.3179629458348, "vote_count": 16510 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 52, "rating": 1447.1535787104917, "rating_lower": 1443.1512323260156, "rating_upper": 1451.1559250949679, "vote_count": 35286 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 53, "rating": 1447.0374152795491, "rating_lower": 1444.0479266283578, "rating_upper": 1450.0269039307402, "vote_count": 77297 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 54, "rating": 1445.7154659157468, "rating_lower": 1443.2120196332596, "rating_upper": 1448.2189121982342, "vote_count": 124541 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 55, "rating": 1444.61483457944, "rating_lower": 1438.9196193941118, "rating_upper": 1450.310049764768, "vote_count": 14547 }, { "record_id": "qwen3.6-plus", "model": "qwen3.6-plus", "provider": "alibaba", "license": "Proprietary", "rank": 56, "rating": 1444.1501016069615, "rating_lower": 1439.560179586197, "rating_upper": 1448.740023627726, "vote_count": 33663 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 57, "rating": 1443.1996736650947, "rating_lower": 1440.3853019185356, "rating_upper": 1446.0140454116538, "vote_count": 82431 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 58, "rating": 1443.0821464833402, "rating_lower": 1439.2042750668209, "rating_upper": 1446.9600178998598, "vote_count": 47774 }, { "record_id": "grok-4.3", "model": "grok-4.3", "provider": "xai", "license": "Proprietary", "rank": 59, "rating": 1442.8883634346994, "rating_lower": 1438.2227477700324, "rating_upper": 1447.5539790993664, "vote_count": 33981 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 60, "rating": 1442.4607382616741, "rating_lower": 1436.3616625507698, "rating_upper": 1448.5598139725785, "vote_count": 12114 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 61, "rating": 1438.8351355809139, "rating_lower": 1435.1702326682484, "rating_upper": 1442.500038493579, "vote_count": 43443 }, { "record_id": "gemma-4-26b-a4b", "model": "gemma-4-26b-a4b", "provider": "google", "license": "Apache 2.0", "rank": 62, "rating": 1438.2853651315784, "rating_lower": 1430.645035758732, "rating_upper": 1445.9256945044247, "vote_count": 5811 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 63, "rating": 1437.4928227667385, "rating_lower": 1433.8446678913158, "rating_upper": 1441.140977642161, "vote_count": 48051 }, { "record_id": "deepseek-v4-flash-thinking", "model": "deepseek-v4-flash-thinking", "provider": "deepseek", "license": "MIT", "rank": 64, "rating": 1437.2966410154713, "rating_lower": 1432.602485850508, "rating_upper": 1441.990796180435, "vote_count": 33381 }, { "record_id": "longcat-flash-chat-2602-exp", "model": "longcat-flash-chat-2602-exp", "provider": "meituan", "license": "Proprietary", "rank": 65, "rating": 1435.6979286256003, "rating_lower": 1431.0502043018457, "rating_upper": 1440.3456529493549, "vote_count": 28173 }, { "record_id": "deepseek-v4-flash", "model": "deepseek-v4-flash", "provider": "deepseek", "license": "MIT", "rank": 66, "rating": 1435.140833942582, "rating_lower": 1430.481935943191, "rating_upper": 1439.799731941973, "vote_count": 33456 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 67, "rating": 1435.0764509790476, "rating_lower": 1431.640142748139, "rating_upper": 1438.5127592099564, "vote_count": 65237 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 68, "rating": 1434.8445967661903, "rating_lower": 1430.345354198054, "rating_upper": 1439.3438393343265, "vote_count": 27708 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 69, "rating": 1433.6281706932793, "rating_lower": 1429.1175278190042, "rating_upper": 1438.1388135675545, "vote_count": 31926 }, { "record_id": "mimo-v2.5", "model": "mimo-v2.5", "provider": "xiaomi", "license": "MIT", "rank": 70, "rating": 1433.5353868038617, "rating_lower": 1428.757486152867, "rating_upper": 1438.3132874548567, "vote_count": 32112 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 71, "rating": 1431.7643665026108, "rating_lower": 1425.1745242907662, "rating_upper": 1438.3542087144551, "vote_count": 8179 }, { "record_id": "gemini-3.1-flash-lite-preview", "model": "gemini-3.1-flash-lite-preview", "provider": "google", "license": "Proprietary", "rank": 72, "rating": 1431.6349484318193, "rating_lower": 1427.7882889326095, "rating_upper": 1435.4816079310292, "vote_count": 54156 }, { "record_id": "mimo-v2-omni", "model": "mimo-v2-omni", "provider": "xiaomi", "license": "Proprietary", "rank": 73, "rating": 1431.11069084645, "rating_lower": 1425.2381662640619, "rating_upper": 1436.9832154288385, "vote_count": 17536 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 74, "rating": 1431.0807113050846, "rating_lower": 1427.81416986547, "rating_upper": 1434.3472527446995, "vote_count": 56839 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 75, "rating": 1431.0219105255937, "rating_lower": 1427.4127573522128, "rating_upper": 1434.6310636989747, "vote_count": 59742 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 76, "rating": 1429.9105417863943, "rating_lower": 1426.7453892639423, "rating_upper": 1433.0756943088463, "vote_count": 62067 }, { "record_id": "amazon-nova-experimental-chat-26-02-10", "model": "amazon-nova-experimental-chat-26-02-10", "provider": "amazon", "license": "Proprietary", "rank": 77, "rating": 1427.0026376319197, "rating_lower": 1417.1516021637385, "rating_upper": 1436.853673100101, "vote_count": 3419 }, { "record_id": "mistral-medium-3.5", "model": "mistral-medium-3.5", "provider": "mistral", "license": "Modified MIT", "rank": 78, "rating": 1426.9822637642762, "rating_lower": 1420.3489914635365, "rating_upper": 1433.6155360650157, "vote_count": 10777 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 79, "rating": 1426.6391820820738, "rating_lower": 1422.357009934846, "rating_upper": 1430.9213542293019, "vote_count": 31562 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 80, "rating": 1425.3623638595739, "rating_lower": 1421.4415078209886, "rating_upper": 1429.2832198981594, "vote_count": 35626 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 81, "rating": 1425.0941038379508, "rating_lower": 1421.5251411407946, "rating_upper": 1428.6630665351067, "vote_count": 47278 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 82, "rating": 1424.7408570359373, "rating_lower": 1418.1870351004216, "rating_upper": 1431.294678971453, "vote_count": 9068 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 83, "rating": 1424.3883183706935, "rating_lower": 1420.043839939615, "rating_upper": 1428.732796801772, "vote_count": 36886 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 84, "rating": 1424.2604755671275, "rating_lower": 1417.8108212008028, "rating_upper": 1430.710129933452, "vote_count": 9155 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 85, "rating": 1423.1980285740212, "rating_lower": 1420.5984440424352, "rating_upper": 1425.7976131056073, "vote_count": 97193 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 86, "rating": 1423.083257648968, "rating_lower": 1419.4255179228394, "rating_upper": 1426.7409973750962, "vote_count": 41077 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 87, "rating": 1423.0220895183418, "rating_lower": 1416.6183626343677, "rating_upper": 1429.425816402316, "vote_count": 11923 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 88, "rating": 1422.1711056523297, "rating_lower": 1416.5142868771802, "rating_upper": 1427.8279244274793, "vote_count": 18463 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 89, "rating": 1420.8216692947944, "rating_lower": 1413.2010500819679, "rating_upper": 1428.4422885076208, "vote_count": 6810 }, { "record_id": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "provider": "nvidia", "license": "OpenMDW-1.1", "rank": 90, "rating": 1420.455576762319, "rating_lower": 1412.994809917399, "rating_upper": 1427.916343607239, "vote_count": 7484 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 91, "rating": 1419.1232039079132, "rating_lower": 1410.3126435602494, "rating_upper": 1427.933764255577, "vote_count": 4704 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 92, "rating": 1417.8781782159651, "rating_lower": 1411.3855489543369, "rating_upper": 1424.3708074775934, "vote_count": 11771 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 93, "rating": 1417.5518153196133, "rating_lower": 1407.5776419388212, "rating_upper": 1427.5259887004054, "vote_count": 3461 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 94, "rating": 1417.4626915376075, "rating_lower": 1412.6047234496018, "rating_upper": 1422.320659625613, "vote_count": 27629 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 95, "rating": 1417.3943430611782, "rating_lower": 1411.384932202989, "rating_upper": 1423.4037539193678, "vote_count": 14957 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 96, "rating": 1417.2703529989358, "rating_lower": 1412.8681269836272, "rating_upper": 1421.6725790142443, "vote_count": 28566 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 97, "rating": 1417.1535223022524, "rating_lower": 1410.5443247085857, "rating_upper": 1423.7627198959192, "vote_count": 11730 }, { "record_id": "minimax-m2.7", "model": "minimax-m2.7", "provider": "minimax", "license": "Modified MIT", "rank": 98, "rating": 1416.6525038775465, "rating_lower": 1412.2580189500022, "rating_upper": 1421.0469888050907, "vote_count": 39341 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 99, "rating": 1416.0684864710074, "rating_lower": 1406.451143657416, "rating_upper": 1425.6858292845989, "vote_count": 3700 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 100, "rating": 1416.0284677733052, "rating_lower": 1406.1274143463052, "rating_upper": 1425.9295212003053, "vote_count": 3407 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 101, "rating": 1415.7209695344961, "rating_lower": 1412.1456003788385, "rating_upper": 1419.2963386901538, "vote_count": 44098 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 102, "rating": 1415.3476480393556, "rating_lower": 1408.864756854163, "rating_upper": 1421.8305392245481, "vote_count": 11508 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 103, "rating": 1413.5711277478413, "rating_lower": 1409.8771919151256, "rating_upper": 1417.2650635805571, "vote_count": 50973 }, { "record_id": "hunyuan-hy3-preview", "model": "hunyuan-hy3-preview", "provider": "tencent", "license": "tencent-hunyuan-community", "rank": 104, "rating": 1413.269221967814, "rating_lower": 1405.7303768073882, "rating_upper": 1420.8080671282396, "vote_count": 6666 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 105, "rating": 1412.3097346512864, "rating_lower": 1408.0339149362032, "rating_upper": 1416.5855543663695, "vote_count": 44197 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 106, "rating": 1411.5199967917968, "rating_lower": 1407.2063730243467, "rating_upper": 1415.833620559247, "vote_count": 32909 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 107, "rating": 1411.275185920855, "rating_lower": 1408.5126503797965, "rating_upper": 1414.0377214619132, "vote_count": 96743 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 108, "rating": 1410.954037074473, "rating_lower": 1406.0733432105085, "rating_upper": 1415.8347309384378, "vote_count": 24302 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 109, "rating": 1410.3723308036506, "rating_lower": 1407.8949704973602, "rating_upper": 1412.8496911099412, "vote_count": 124489 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 110, "rating": 1409.733086006054, "rating_lower": 1405.8385126415783, "rating_upper": 1413.6276593705297, "vote_count": 41363 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 111, "rating": 1409.6184984181473, "rating_lower": 1406.9627742784746, "rating_upper": 1412.2742225578202, "vote_count": 93957 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 112, "rating": 1408.8751551148355, "rating_lower": 1404.4423501248555, "rating_upper": 1413.3079601048155, "vote_count": 27413 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 113, "rating": 1404.4720513999873, "rating_lower": 1400.4174897507555, "rating_upper": 1408.5266130492191, "vote_count": 32892 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 114, "rating": 1403.920783426568, "rating_lower": 1398.9082083174737, "rating_upper": 1408.9333585356624, "vote_count": 18707 }, { "record_id": "gpt-5.4-nano-high", "model": "gpt-5.4-nano-high", "provider": "openai", "license": "Proprietary", "rank": 115, "rating": 1403.4052407417473, "rating_lower": 1399.2238042294907, "rating_upper": 1407.5866772540041, "vote_count": 44349 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 116, "rating": 1403.095724971842, "rating_lower": 1398.5955359531958, "rating_upper": 1407.5959139904878, "vote_count": 38199 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 117, "rating": 1401.953753515604, "rating_lower": 1397.5021078080463, "rating_upper": 1406.4053992231616, "vote_count": 27807 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 118, "rating": 1401.49241431752, "rating_lower": 1396.719385220449, "rating_upper": 1406.2654434145907, "vote_count": 22875 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 119, "rating": 1401.0403894653184, "rating_lower": 1394.6713377825315, "rating_upper": 1407.409441148105, "vote_count": 11392 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 120, "rating": 1399.3183488814145, "rating_lower": 1392.7853780750686, "rating_upper": 1405.8513196877605, "vote_count": 8991 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 121, "rating": 1399.1513101103585, "rating_lower": 1394.7490545360072, "rating_upper": 1403.55356568471, "vote_count": 35101 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 122, "rating": 1398.0555966820941, "rating_lower": 1393.1806880513122, "rating_upper": 1402.9305053128762, "vote_count": 18524 }, { "record_id": "qwen3.5-flash", "model": "qwen3.5-flash", "provider": "alibaba", "license": "Proprietary", "rank": 123, "rating": 1396.918364167792, "rating_lower": 1392.9077416507826, "rating_upper": 1400.9289866848019, "vote_count": 45836 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 124, "rating": 1395.7019434533677, "rating_lower": 1391.347764006295, "rating_upper": 1400.0561229004406, "vote_count": 29232 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 125, "rating": 1395.6441089500038, "rating_lower": 1388.8541864931256, "rating_upper": 1402.434031406882, "vote_count": 7942 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 126, "rating": 1395.610945159132, "rating_lower": 1383.3567449259504, "rating_upper": 1407.8651453923137, "vote_count": 2217 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 127, "rating": 1395.4931373668219, "rating_lower": 1391.6219971793796, "rating_upper": 1399.364277554264, "vote_count": 45500 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 128, "rating": 1395.4584090435712, "rating_lower": 1391.6669684830788, "rating_upper": 1399.2498496040635, "vote_count": 49407 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 129, "rating": 1394.5031488404468, "rating_lower": 1384.9224503871092, "rating_upper": 1404.0838472937844, "vote_count": 3675 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 130, "rating": 1393.0684076034406, "rating_lower": 1389.4929484795448, "rating_upper": 1396.6438667273364, "vote_count": 46656 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "Modified MIT", "rank": 131, "rating": 1390.7303787619032, "rating_lower": 1386.7216769473566, "rating_upper": 1394.73908057645, "vote_count": 41235 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 132, "rating": 1390.0004967746465, "rating_lower": 1385.3622482017106, "rating_upper": 1394.6387453475825, "vote_count": 27022 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 133, "rating": 1389.827675731699, "rating_lower": 1385.8588290754003, "rating_upper": 1393.7965223879976, "vote_count": 45437 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 134, "rating": 1388.9748175351515, "rating_lower": 1384.6139074421326, "rating_upper": 1393.3357276281706, "vote_count": 40301 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 135, "rating": 1388.273032232322, "rating_lower": 1383.2751062018456, "rating_upper": 1393.2709582627986, "vote_count": 31122 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 136, "rating": 1387.6324922167958, "rating_lower": 1382.6846707020254, "rating_upper": 1392.5803137315663, "vote_count": 25714 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 137, "rating": 1387.1797366622689, "rating_lower": 1380.9304768106606, "rating_upper": 1393.428996513877, "vote_count": 10956 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 138, "rating": 1387.151286276104, "rating_lower": 1382.9765058887426, "rating_upper": 1391.326066663465, "vote_count": 38820 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 139, "rating": 1387.0722832156264, "rating_lower": 1378.4459814585412, "rating_upper": 1395.698584972712, "vote_count": 4704 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 140, "rating": 1386.8170354610202, "rating_lower": 1382.1237910163416, "rating_upper": 1391.5102799056988, "vote_count": 33219 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 141, "rating": 1384.5038885966142, "rating_lower": 1379.2721787584271, "rating_upper": 1389.7355984348012, "vote_count": 17113 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 142, "rating": 1383.2567211655446, "rating_lower": 1378.3780075387542, "rating_upper": 1388.135434792335, "vote_count": 23720 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 143, "rating": 1382.573971219857, "rating_lower": 1378.2731420354835, "rating_upper": 1386.8748004042302, "vote_count": 39317 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 144, "rating": 1382.3485146968983, "rating_lower": 1375.8898578665917, "rating_upper": 1388.8071715272047, "vote_count": 10724 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 145, "rating": 1379.7131266963477, "rating_lower": 1376.270941627871, "rating_upper": 1383.1553117648243, "vote_count": 47216 }, { "record_id": "trinity-large-preview", "model": "trinity-large-preview", "provider": "", "license": "Apache 2.0", "rank": 146, "rating": 1378.5021500293083, "rating_lower": 1374.132969220867, "rating_upper": 1382.8713308377496, "vote_count": 30121 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 147, "rating": 1377.3360234470065, "rating_lower": 1366.0831760389215, "rating_upper": 1388.5888708550915, "vote_count": 2806 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 148, "rating": 1374.8103412473613, "rating_lower": 1370.1179357791902, "rating_upper": 1379.5027467155323, "vote_count": 26264 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 149, "rating": 1374.3519377332357, "rating_lower": 1369.842404638228, "rating_upper": 1378.8614708282435, "vote_count": 32886 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 150, "rating": 1374.1115934688978, "rating_lower": 1370.0216327067074, "rating_upper": 1378.201554231088, "vote_count": 32619 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 151, "rating": 1373.0345356123428, "rating_lower": 1368.7918242047117, "rating_upper": 1377.277247019974, "vote_count": 31076 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 152, "rating": 1372.716297410441, "rating_lower": 1369.5439759459134, "rating_upper": 1375.8886188749684, "vote_count": 88336 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 153, "rating": 1371.1828604551802, "rating_lower": 1367.2510185850522, "rating_upper": 1375.114702325308, "vote_count": 43179 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 154, "rating": 1369.6271212184324, "rating_lower": 1363.7899077877255, "rating_upper": 1375.4643346491396, "vote_count": 13693 }, { "record_id": "trinity-large-thinking", "model": "trinity-large-thinking", "provider": "", "license": "Apache 2.0", "rank": 155, "rating": 1369.1771835515838, "rating_lower": 1364.479473286189, "rating_upper": 1373.8748938169786, "vote_count": 29269 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 156, "rating": 1367.927368541658, "rating_lower": 1362.1197405315422, "rating_upper": 1373.7349965517737, "vote_count": 11722 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 157, "rating": 1366.756500408371, "rating_lower": 1362.3827471138557, "rating_upper": 1371.1302537028862, "vote_count": 25375 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 158, "rating": 1365.788967905541, "rating_lower": 1362.1174471694696, "rating_upper": 1369.4604886416123, "vote_count": 47523 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 159, "rating": 1363.6848597822636, "rating_lower": 1359.4136773318758, "rating_upper": 1367.9560422326513, "vote_count": 35184 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 160, "rating": 1363.4291869563451, "rating_lower": 1358.1808513819424, "rating_upper": 1368.677522530748, "vote_count": 18589 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 161, "rating": 1361.907993262622, "rating_lower": 1356.569206758443, "rating_upper": 1367.2467797668012, "vote_count": 16963 }, { "record_id": "nvidia-nemotron-3-super-120b-a12b", "model": "nvidia-nemotron-3-super-120b-a12b", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 162, "rating": 1361.5529708218148, "rating_lower": 1354.28643983701, "rating_upper": 1368.8195018066194, "vote_count": 7547 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 163, "rating": 1360.325520717935, "rating_lower": 1356.549849265356, "rating_upper": 1364.101192170514, "vote_count": 43747 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 164, "rating": 1358.4494429893268, "rating_lower": 1353.7111305184042, "rating_upper": 1363.1877554602495, "vote_count": 21770 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 165, "rating": 1357.5725249182753, "rating_lower": 1352.3721928097714, "rating_upper": 1362.772857026779, "vote_count": 17705 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 166, "rating": 1356.7353914174005, "rating_lower": 1351.7259283118954, "rating_upper": 1361.7448545229058, "vote_count": 22714 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "", "license": "MIT", "rank": 167, "rating": 1356.4210363969466, "rating_lower": 1348.0711068311987, "rating_upper": 1364.7709659626946, "vote_count": 5330 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 168, "rating": 1353.9104798021488, "rating_lower": 1350.4634770981636, "rating_upper": 1357.3574825061341, "vote_count": 56246 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 169, "rating": 1353.3869991225997, "rating_lower": 1349.0852783000544, "rating_upper": 1357.6887199451448, "vote_count": 24955 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 170, "rating": 1353.3212983507115, "rating_lower": 1344.9768832396196, "rating_upper": 1361.6657134618033, "vote_count": 4959 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 171, "rating": 1352.6607534414177, "rating_lower": 1348.3140030429588, "rating_upper": 1357.0075038398763, "vote_count": 30629 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 172, "rating": 1351.0013944395098, "rating_lower": 1347.62274593159, "rating_upper": 1354.3800429474297, "vote_count": 55606 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 173, "rating": 1349.897127186698, "rating_lower": 1343.69861743599, "rating_upper": 1356.0956369374064, "vote_count": 11467 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 174, "rating": 1348.8209538994504, "rating_lower": 1337.09529441222, "rating_upper": 1360.5466133866807, "vote_count": 2220 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 175, "rating": 1348.2675922385567, "rating_lower": 1340.8660734329733, "rating_upper": 1355.66911104414, "vote_count": 6542 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 176, "rating": 1347.622389761474, "rating_lower": 1344.1003228570653, "rating_upper": 1351.1444566658827, "vote_count": 57336 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 177, "rating": 1347.539446898949, "rating_lower": 1336.7023423817036, "rating_upper": 1358.3765514161946, "vote_count": 2837 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 178, "rating": 1347.4155841720492, "rating_lower": 1335.7294119548674, "rating_upper": 1359.101756389231, "vote_count": 2549 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 179, "rating": 1347.2392546678432, "rating_lower": 1337.7807237042337, "rating_upper": 1356.6977856314525, "vote_count": 3926 }, { "record_id": "mercury-2", "model": "mercury-2", "provider": "inception-ai", "license": "Proprietary", "rank": 180, "rating": 1347.0062541978068, "rating_lower": 1336.415865364399, "rating_upper": 1357.5966430312146, "vote_count": 3124 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 181, "rating": 1346.3746423035632, "rating_lower": 1339.1130301690037, "rating_upper": 1353.6362544381227, "vote_count": 6999 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 182, "rating": 1346.0978486093104, "rating_lower": 1337.7623469617686, "rating_upper": 1354.4333502568522, "vote_count": 5819 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 183, "rating": 1345.8755123752783, "rating_lower": 1338.1381930587252, "rating_upper": 1353.6128316918314, "vote_count": 6866 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 184, "rating": 1345.6614835944422, "rating_lower": 1342.2101984293572, "rating_upper": 1349.112768759527, "vote_count": 112881 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 185, "rating": 1343.0472096764777, "rating_lower": 1333.0803444774585, "rating_upper": 1353.0140748754968, "vote_count": 3346 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "zai", "license": "Proprietary", "rank": 186, "rating": 1342.8468438041227, "rating_lower": 1334.4294235270088, "rating_upper": 1351.2642640812367, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 187, "rating": 1342.2446275416116, "rating_lower": 1338.8027247338712, "rating_upper": 1345.686530349352, "vote_count": 82419 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 188, "rating": 1341.8778545250673, "rating_lower": 1332.3692117449339, "rating_upper": 1351.3864973052007, "vote_count": 3829 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 189, "rating": 1340.6468128069387, "rating_lower": 1329.1119437004108, "rating_upper": 1352.1816819134665, "vote_count": 2290 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 190, "rating": 1337.2042767170535, "rating_lower": 1330.3254247683196, "rating_upper": 1344.0831286657876, "vote_count": 8266 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 191, "rating": 1337.010944675886, "rating_lower": 1333.369294104768, "rating_upper": 1340.6525952470042, "vote_count": 51981 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 192, "rating": 1336.9957810102017, "rating_lower": 1330.8695107666101, "rating_upper": 1343.1220512537932, "vote_count": 12226 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 193, "rating": 1336.1560901102998, "rating_lower": 1331.718715284224, "rating_upper": 1340.5934649363758, "vote_count": 25392 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 194, "rating": 1335.5113224885258, "rating_lower": 1331.837157190748, "rating_upper": 1339.1854877863036, "vote_count": 63498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 195, "rating": 1335.179099251462, "rating_lower": 1330.022840050085, "rating_upper": 1340.3353584528388, "vote_count": 50148 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 196, "rating": 1334.9615908372054, "rating_lower": 1330.7615397189309, "rating_upper": 1339.1616419554803, "vote_count": 45499 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 197, "rating": 1334.6919149052844, "rating_lower": 1330.9848396627335, "rating_upper": 1338.3989901478353, "vote_count": 41375 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 198, "rating": 1333.9135462214908, "rating_lower": 1325.3225523515994, "rating_upper": 1342.504540091382, "vote_count": 4833 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 199, "rating": 1332.8634070710305, "rating_lower": 1329.2724390719466, "rating_upper": 1336.454375070114, "vote_count": 59656 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "allenai", "license": "Apache 2.0", "rank": 200, "rating": 1330.2178305527973, "rating_lower": 1324.1362807502433, "rating_upper": 1336.299380355351, "vote_count": 12217 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "allenai", "license": "Apache 2.0", "rank": 201, "rating": 1328.3050984514832, "rating_lower": 1307.0053261292721, "rating_upper": 1349.6048707736943, "vote_count": 803 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "", "license": "Proprietary", "rank": 202, "rating": 1328.2731328526809, "rating_lower": 1323.3385086875955, "rating_upper": 1333.2077570177664, "vote_count": 27332 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 203, "rating": 1327.9363810401205, "rating_lower": 1315.786468026059, "rating_upper": 1340.0862940541822, "vote_count": 2218 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 204, "rating": 1327.3354727241765, "rating_lower": 1322.6103732398321, "rating_upper": 1332.0605722085206, "vote_count": 26486 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 205, "rating": 1327.004752404032, "rating_lower": 1322.755028270027, "rating_upper": 1331.254476538037, "vote_count": 39977 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 206, "rating": 1326.1192499589017, "rating_lower": 1316.3809140322494, "rating_upper": 1335.8575858855543, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 207, "rating": 1323.8760307906348, "rating_lower": 1319.9560874001652, "rating_upper": 1327.7959741811046, "vote_count": 98114 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 208, "rating": 1323.5726928431804, "rating_lower": 1320.3423275329196, "rating_upper": 1326.8030581534415, "vote_count": 69967 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 209, "rating": 1323.4758851886515, "rating_lower": 1319.4939594494315, "rating_upper": 1327.4578109278716, "vote_count": 79138 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 210, "rating": 1323.3939953109946, "rating_lower": 1315.1248269550656, "rating_upper": 1331.6631636669235, "vote_count": 6795 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 211, "rating": 1322.628837733814, "rating_lower": 1317.9241417238143, "rating_upper": 1327.3335337438136, "vote_count": 30288 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 212, "rating": 1322.010575077208, "rating_lower": 1314.286823722916, "rating_upper": 1329.7343264315, "vote_count": 6103 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 213, "rating": 1321.2766956891555, "rating_lower": 1318.21153709033, "rating_upper": 1324.3418542879813, "vote_count": 194909 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 214, "rating": 1320.823789979496, "rating_lower": 1313.611951736835, "rating_upper": 1328.0356282221571, "vote_count": 7144 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 215, "rating": 1320.2582497439691, "rating_lower": 1313.4299126273681, "rating_upper": 1327.0865868605704, "vote_count": 9040 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "zai", "license": "Proprietary", "rank": 216, "rating": 1319.3101209491529, "rating_lower": 1314.3864920191654, "rating_upper": 1324.23374987914, "vote_count": 26126 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 217, "rating": 1318.1140545492324, "rating_lower": 1314.6459682268505, "rating_upper": 1321.5821408716142, "vote_count": 54732 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 218, "rating": 1318.1138328220134, "rating_lower": 1312.9692087079293, "rating_upper": 1323.2584569360972, "vote_count": 22583 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 219, "rating": 1317.8879210901084, "rating_lower": 1312.1901305523077, "rating_upper": 1323.5857116279094, "vote_count": 16478 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 220, "rating": 1317.6325837634326, "rating_lower": 1314.1110861659558, "rating_upper": 1321.1540813609097, "vote_count": 68709 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 221, "rating": 1317.460017209345, "rating_lower": 1311.09076551581, "rating_upper": 1323.8292689028804, "vote_count": 10625 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 222, "rating": 1316.0120675403828, "rating_lower": 1310.4647139229262, "rating_upper": 1321.5594211578393, "vote_count": 15510 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 223, "rating": 1314.8962586867183, "rating_lower": 1308.5498677371365, "rating_upper": 1321.2426496363003, "vote_count": 10187 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "", "license": "NexusFlow", "rank": 224, "rating": 1314.2643999258562, "rating_lower": 1309.7160212002495, "rating_upper": 1318.8127786514628, "vote_count": 24739 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 225, "rating": 1313.8967779937095, "rating_lower": 1309.9743696826258, "rating_upper": 1317.8191863047934, "vote_count": 45459 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 226, "rating": 1312.6311756114278, "rating_lower": 1308.548197652948, "rating_upper": 1316.714153569908, "vote_count": 93439 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 227, "rating": 1312.2125334703655, "rating_lower": 1308.3214229283649, "rating_upper": 1316.103644012366, "vote_count": 100105 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 228, "rating": 1311.0842046507641, "rating_lower": 1301.4087654116452, "rating_upper": 1320.7596438898834, "vote_count": 3904 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 229, "rating": 1309.188593902996, "rating_lower": 1304.9745719599218, "rating_upper": 1313.4026158460701, "vote_count": 34902 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 230, "rating": 1308.3480962268634, "rating_lower": 1304.6330995428063, "rating_upper": 1312.0630929109207, "vote_count": 52567 }, { "record_id": "granite-4.1-8b", "model": "granite-4.1-8b", "provider": "ibm", "license": "Apache 2.0", "rank": 231, "rating": 1307.4058005582388, "rating_lower": 1297.2902527503563, "rating_upper": 1317.5213483661214, "vote_count": 4072 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 232, "rating": 1307.0268086087879, "rating_lower": 1302.3242504739787, "rating_upper": 1311.729366743597, "vote_count": 24572 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 233, "rating": 1306.420517829856, "rating_lower": 1292.6071414842977, "rating_upper": 1320.233894175414, "vote_count": 1953 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "", "license": "CC-BY-NC-4.0", "rank": 234, "rating": 1306.2106798313114, "rating_lower": 1300.5382378247327, "rating_upper": 1311.8831218378898, "vote_count": 19621 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 235, "rating": 1305.5056222370297, "rating_lower": 1297.3258591980964, "rating_upper": 1313.6853852759627, "vote_count": 5944 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 236, "rating": 1305.1837024540046, "rating_lower": 1300.7522194022304, "rating_upper": 1309.615185505779, "vote_count": 28073 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 237, "rating": 1303.9337612424047, "rating_lower": 1297.5045802414134, "rating_upper": 1310.3629422433958, "vote_count": 11635 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 238, "rating": 1303.4607292868354, "rating_lower": 1298.9542700992847, "rating_upper": 1307.9671884743861, "vote_count": 33210 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 239, "rating": 1303.2795763042157, "rating_lower": 1293.9642595984055, "rating_upper": 1312.5948930100255, "vote_count": 4171 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 240, "rating": 1302.7406658210928, "rating_lower": 1298.6716837753306, "rating_upper": 1306.809647866855, "vote_count": 39406 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 241, "rating": 1298.916376093486, "rating_lower": 1291.1547278900828, "rating_upper": 1306.678024296889, "vote_count": 7140 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 242, "rating": 1294.0065096939784, "rating_lower": 1284.9065291199222, "rating_upper": 1303.1064902680348, "vote_count": 5371 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 243, "rating": 1293.116230041646, "rating_lower": 1289.3846984403472, "rating_upper": 1296.847761642945, "vote_count": 55240 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 244, "rating": 1289.9612755369317, "rating_lower": 1285.3997441073993, "rating_upper": 1294.522806966464, "vote_count": 24745 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "", "license": "Jamba Open", "rank": 245, "rating": 1288.913168437597, "rating_lower": 1281.6068707839518, "rating_upper": 1296.2194660912423, "vote_count": 8662 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 246, "rating": 1288.7377085842743, "rating_lower": 1285.3612557444756, "rating_upper": 1292.1141614240728, "vote_count": 75754 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "", "license": "Proprietary", "rank": 247, "rating": 1287.6529770117368, "rating_lower": 1280.47280492806, "rating_upper": 1294.8331490954133, "vote_count": 7312 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 248, "rating": 1286.8557896601078, "rating_lower": 1278.4650252724086, "rating_upper": 1295.2465540478072, "vote_count": 5683 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 249, "rating": 1286.531767574621, "rating_lower": 1281.756884200404, "rating_upper": 1291.306650948838, "vote_count": 54173 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 250, "rating": 1286.0372018516941, "rating_lower": 1281.5390458714228, "rating_upper": 1290.5353578319657, "vote_count": 62833 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "allenai", "license": "Llama 3.1", "rank": 251, "rating": 1285.909195875608, "rating_lower": 1275.4408049998274, "rating_upper": 1296.377586751389, "vote_count": 2846 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 252, "rating": 1285.8006655754493, "rating_lower": 1275.8281311262006, "rating_upper": 1295.7732000246979, "vote_count": 3749 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 253, "rating": 1285.076210971403, "rating_lower": 1277.8640990807273, "rating_upper": 1292.2883228620788, "vote_count": 8499 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 254, "rating": 1280.4061284348643, "rating_lower": 1276.413282189887, "rating_upper": 1284.3989746798418, "vote_count": 109284 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "", "license": "MIT", "rank": 255, "rating": 1279.7564327480518, "rating_lower": 1272.896354191718, "rating_upper": 1286.6165113043858, "vote_count": 10072 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 256, "rating": 1276.438912034543, "rating_lower": 1271.1123720989099, "rating_upper": 1281.765451970176, "vote_count": 19659 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 257, "rating": 1275.8073076034357, "rating_lower": 1272.220908061097, "rating_upper": 1279.3937071457742, "vote_count": 156876 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 258, "rating": 1275.7299708242876, "rating_lower": 1269.1535309341295, "rating_upper": 1282.3064107144455, "vote_count": 9866 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 259, "rating": 1274.7730437838281, "rating_lower": 1270.7098828933986, "rating_upper": 1278.836204674258, "vote_count": 88723 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 260, "rating": 1273.9993037339636, "rating_lower": 1268.0957447833407, "rating_upper": 1279.9028626845866, "vote_count": 14681 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "zai", "license": "Proprietary", "rank": 261, "rating": 1272.8766667746156, "rating_lower": 1265.886150919558, "rating_upper": 1279.8671826296734, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "", "license": "Proprietary", "rank": 262, "rating": 1271.6767746338178, "rating_lower": 1264.6786363100841, "rating_upper": 1278.6749129575517, "vote_count": 7536 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 263, "rating": 1270.3000685557943, "rating_lower": 1262.1740063345558, "rating_upper": 1278.4261307770328, "vote_count": 5432 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 264, "rating": 1266.8006846020887, "rating_lower": 1261.9168250513915, "rating_upper": 1271.684544152786, "vote_count": 27124 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 265, "rating": 1266.2461242981897, "rating_lower": 1262.4321130388807, "rating_upper": 1270.0601355574986, "vote_count": 54611 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 266, "rating": 1264.3342952789974, "rating_lower": 1258.0537488826558, "rating_upper": 1270.6148416753392, "vote_count": 15147 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 267, "rating": 1261.0224507471341, "rating_lower": 1256.0758306683524, "rating_upper": 1265.9690708259159, "vote_count": 37325 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 268, "rating": 1260.9743156498923, "rating_lower": 1256.6500691968815, "rating_upper": 1265.298562102903, "vote_count": 77554 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 269, "rating": 1260.6496445980963, "rating_lower": 1256.8891345115583, "rating_upper": 1264.4101546846346, "vote_count": 117701 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 270, "rating": 1260.2861392157356, "rating_lower": 1255.1137435025507, "rating_upper": 1265.4585349289202, "vote_count": 19372 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 271, "rating": 1258.5247743726927, "rating_lower": 1254.232591508118, "rating_upper": 1262.8169572372676, "vote_count": 35558 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 272, "rating": 1255.9382382321992, "rating_lower": 1251.349013819303, "rating_upper": 1260.5274626450955, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 273, "rating": 1251.309165792338, "rating_lower": 1240.5256997154331, "rating_upper": 1262.092631869243, "vote_count": 3334 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 274, "rating": 1249.5418478760353, "rating_lower": 1242.940965072935, "rating_upper": 1256.1427306791356, "vote_count": 10140 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 275, "rating": 1241.5764071412948, "rating_lower": 1236.857617748227, "rating_upper": 1246.2951965343625, "vote_count": 62436 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 276, "rating": 1240.539609763645, "rating_lower": 1235.3801203427613, "rating_upper": 1245.699099184529, "vote_count": 19364 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "", "license": "Jamba Open", "rank": 277, "rating": 1239.202761453156, "rating_lower": 1231.9762379326119, "rating_upper": 1246.4292849737, "vote_count": 8858 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 278, "rating": 1237.180175008838, "rating_lower": 1228.0862849477746, "rating_upper": 1246.274065069901, "vote_count": 4781 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 279, "rating": 1235.4748450666448, "rating_lower": 1228.1539751286266, "rating_upper": 1242.7957150046627, "vote_count": 18354 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 280, "rating": 1233.3769423188103, "rating_lower": 1227.8225720486337, "rating_upper": 1238.931312588987, "vote_count": 26195 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 281, "rating": 1233.1829720129213, "rating_lower": 1221.4399425876086, "rating_upper": 1244.926001438234, "vote_count": 2728 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "", "license": "Proprietary", "rank": 282, "rating": 1232.6380225436692, "rating_lower": 1225.234324062611, "rating_upper": 1240.0417210247276, "vote_count": 15450 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 283, "rating": 1232.5483413417937, "rating_lower": 1227.2720587432639, "rating_upper": 1237.8246239403238, "vote_count": 39302 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 284, "rating": 1228.59356958612, "rating_lower": 1224.0364495303618, "rating_upper": 1233.1506896418787, "vote_count": 51416 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 285, "rating": 1225.9589973481422, "rating_lower": 1221.1754233145805, "rating_upper": 1230.7425713817042, "vote_count": 54036 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "", "license": "Proprietary", "rank": 286, "rating": 1225.9216968712017, "rating_lower": 1219.9746177396617, "rating_upper": 1231.8687760027417, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 287, "rating": 1223.9479526266844, "rating_lower": 1219.2449277744242, "rating_upper": 1228.6509774789447, "vote_count": 66207 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 288, "rating": 1222.8459199186234, "rating_lower": 1219.1087056403835, "rating_upper": 1226.5831341968633, "vote_count": 104642 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 289, "rating": 1222.7446977992129, "rating_lower": 1215.7739907583905, "rating_upper": 1229.7154048400353, "vote_count": 9818 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 290, "rating": 1222.157633763278, "rating_lower": 1210.412875137572, "rating_upper": 1233.902392388984, "vote_count": 6390 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 291, "rating": 1221.9064985713987, "rating_lower": 1216.4091368921006, "rating_upper": 1227.4038602506967, "vote_count": 34550 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "allenai", "license": "Llama 3.1", "rank": 292, "rating": 1220.4132013865, "rating_lower": 1209.7339512939352, "rating_upper": 1231.092451479065, "vote_count": 2896 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "", "license": "Apache-2.0", "rank": 293, "rating": 1212.452499444832, "rating_lower": 1207.4130435637967, "rating_upper": 1217.4919553258676, "vote_count": 24146 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "", "license": "Apache 2.0", "rank": 294, "rating": 1212.0030503233872, "rating_lower": 1201.2086002166589, "rating_upper": 1222.7975004301159, "vote_count": 4652 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 295, "rating": 1211.2547451474074, "rating_lower": 1207.1088271719775, "rating_upper": 1215.4006631228376, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 296, "rating": 1207.707671115485, "rating_lower": 1196.6032547951181, "rating_upper": 1218.8120874358517, "vote_count": 3090 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 297, "rating": 1203.0255121779196, "rating_lower": 1196.9058568741063, "rating_upper": 1209.1451674817329, "vote_count": 21741 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 298, "rating": 1202.419200659274, "rating_lower": 1193.6726300042612, "rating_upper": 1211.165771314287, "vote_count": 16619 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 299, "rating": 1199.661929405052, "rating_lower": 1195.573265855333, "rating_upper": 1203.7505929547708, "vote_count": 46616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 300, "rating": 1197.0722680796243, "rating_lower": 1191.912328346056, "rating_upper": 1202.2322078131926, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 301, "rating": 1196.216345934478, "rating_lower": 1191.9461333797462, "rating_upper": 1200.48655848921, "vote_count": 73503 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "", "license": "DBRX LICENSE", "rank": 302, "rating": 1194.360840690824, "rating_lower": 1188.246024659159, "rating_upper": 1200.475656722489, "vote_count": 32191 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "", "license": "Other", "rank": 303, "rating": 1190.5065177424904, "rating_lower": 1183.3234430930954, "rating_upper": 1197.6895923918853, "vote_count": 9901 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 304, "rating": 1190.1836141603255, "rating_lower": 1183.0631640611837, "rating_upper": 1197.3040642594674, "vote_count": 17839 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 305, "rating": 1183.8061112930247, "rating_lower": 1174.364102299904, "rating_upper": 1193.2481202861454, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 306, "rating": 1183.716302496079, "rating_lower": 1172.2245587789537, "rating_upper": 1195.2080462132042, "vote_count": 4932 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "", "license": "Yi License", "rank": 307, "rating": 1183.0204564710407, "rating_lower": 1176.1922773607173, "rating_upper": 1189.8486355813643, "vote_count": 15483 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 308, "rating": 1181.8026015772107, "rating_lower": 1173.1203880286628, "rating_upper": 1190.4848151257588, "vote_count": 6638 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "", "license": "Apache-2.0", "rank": 309, "rating": 1181.7128219849385, "rating_lower": 1172.0481043448021, "rating_upper": 1191.3775396250746, "vote_count": 7968 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "", "license": "Apache-2.0", "rank": 310, "rating": 1181.5952656931036, "rating_lower": 1173.59912391877, "rating_upper": 1189.5914074674372, "vote_count": 12637 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 311, "rating": 1181.267293192378, "rating_lower": 1175.195247552337, "rating_upper": 1187.3393388324191, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "", "license": "Apache 2.0", "rank": 312, "rating": 1178.845771261648, "rating_lower": 1172.9324334598793, "rating_upper": 1184.7591090634164, "vote_count": 32832 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 313, "rating": 1178.2241110874158, "rating_lower": 1167.0296570013104, "rating_upper": 1189.4185651735213, "vote_count": 3188 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "", "license": "AI2 ImpACT Low-risk", "rank": 314, "rating": 1176.8927493522308, "rating_lower": 1167.0820903820154, "rating_upper": 1186.7034083224464, "vote_count": 6535 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 315, "rating": 1174.6667867237247, "rating_lower": 1164.2565152444938, "rating_upper": 1185.0770582029556, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "", "license": "Non-commercial", "rank": 316, "rating": 1171.9482643237764, "rating_lower": 1165.7441816475205, "rating_upper": 1178.152347000032, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "", "license": "Apache-2.0", "rank": 317, "rating": 1170.5203920857184, "rating_lower": 1163.11287821121, "rating_upper": 1177.9279059602266, "vote_count": 16056 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 318, "rating": 1170.2390853707236, "rating_lower": 1164.3219670233868, "rating_upper": 1176.1562037180604, "vote_count": 17766 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 319, "rating": 1169.8885831111727, "rating_lower": 1164.38824668296, "rating_upper": 1175.3889195393854, "vote_count": 38492 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "", "license": "CC-BY-NC-4.0", "rank": 320, "rating": 1166.5805802379045, "rating_lower": 1158.5153712172887, "rating_upper": 1174.6457892585202, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 321, "rating": 1166.080377266949, "rating_lower": 1158.376945936722, "rating_upper": 1173.7838085971757, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "", "license": "Apache-2.0", "rank": 322, "rating": 1163.7140742796666, "rating_lower": 1151.7957013642483, "rating_upper": 1175.632447195085, "vote_count": 3777 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 323, "rating": 1155.5248803792251, "rating_lower": 1147.1361956777816, "rating_upper": 1163.9135650806686, "vote_count": 6837 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 324, "rating": 1154.8144264228554, "rating_lower": 1143.3212760695212, "rating_upper": 1166.3075767761895, "vote_count": 3231 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 325, "rating": 1153.9443795667187, "rating_lower": 1141.343005829385, "rating_upper": 1166.5457533040521, "vote_count": 3585 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "", "license": "CC-BY-NC-4.0", "rank": 326, "rating": 1151.4181306427267, "rating_lower": 1138.2415148551624, "rating_upper": 1164.594746430291, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 327, "rating": 1151.226010025868, "rating_lower": 1135.8845842712528, "rating_upper": 1166.567435780483, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 328, "rating": 1149.506168964562, "rating_lower": 1137.2478292978335, "rating_upper": 1161.7645086312905, "vote_count": 2572 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 329, "rating": 1148.5634486811352, "rating_lower": 1141.911312572708, "rating_upper": 1155.2155847895624, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 330, "rating": 1148.451764153154, "rating_lower": 1139.217991270634, "rating_upper": 1157.685537035674, "vote_count": 7044 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "", "license": "Falcon-180B TII License", "rank": 331, "rating": 1146.6520675524937, "rating_lower": 1129.5802966957942, "rating_upper": 1163.7238384091931, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 332, "rating": 1143.0160250349156, "rating_lower": 1133.1275331504185, "rating_upper": 1152.904516919413, "vote_count": 4737 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 333, "rating": 1142.261876209781, "rating_lower": 1135.8227327310954, "rating_upper": 1148.7010196884664, "vote_count": 12297 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 334, "rating": 1140.650492798667, "rating_lower": 1133.9253022628848, "rating_upper": 1147.3756833344496, "vote_count": 19174 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "", "license": "Llama 2 Community", "rank": 335, "rating": 1140.2867997741946, "rating_lower": 1133.5843252330305, "rating_upper": 1146.989274315359, "vote_count": 19367 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 336, "rating": 1137.9952154716113, "rating_lower": 1127.0474372092424, "rating_upper": 1148.9429937339803, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 337, "rating": 1137.362916623332, "rating_lower": 1127.9905109910717, "rating_upper": 1146.7353222555923, "vote_count": 8554 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 338, "rating": 1136.567886707236, "rating_lower": 1127.0763747370083, "rating_upper": 1146.059398677464, "vote_count": 8925 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 339, "rating": 1135.8174639912281, "rating_lower": 1126.9244346343862, "rating_upper": 1144.71049334807, "vote_count": 7366 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "", "license": "MIT", "rank": 340, "rating": 1129.9575429400081, "rating_lower": 1121.1240780028077, "rating_upper": 1138.7910078772084, "vote_count": 11118 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 341, "rating": 1128.6456319336557, "rating_lower": 1121.2211195856987, "rating_upper": 1136.0701442816126, "vote_count": 20685 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 342, "rating": 1127.3950162575306, "rating_lower": 1120.9967970863586, "rating_upper": 1133.7932354287025, "vote_count": 20118 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "", "license": "Non-commercial", "rank": 343, "rating": 1126.4188606989803, "rating_lower": 1114.3103270737902, "rating_upper": 1138.5273943241702, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "", "license": "MIT", "rank": 344, "rating": 1125.9544209043293, "rating_lower": 1110.3394398946673, "rating_upper": 1141.569401913991, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "", "license": "Apache 2.0", "rank": 345, "rating": 1120.352934988027, "rating_lower": 1109.3709873554096, "rating_upper": 1131.3348826206445, "vote_count": 5182 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 346, "rating": 1118.3445028223525, "rating_lower": 1100.1918838021654, "rating_upper": 1136.4971218425396, "vote_count": 1143 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 347, "rating": 1115.239294009116, "rating_lower": 1107.5089541946713, "rating_upper": 1122.9696338235606, "vote_count": 10854 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "", "license": "Llama 2 Community", "rank": 348, "rating": 1114.03426651536, "rating_lower": 1104.8875058879373, "rating_upper": 1123.1810271427826, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "", "license": "Apache 2.0", "rank": 349, "rating": 1113.6780583407322, "rating_lower": 1099.2968573704602, "rating_upper": 1128.0592593110039, "vote_count": 2199 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 350, "rating": 1110.4636259182978, "rating_lower": 1102.5815333279106, "rating_upper": 1118.345718508685, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 351, "rating": 1109.0350052298345, "rating_lower": 1099.749969029148, "rating_upper": 1118.320041430521, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 352, "rating": 1107.2018160545979, "rating_lower": 1100.14847355524, "rating_upper": 1114.255158553956, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 353, "rating": 1092.3089209431068, "rating_lower": 1080.8188302345322, "rating_upper": 1103.7990116516814, "vote_count": 4780 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 354, "rating": 1089.6773717853455, "rating_lower": 1080.3397000554942, "rating_upper": 1099.0150435151968, "vote_count": 7597 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 355, "rating": 1073.1574623991658, "rating_lower": 1061.9932551485535, "rating_upper": 1084.321669649778, "vote_count": 6328 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "", "license": "Non-commercial", "rank": 356, "rating": 1069.7316920017197, "rating_lower": 1059.8414712576352, "rating_upper": 1079.6219127458041, "vote_count": 6965 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "", "license": "Non-commercial", "rank": 357, "rating": 1067.9524353242211, "rating_lower": 1056.4898048329944, "rating_upper": 1079.4150658154479, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "", "license": "Non-commercial", "rank": 358, "rating": 1065.9304783758294, "rating_lower": 1050.7115880756664, "rating_upper": 1081.1493686759923, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 359, "rating": 1061.7281473005746, "rating_lower": 1049.7519391351295, "rating_upper": 1073.7043554660197, "vote_count": 3924 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "", "license": "Apache-2.0", "rank": 360, "rating": 1055.3107201512096, "rating_lower": 1043.6469774053237, "rating_upper": 1066.9744628970952, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "", "license": "Apache 2.0", "rank": 361, "rating": 1040.9079067457296, "rating_lower": 1029.5158929074573, "rating_upper": 1052.2999205840017, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "", "license": "Apache-2.0", "rank": 362, "rating": 1023.4876316209131, "rating_lower": 1009.8961172023814, "rating_upper": 1037.0791460394446, "vote_count": 2658 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "", "license": "Apache 2.0", "rank": 363, "rating": 1021.8564491867883, "rating_lower": 1010.9852175973376, "rating_upper": 1032.7276807762391, "vote_count": 6310 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "", "license": "Non-commercial", "rank": 364, "rating": 994.7269364507645, "rating_lower": 982.1602045287134, "rating_upper": 1007.2936683728158, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "", "license": "Apache 2.0", "rank": 365, "rating": 991.0770621517352, "rating_lower": 978.7041765996257, "rating_upper": 1003.4499477038448, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "", "license": "MIT", "rank": 366, "rating": 980.3820125695208, "rating_lower": 966.8517400928843, "rating_upper": 993.9122850461574, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 367, "rating": 972.8748003678811, "rating_lower": 957.075862320926, "rating_upper": 988.6737384148364, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 368, "rating": 951.9631328380583, "rating_lower": 939.2333240699018, "rating_upper": 964.6929416062148, "vote_count": 3287 } ] }