{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-05-27", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-05-27", "retrieved_at": "2026-07-26", "entry_count": 360, "entries": [ { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1502.1675383788238, "rating_lower": 1497.908027964492, "rating_upper": 1506.4270487931553, "vote_count": 34186 }, { "record_id": "claude-opus-4-7-thinking", "model": "claude-opus-4-7-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1499.6959225834823, "rating_lower": 1494.4596624468295, "rating_upper": 1504.9321827201352, "vote_count": 19973 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1498.3786384120808, "rating_lower": 1494.221964217637, "rating_upper": 1502.535312606525, "vote_count": 36512 }, { "record_id": "claude-opus-4-7", "model": "claude-opus-4-7", "provider": "anthropic", "license": "Proprietary", "rank": 4, "rating": 1493.6378244509865, "rating_lower": 1488.3760178211005, "rating_upper": 1498.8996310808725, "vote_count": 20724 }, { "record_id": "muse-spark", "model": "muse-spark", "provider": "meta", "license": "Proprietary", "rank": 5, "rating": 1488.9729876291767, "rating_lower": 1482.96744617115, "rating_upper": 1494.9785290872035, "vote_count": 12228 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 6, "rating": 1487.449481853994, "rating_lower": 1483.3827525217912, "rating_upper": 1491.5162111861969, "vote_count": 43742 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 7, "rating": 1485.9741804559108, "rating_lower": 1482.1091208644905, "rating_upper": 1489.8392400473313, "vote_count": 41332 }, { "record_id": "gpt-5.5-high", "model": "gpt-5.5-high", "provider": "openai", "license": "Proprietary", "rank": 8, "rating": 1482.3262161584726, "rating_lower": 1476.7084212230689, "rating_upper": 1487.9440110938763, "vote_count": 16573 }, { "record_id": "gpt-5.4-high", "model": "gpt-5.4-high", "provider": "openai", "license": "Proprietary", "rank": 9, "rating": 1480.4254903832507, "rating_lower": 1475.7491167061185, "rating_upper": 1485.1018640603831, "vote_count": 28246 }, { "record_id": "gemini-3.5-flash", "model": "gemini-3.5-flash", "provider": "google", "license": "Proprietary", "rank": 10, "rating": 1479.0806071130476, "rating_lower": 1472.3367114025896, "rating_upper": 1485.8245028235053, "vote_count": 9045 }, { "record_id": "gpt-5.5", "model": "gpt-5.5", "provider": "openai", "license": "Proprietary", "rank": 11, "rating": 1476.4054606925872, "rating_lower": 1470.7809580886496, "rating_upper": 1482.0299632965248, "vote_count": 16852 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 12, "rating": 1476.3326167679527, "rating_lower": 1472.0925852202645, "rating_upper": 1480.572648315641, "vote_count": 32280 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 13, "rating": 1476.2101175578007, "rating_lower": 1471.4381593680562, "rating_upper": 1480.982075747545, "vote_count": 24468 }, { "record_id": "grok-4.20-beta-0309-reasoning", "model": "grok-4.20-beta-0309-reasoning", "provider": "xai", "license": "Proprietary", "rank": 14, "rating": 1475.1102770894493, "rating_lower": 1470.5694114508935, "rating_upper": 1479.651142728005, "vote_count": 29068 }, { "record_id": "qwen3.7-max-preview", "model": "qwen3.7-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 15, "rating": 1474.7184047938392, "rating_lower": 1464.728417958788, "rating_upper": 1484.7083916288902, "vote_count": 3755 }, { "record_id": "glm-5.1", "model": "glm-5.1", "provider": "zai", "license": "MIT", "rank": 16, "rating": 1473.8519443543803, "rating_lower": 1468.0284291814085, "rating_upper": 1479.6754595273524, "vote_count": 13957 }, { "record_id": "gpt-5.5-instant", "model": "gpt-5.5-instant", "provider": "openai", "license": "Proprietary", "rank": 17, "rating": 1473.7456147880832, "rating_lower": 1468.5396825129574, "rating_upper": 1478.951547063209, "vote_count": 24925 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 18, "rating": 1473.2456484893928, "rating_lower": 1468.8195717156677, "rating_upper": 1477.671725263118, "vote_count": 30732 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 19, "rating": 1472.5918107206244, "rating_lower": 1468.690507247813, "rating_upper": 1476.4931141934358, "vote_count": 37130 }, { "record_id": "grok-4.20-multi-agent-beta-0309", "model": "grok-4.20-multi-agent-beta-0309", "provider": "xai", "license": "Proprietary", "rank": 20, "rating": 1472.2468751344097, "rating_lower": 1467.6612970145914, "rating_upper": 1476.832453254228, "vote_count": 28630 }, { "record_id": "ernie-5.1", "model": "ernie-5.1", "provider": "baidu", "license": "Proprietary", "rank": 21, "rating": 1470.4548279693813, "rating_lower": 1464.6032561813495, "rating_upper": 1476.3063997574134, "vote_count": 14675 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 22, "rating": 1469.5435181735024, "rating_lower": 1464.9951225383481, "rating_upper": 1474.0919138086565, "vote_count": 27474 }, { "record_id": "gpt-5.4", "model": "gpt-5.4", "provider": "openai", "license": "Proprietary", "rank": 23, "rating": 1469.3380990658372, "rating_lower": 1464.7280042114319, "rating_upper": 1473.9481939202426, "vote_count": 29672 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 24, "rating": 1469.0605545014603, "rating_lower": 1465.763804154227, "rating_upper": 1472.3573048486937, "vote_count": 66107 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 25, "rating": 1466.431872731223, "rating_lower": 1463.1366623431059, "rating_upper": 1469.7270831193403, "vote_count": 63569 }, { "record_id": "qwen3.5-max-preview", "model": "qwen3.5-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 26, "rating": 1465.542930057821, "rating_lower": 1460.4614552768576, "rating_upper": 1470.6244048387846, "vote_count": 20212 }, { "record_id": "mimo-v2.5-pro", "model": "mimo-v2.5-pro", "provider": "xiaomi", "license": "MIT", "rank": 27, "rating": 1464.7672400023976, "rating_lower": 1459.0778467159294, "rating_upper": 1470.456633288866, "vote_count": 15722 }, { "record_id": "kimi-k2.6", "model": "kimi-k2.6", "provider": "moonshot", "license": "Modified MIT", "rank": 28, "rating": 1462.3946676814292, "rating_lower": 1456.8274113718962, "rating_upper": 1467.9619239909623, "vote_count": 15765 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 29, "rating": 1461.4302682364603, "rating_lower": 1457.9315003083675, "rating_upper": 1464.9290361645533, "vote_count": 52876 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 30, "rating": 1460.114460210335, "rating_lower": 1456.8352652058907, "rating_upper": 1463.393655214779, "vote_count": 65655 }, { "record_id": "qwen3.6-max-preview", "model": "qwen3.6-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 31, "rating": 1459.0448829722452, "rating_lower": 1450.4012335795965, "rating_upper": 1467.688532364894, "vote_count": 4648 }, { "record_id": "deepseek-v4-pro-thinking", "model": "deepseek-v4-pro-thinking", "provider": "deepseek", "license": "MIT", "rank": 32, "rating": 1457.7941844387415, "rating_lower": 1452.1179793927079, "rating_upper": 1463.4703894847753, "vote_count": 15852 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 33, "rating": 1457.0610622815716, "rating_lower": 1452.4055639434878, "rating_upper": 1461.7165606196552, "vote_count": 21930 }, { "record_id": "dola-seed-2.0-pro", "model": "dola-seed-2.0-pro", "provider": "bytedance", "license": "Proprietary", "rank": 34, "rating": 1455.9259443333185, "rating_lower": 1451.7518060309455, "rating_upper": 1460.1000826356915, "vote_count": 37742 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 35, "rating": 1455.1023040675225, "rating_lower": 1452.1087497316605, "rating_upper": 1458.0958584033845, "vote_count": 76121 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 36, "rating": 1454.8848024689005, "rating_lower": 1452.0081554084609, "rating_upper": 1457.7614495293399, "vote_count": 77813 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 37, "rating": 1454.8072906701968, "rating_lower": 1451.0096333974777, "rating_upper": 1458.604947942916, "vote_count": 40856 }, { "record_id": "deepseek-v4-pro", "model": "deepseek-v4-pro", "provider": "deepseek", "license": "MIT", "rank": 38, "rating": 1454.1640520568938, "rating_lower": 1448.6173352839155, "rating_upper": 1459.710768829872, "vote_count": 16920 }, { "record_id": "gemma-4-31b", "model": "gemma-4-31b", "provider": "google", "license": "Apache 2.0", "rank": 39, "rating": 1451.9310496706478, "rating_lower": 1444.303089139504, "rating_upper": 1459.5590102017916, "vote_count": 5855 }, { "record_id": "gpt-5.4-mini-high", "model": "gpt-5.4-mini-high", "provider": "openai", "license": "Proprietary", "rank": 40, "rating": 1451.4141701947265, "rating_lower": 1446.7022402723903, "rating_upper": 1456.1261001170626, "vote_count": 26397 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 41, "rating": 1449.4375609002298, "rating_lower": 1445.43986948266, "rating_upper": 1453.4352523177995, "vote_count": 36795 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 42, "rating": 1449.165768028484, "rating_lower": 1442.6224308809026, "rating_upper": 1455.7091051760656, "vote_count": 9752 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 43, "rating": 1448.9875094482613, "rating_lower": 1445.5340523006225, "rating_upper": 1452.4409665959001, "vote_count": 49833 }, { "record_id": "gpt-5.3-chat-latest", "model": "gpt-5.3-chat-latest", "provider": "openai", "license": "Proprietary", "rank": 44, "rating": 1448.536889311787, "rating_lower": 1444.0855275111678, "rating_upper": 1452.988251112406, "vote_count": 30882 }, { "record_id": "mimo-v2-pro", "model": "mimo-v2-pro", "provider": "xiaomi", "license": "Proprietary", "rank": 45, "rating": 1448.3316456069479, "rating_lower": 1443.4596846590887, "rating_upper": 1453.2036065548068, "vote_count": 22638 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 46, "rating": 1448.0495035277067, "rating_lower": 1444.0059520041048, "rating_upper": 1452.0930550513085, "vote_count": 34159 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 47, "rating": 1446.894516445945, "rating_lower": 1443.8985388427914, "rating_upper": 1449.8904940490986, "vote_count": 77373 }, { "record_id": "grok-4.3", "model": "grok-4.3", "provider": "xai", "license": "Proprietary", "rank": 48, "rating": 1446.7662706903084, "rating_lower": 1441.1353822398476, "rating_upper": 1452.3971591407692, "vote_count": 15773 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 49, "rating": 1445.888741236957, "rating_lower": 1443.3617382724026, "rating_upper": 1448.4157442015116, "vote_count": 122636 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 50, "rating": 1444.5543456071018, "rating_lower": 1440.3211608096844, "rating_upper": 1448.787530404519, "vote_count": 31970 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 51, "rating": 1444.5390945160223, "rating_lower": 1438.848737975251, "rating_upper": 1450.2294510567936, "vote_count": 14547 }, { "record_id": "qwen3.6-plus", "model": "qwen3.6-plus", "provider": "alibaba", "license": "Proprietary", "rank": 52, "rating": 1444.3140536590702, "rating_lower": 1439.0574339733794, "rating_upper": 1449.570673344761, "vote_count": 18202 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 53, "rating": 1443.175501288646, "rating_lower": 1440.3572175101913, "rating_upper": 1445.993785067101, "vote_count": 82471 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 54, "rating": 1442.591607038939, "rating_lower": 1436.4895860090191, "rating_upper": 1448.6936280688587, "vote_count": 12133 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 55, "rating": 1438.807447321132, "rating_lower": 1435.131286715241, "rating_upper": 1442.483607927023, "vote_count": 43501 }, { "record_id": "gemma-4-26b-a4b", "model": "gemma-4-26b-a4b", "provider": "google", "license": "Apache 2.0", "rank": 56, "rating": 1438.658620262443, "rating_lower": 1431.0063254914842, "rating_upper": 1446.3109150334021, "vote_count": 5789 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 57, "rating": 1438.2108268775576, "rating_lower": 1434.513877563383, "rating_upper": 1441.9077761917322, "vote_count": 46111 }, { "record_id": "deepseek-v4-flash-thinking", "model": "deepseek-v4-flash-thinking", "provider": "deepseek", "license": "MIT", "rank": 58, "rating": 1437.1272586458122, "rating_lower": 1431.5785976187644, "rating_upper": 1442.6759196728601, "vote_count": 16545 }, { "record_id": "longcat-flash-chat-2602-exp", "model": "longcat-flash-chat-2602-exp", "provider": "meituan", "license": "Proprietary", "rank": 59, "rating": 1435.8247592826701, "rating_lower": 1430.9140063677582, "rating_upper": 1440.735512197582, "vote_count": 23731 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 60, "rating": 1435.046050938109, "rating_lower": 1430.5482622540587, "rating_upper": 1439.5438396221589, "vote_count": 27736 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 61, "rating": 1434.9768543292814, "rating_lower": 1431.275217552125, "rating_upper": 1438.6784911064376, "vote_count": 46492 }, { "record_id": "mimo-v2.5", "model": "mimo-v2.5", "provider": "xiaomi", "license": "MIT", "rank": 62, "rating": 1433.8836385295615, "rating_lower": 1428.2270362475126, "rating_upper": 1439.5402408116104, "vote_count": 15979 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 63, "rating": 1433.720226939256, "rating_lower": 1429.2069938160803, "rating_upper": 1438.2334600624315, "vote_count": 31947 }, { "record_id": "gemini-3.1-flash-lite-preview", "model": "gemini-3.1-flash-lite-preview", "provider": "google", "license": "Proprietary", "rank": 64, "rating": 1433.4903753005551, "rating_lower": 1429.2404405474529, "rating_upper": 1437.7403100536576, "vote_count": 35135 }, { "record_id": "deepseek-v4-flash", "model": "deepseek-v4-flash", "provider": "deepseek", "license": "MIT", "rank": 65, "rating": 1432.7101262008289, "rating_lower": 1427.15716526328, "rating_upper": 1438.2630871383778, "vote_count": 16725 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 66, "rating": 1431.93581166436, "rating_lower": 1425.344980344931, "rating_upper": 1438.526642983789, "vote_count": 8197 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 67, "rating": 1431.1939722919421, "rating_lower": 1427.5861519192058, "rating_upper": 1434.8017926646787, "vote_count": 59775 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 68, "rating": 1431.0556844084776, "rating_lower": 1427.7392129066043, "rating_upper": 1434.372155910351, "vote_count": 54616 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 69, "rating": 1430.1501752582494, "rating_lower": 1426.9460574500022, "rating_upper": 1433.3542930664967, "vote_count": 60235 }, { "record_id": "amazon-nova-experimental-chat-26-02-10", "model": "amazon-nova-experimental-chat-26-02-10", "provider": "amazon", "license": "Proprietary", "rank": 70, "rating": 1427.421712463989, "rating_lower": 1417.557527665567, "rating_upper": 1437.285897262411, "vote_count": 3418 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 71, "rating": 1426.7250409963585, "rating_lower": 1422.4431688365285, "rating_upper": 1431.0069131561884, "vote_count": 31595 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 72, "rating": 1425.8093551393338, "rating_lower": 1421.882420704414, "rating_upper": 1429.7362895742535, "vote_count": 35661 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 73, "rating": 1424.7083152624803, "rating_lower": 1418.1544448181062, "rating_upper": 1431.2621857068543, "vote_count": 9064 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 74, "rating": 1424.3521771024466, "rating_lower": 1420.7519324483842, "rating_upper": 1427.9524217565092, "vote_count": 46204 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 75, "rating": 1424.308500857695, "rating_lower": 1419.965377210672, "rating_upper": 1428.651624504718, "vote_count": 36900 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 76, "rating": 1424.1884774433724, "rating_lower": 1417.7405780513566, "rating_upper": 1430.6363768353883, "vote_count": 9158 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 77, "rating": 1423.2863974422846, "rating_lower": 1416.8835098494233, "rating_upper": 1429.6892850351458, "vote_count": 11941 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 78, "rating": 1423.1819635491654, "rating_lower": 1420.56127191444, "rating_upper": 1425.8026551838905, "vote_count": 95473 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 79, "rating": 1422.303599238661, "rating_lower": 1416.6475561895647, "rating_upper": 1427.959642287757, "vote_count": 18467 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 80, "rating": 1422.2560817266144, "rating_lower": 1418.5655508790514, "rating_upper": 1425.9466125741774, "vote_count": 40111 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 81, "rating": 1421.2455715209642, "rating_lower": 1413.6316076575959, "rating_upper": 1428.8595353843323, "vote_count": 6820 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 82, "rating": 1419.5677210690806, "rating_lower": 1410.7521839673634, "rating_upper": 1428.3832581707977, "vote_count": 4708 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 83, "rating": 1418.0380982970155, "rating_lower": 1411.549965403636, "rating_upper": 1424.5262311903953, "vote_count": 11795 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 84, "rating": 1417.7500897657876, "rating_lower": 1411.7420308833964, "rating_upper": 1423.758148648179, "vote_count": 14969 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 85, "rating": 1417.6347297018206, "rating_lower": 1407.6667110740061, "rating_upper": 1427.602748329635, "vote_count": 3468 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 86, "rating": 1417.3434661813894, "rating_lower": 1412.4886319737036, "rating_upper": 1422.1983003890755, "vote_count": 27643 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 87, "rating": 1417.231449675073, "rating_lower": 1412.7576229746485, "rating_upper": 1421.7052763754975, "vote_count": 26670 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 88, "rating": 1417.138923410077, "rating_lower": 1410.5331945803287, "rating_upper": 1423.7446522398254, "vote_count": 11746 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 89, "rating": 1416.0240494129466, "rating_lower": 1406.4136493744852, "rating_upper": 1425.6344494514078, "vote_count": 3705 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 90, "rating": 1415.884207804389, "rating_lower": 1405.993238809797, "rating_upper": 1425.775176798981, "vote_count": 3414 }, { "record_id": "hunyuan-hy3-preview", "model": "hunyuan-hy3-preview", "provider": "tencent", "license": "tencent-hunyuan-community", "rank": 91, "rating": 1415.8526209839351, "rating_lower": 1408.0203338219567, "rating_upper": 1423.6849081459136, "vote_count": 5812 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 92, "rating": 1415.4448078088785, "rating_lower": 1408.964781232585, "rating_upper": 1421.9248343851723, "vote_count": 11515 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 93, "rating": 1415.3796225810968, "rating_lower": 1411.7648255768688, "rating_upper": 1418.9944195853247, "vote_count": 42553 }, { "record_id": "mimo-v2-omni", "model": "mimo-v2-omni", "provider": "xiaomi", "license": "Proprietary", "rank": 94, "rating": 1414.3808259450332, "rating_lower": 1403.3108267940704, "rating_upper": 1425.4508250959962, "vote_count": 2968 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 95, "rating": 1413.4709361991618, "rating_lower": 1409.7790197178274, "rating_upper": 1417.1628526804964, "vote_count": 50997 }, { "record_id": "minimax-m2.7", "model": "minimax-m2.7", "provider": "minimax", "license": "Modified MIT", "rank": 96, "rating": 1413.1093581682635, "rating_lower": 1408.139549018238, "rating_upper": 1418.0791673182891, "vote_count": 23278 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 97, "rating": 1412.1833793448789, "rating_lower": 1407.9094474528417, "rating_upper": 1416.457311236916, "vote_count": 44223 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 98, "rating": 1411.743697156228, "rating_lower": 1407.4349382053852, "rating_upper": 1416.052456107071, "vote_count": 32909 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 99, "rating": 1411.2143055328104, "rating_lower": 1406.3360076641445, "rating_upper": 1416.092603401476, "vote_count": 24322 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 100, "rating": 1410.7728437919748, "rating_lower": 1408.2723682553324, "rating_upper": 1413.2733193286172, "vote_count": 122458 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 101, "rating": 1410.5571905029888, "rating_lower": 1407.663576723486, "rating_upper": 1413.4508042824918, "vote_count": 78134 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 102, "rating": 1410.0580304763873, "rating_lower": 1407.3772478835629, "rating_upper": 1412.7388130692118, "vote_count": 92031 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 103, "rating": 1409.963970614826, "rating_lower": 1406.0708156682192, "rating_upper": 1413.8571255614327, "vote_count": 41413 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 104, "rating": 1408.446398713859, "rating_lower": 1403.9452654410807, "rating_upper": 1412.9475319866372, "vote_count": 25772 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 105, "rating": 1404.749294998001, "rating_lower": 1400.6934197875498, "rating_upper": 1408.8051702084522, "vote_count": 32925 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 106, "rating": 1403.9832499916936, "rating_lower": 1398.9720210891803, "rating_upper": 1408.9944788942068, "vote_count": 18729 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 107, "rating": 1403.0972927931368, "rating_lower": 1398.5996792798837, "rating_upper": 1407.59490630639, "vote_count": 38226 }, { "record_id": "gpt-5.4-nano-high", "model": "gpt-5.4-nano-high", "provider": "openai", "license": "Proprietary", "rank": 108, "rating": 1402.8103935001786, "rating_lower": 1398.0737726458897, "rating_upper": 1407.5470143544676, "vote_count": 25617 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 109, "rating": 1401.9489860419385, "rating_lower": 1397.1733461384508, "rating_upper": 1406.724625945426, "vote_count": 22881 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 110, "rating": 1401.8777687713957, "rating_lower": 1397.4334505087256, "rating_upper": 1406.3220870340658, "vote_count": 27807 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 111, "rating": 1401.2439737227871, "rating_lower": 1394.8788187691453, "rating_upper": 1407.609128676429, "vote_count": 11405 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 112, "rating": 1399.6609149392239, "rating_lower": 1393.1307368706362, "rating_upper": 1406.1910930078113, "vote_count": 8993 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 113, "rating": 1399.1073863178826, "rating_lower": 1394.708032642468, "rating_upper": 1403.5067399932973, "vote_count": 35127 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 114, "rating": 1397.9428437604695, "rating_lower": 1393.0740265432703, "rating_upper": 1402.8116609776687, "vote_count": 18524 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 115, "rating": 1396.4437483347833, "rating_lower": 1392.0161148504928, "rating_upper": 1400.871381819074, "vote_count": 27304 }, { "record_id": "qwen3.5-flash", "model": "qwen3.5-flash", "provider": "alibaba", "license": "Proprietary", "rank": 116, "rating": 1396.2186589070966, "rating_lower": 1391.7947609610524, "rating_upper": 1400.6425568531406, "vote_count": 29647 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 117, "rating": 1396.0014798286752, "rating_lower": 1389.2139645596023, "rating_upper": 1402.7889950977478, "vote_count": 7947 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 118, "rating": 1395.8724221633659, "rating_lower": 1383.61510993911, "rating_upper": 1408.1297343876215, "vote_count": 2220 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 119, "rating": 1395.3663815599457, "rating_lower": 1391.4995279879265, "rating_upper": 1399.233235131965, "vote_count": 45518 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 120, "rating": 1394.9152810701469, "rating_lower": 1385.3359721637544, "rating_upper": 1404.4945899765394, "vote_count": 3681 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 121, "rating": 1394.109294534393, "rating_lower": 1390.0250355942032, "rating_upper": 1398.193553474583, "vote_count": 34466 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 122, "rating": 1393.2375684115434, "rating_lower": 1389.6135667238116, "rating_upper": 1396.8615700992752, "vote_count": 44619 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "Modified MIT", "rank": 123, "rating": 1391.0088419917251, "rating_lower": 1386.8519201813115, "rating_upper": 1395.165763802139, "vote_count": 36265 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 124, "rating": 1390.1684764620559, "rating_lower": 1385.5278830561235, "rating_upper": 1394.809069867988, "vote_count": 27039 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 125, "rating": 1389.91934342499, "rating_lower": 1385.9518741079755, "rating_upper": 1393.8868127420046, "vote_count": 45452 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 126, "rating": 1388.82938515576, "rating_lower": 1384.4711884235005, "rating_upper": 1393.1875818880194, "vote_count": 40323 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 127, "rating": 1388.1127400222329, "rating_lower": 1383.1206047195824, "rating_upper": 1393.1048753248833, "vote_count": 31122 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 128, "rating": 1387.5560396909982, "rating_lower": 1382.608982263982, "rating_upper": 1392.5030971180145, "vote_count": 25741 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 129, "rating": 1387.4642960435972, "rating_lower": 1378.8475283202229, "rating_upper": 1396.0810637669715, "vote_count": 4711 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 130, "rating": 1387.4642844353357, "rating_lower": 1381.2122020018855, "rating_upper": 1393.7163668687854, "vote_count": 10974 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 131, "rating": 1386.9377277681908, "rating_lower": 1382.7659538728055, "rating_upper": 1391.1095016635759, "vote_count": 38827 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 132, "rating": 1386.721575522945, "rating_lower": 1382.0306388150466, "rating_upper": 1391.4125122308435, "vote_count": 33230 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 133, "rating": 1384.9797643551258, "rating_lower": 1379.7436575377606, "rating_upper": 1390.215871172491, "vote_count": 17138 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 134, "rating": 1383.5048929129096, "rating_lower": 1378.62872590813, "rating_upper": 1388.3810599176893, "vote_count": 23746 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 135, "rating": 1382.4525803494744, "rating_lower": 1378.1543839537835, "rating_upper": 1386.7507767451655, "vote_count": 39339 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 136, "rating": 1382.436150833045, "rating_lower": 1375.9791217263146, "rating_upper": 1388.8931799397756, "vote_count": 10725 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 137, "rating": 1379.7919484313716, "rating_lower": 1376.3436553672368, "rating_upper": 1383.2402414955063, "vote_count": 47246 }, { "record_id": "trinity-large-preview", "model": "trinity-large-preview", "provider": "", "license": "Apache 2.0", "rank": 138, "rating": 1377.7980233942756, "rating_lower": 1373.349495178202, "rating_upper": 1382.2465516103491, "vote_count": 28284 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 139, "rating": 1377.5152988566854, "rating_lower": 1366.2619426524154, "rating_upper": 1388.7686550609553, "vote_count": 2808 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 140, "rating": 1374.8204776256082, "rating_lower": 1370.1308228916446, "rating_upper": 1379.510132359572, "vote_count": 26268 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 141, "rating": 1374.4966097468027, "rating_lower": 1369.9901193183455, "rating_upper": 1379.00310017526, "vote_count": 32907 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 142, "rating": 1374.2992869824288, "rating_lower": 1370.21604717839, "rating_upper": 1378.3825267864677, "vote_count": 32623 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 143, "rating": 1373.0638233103914, "rating_lower": 1368.820423937038, "rating_upper": 1377.3072226837448, "vote_count": 31095 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 144, "rating": 1372.3419020212427, "rating_lower": 1369.1763724089137, "rating_upper": 1375.507431633572, "vote_count": 88350 }, { "record_id": "trinity-large-thinking", "model": "trinity-large-thinking", "provider": "", "license": "Apache 2.0", "rank": 145, "rating": 1371.4906115024032, "rating_lower": 1366.537349740472, "rating_upper": 1376.443873264334, "vote_count": 23918 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 146, "rating": 1370.9325329606538, "rating_lower": 1367.0053387644025, "rating_upper": 1374.8597271569051, "vote_count": 43194 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 147, "rating": 1369.6612854881546, "rating_lower": 1363.8248789467334, "rating_upper": 1375.4976920295758, "vote_count": 13700 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 148, "rating": 1367.855226412471, "rating_lower": 1362.0441569533764, "rating_upper": 1373.666295871566, "vote_count": 11736 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 149, "rating": 1367.1987448068007, "rating_lower": 1362.814249739597, "rating_upper": 1371.5832398740044, "vote_count": 25407 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 150, "rating": 1365.7737876963345, "rating_lower": 1362.1059047768667, "rating_upper": 1369.4416706158022, "vote_count": 47545 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 151, "rating": 1363.6356716716004, "rating_lower": 1359.3672370211534, "rating_upper": 1367.9041063220475, "vote_count": 35214 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 152, "rating": 1363.4335535162381, "rating_lower": 1358.1909838287802, "rating_upper": 1368.676123203696, "vote_count": 18589 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 153, "rating": 1362.162304246302, "rating_lower": 1356.8245854796414, "rating_upper": 1367.5000230129626, "vote_count": 16968 }, { "record_id": "nvidia-nemotron-3-super-120b-a12b", "model": "nvidia-nemotron-3-super-120b-a12b", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 154, "rating": 1361.241563849796, "rating_lower": 1353.990805202504, "rating_upper": 1368.492322497088, "vote_count": 7458 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 155, "rating": 1360.336920420677, "rating_lower": 1356.56866718824, "rating_upper": 1364.105173653114, "vote_count": 43762 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 156, "rating": 1358.4243640918448, "rating_lower": 1353.6928335211644, "rating_upper": 1363.155894662525, "vote_count": 21770 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 157, "rating": 1357.3918850473397, "rating_lower": 1352.194384267455, "rating_upper": 1362.5893858272243, "vote_count": 17712 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 158, "rating": 1357.0093951170493, "rating_lower": 1352.001633050088, "rating_upper": 1362.0171571840108, "vote_count": 22724 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "", "license": "MIT", "rank": 159, "rating": 1356.47561138146, "rating_lower": 1348.1253224497418, "rating_upper": 1364.8259003131782, "vote_count": 5329 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 160, "rating": 1353.862126351832, "rating_lower": 1350.4193218367984, "rating_upper": 1357.304930866866, "vote_count": 56283 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 161, "rating": 1353.4769426115488, "rating_lower": 1345.1279053618168, "rating_upper": 1361.8259798612808, "vote_count": 4958 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 162, "rating": 1353.295161189511, "rating_lower": 1349.0001773876938, "rating_upper": 1357.5901449913285, "vote_count": 24955 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 163, "rating": 1353.1103031084817, "rating_lower": 1348.764852020303, "rating_upper": 1357.455754196661, "vote_count": 30639 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 164, "rating": 1350.9549169269985, "rating_lower": 1347.5849779312432, "rating_upper": 1354.3248559227538, "vote_count": 55606 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 165, "rating": 1350.308186740757, "rating_lower": 1344.1055650827666, "rating_upper": 1356.5108083987475, "vote_count": 11474 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 166, "rating": 1348.746429872176, "rating_lower": 1337.018457724641, "rating_upper": 1360.4744020197109, "vote_count": 2220 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 167, "rating": 1348.2203674741577, "rating_lower": 1340.8202855640802, "rating_upper": 1355.6204493842351, "vote_count": 6545 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 168, "rating": 1347.7474182473336, "rating_lower": 1336.9080991597084, "rating_upper": 1358.5867373349588, "vote_count": 2839 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 169, "rating": 1347.5838214946589, "rating_lower": 1344.0685126270457, "rating_upper": 1351.0991303622718, "vote_count": 57344 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 170, "rating": 1347.2874457908238, "rating_lower": 1335.6009032429022, "rating_upper": 1358.9739883387456, "vote_count": 2549 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 171, "rating": 1347.2821374919272, "rating_lower": 1337.8243208377846, "rating_upper": 1356.7399541460697, "vote_count": 3926 }, { "record_id": "mercury-2", "model": "mercury-2", "provider": "inception-ai", "license": "Proprietary", "rank": 172, "rating": 1346.5676192844876, "rating_lower": 1335.9668436027357, "rating_upper": 1357.1683949662395, "vote_count": 3123 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 173, "rating": 1346.428318101895, "rating_lower": 1339.1703439429261, "rating_upper": 1353.6862922608639, "vote_count": 7010 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 174, "rating": 1346.3265183404928, "rating_lower": 1338.5951287348398, "rating_upper": 1354.057907946146, "vote_count": 6875 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 175, "rating": 1346.1379757796508, "rating_lower": 1337.803777359029, "rating_upper": 1354.4721742002725, "vote_count": 5819 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 176, "rating": 1345.530199621523, "rating_lower": 1342.0862064211442, "rating_upper": 1348.9741928219019, "vote_count": 112881 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 177, "rating": 1343.136383146728, "rating_lower": 1333.1696384690845, "rating_upper": 1353.1031278243713, "vote_count": 3345 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "zai", "license": "Proprietary", "rank": 178, "rating": 1342.864930600441, "rating_lower": 1334.449239537148, "rating_upper": 1351.2806216637343, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 179, "rating": 1342.0738492479109, "rating_lower": 1338.6351160846862, "rating_upper": 1345.5125824111353, "vote_count": 82419 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 180, "rating": 1341.8839374734498, "rating_lower": 1332.3766271616562, "rating_upper": 1351.3912477852432, "vote_count": 3829 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 181, "rating": 1340.5483359516577, "rating_lower": 1329.012272830936, "rating_upper": 1352.0843990723795, "vote_count": 2290 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 182, "rating": 1337.5040528694399, "rating_lower": 1331.371782580099, "rating_upper": 1343.6363231587811, "vote_count": 12246 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 183, "rating": 1337.2534708731218, "rating_lower": 1330.375204502689, "rating_upper": 1344.1317372435547, "vote_count": 8270 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 184, "rating": 1336.9528978039702, "rating_lower": 1333.3198646326123, "rating_upper": 1340.5859309753282, "vote_count": 51981 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 185, "rating": 1336.0916888818983, "rating_lower": 1331.6594533250814, "rating_upper": 1340.5239244387158, "vote_count": 25402 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 186, "rating": 1335.3478251852048, "rating_lower": 1331.6814087787861, "rating_upper": 1339.0142415916234, "vote_count": 63498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 187, "rating": 1334.8488078710966, "rating_lower": 1329.695182993708, "rating_upper": 1340.002432748485, "vote_count": 50148 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 188, "rating": 1334.7696899769544, "rating_lower": 1330.5759638877546, "rating_upper": 1338.963416066154, "vote_count": 45499 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 189, "rating": 1334.617210005209, "rating_lower": 1330.917915557367, "rating_upper": 1338.316504453051, "vote_count": 41375 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 190, "rating": 1333.9914073996633, "rating_lower": 1325.4014640242715, "rating_upper": 1342.5813507750554, "vote_count": 4833 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 191, "rating": 1332.7876441412445, "rating_lower": 1329.2032596636823, "rating_upper": 1336.372028618807, "vote_count": 59656 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "allenai", "license": "Apache 2.0", "rank": 192, "rating": 1330.3577806712292, "rating_lower": 1324.2693330826366, "rating_upper": 1336.4462282598217, "vote_count": 12225 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "", "license": "Proprietary", "rank": 193, "rating": 1328.3024760204353, "rating_lower": 1323.3732239427025, "rating_upper": 1333.2317280981679, "vote_count": 27332 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "allenai", "license": "Apache 2.0", "rank": 194, "rating": 1327.9057337874324, "rating_lower": 1306.5961199921608, "rating_upper": 1349.2153475827042, "vote_count": 805 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 195, "rating": 1327.8249448437023, "rating_lower": 1315.672902496005, "rating_upper": 1339.9769871913995, "vote_count": 2218 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 196, "rating": 1327.3568838410831, "rating_lower": 1322.6345304342399, "rating_upper": 1332.0792372479264, "vote_count": 26495 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 197, "rating": 1327.0306102503923, "rating_lower": 1322.78360700302, "rating_upper": 1331.2776134977646, "vote_count": 39987 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 198, "rating": 1326.0107339933415, "rating_lower": 1316.272231584326, "rating_upper": 1335.7492364023572, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 199, "rating": 1323.750512376856, "rating_lower": 1319.8357849908346, "rating_upper": 1327.6652397628773, "vote_count": 98114 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 200, "rating": 1323.353871124716, "rating_lower": 1315.087622695504, "rating_upper": 1331.6201195539284, "vote_count": 6795 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 201, "rating": 1323.1833623066207, "rating_lower": 1319.9585846992404, "rating_upper": 1326.408139914001, "vote_count": 69993 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 202, "rating": 1323.1750488696066, "rating_lower": 1319.1976343728466, "rating_upper": 1327.1524633663662, "vote_count": 79138 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 203, "rating": 1322.6827244460592, "rating_lower": 1317.9805129519987, "rating_upper": 1327.3849359401197, "vote_count": 30299 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 204, "rating": 1321.8652204589637, "rating_lower": 1314.1433073439978, "rating_upper": 1329.5871335739296, "vote_count": 6103 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 205, "rating": 1321.195264478279, "rating_lower": 1318.135303433597, "rating_upper": 1324.2552255229607, "vote_count": 194909 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 206, "rating": 1320.9707756732482, "rating_lower": 1313.75789653285, "rating_upper": 1328.1836548136464, "vote_count": 7148 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 207, "rating": 1320.300955536617, "rating_lower": 1313.4682677813644, "rating_upper": 1327.1336432918697, "vote_count": 9038 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "zai", "license": "Proprietary", "rank": 208, "rating": 1319.261953635816, "rating_lower": 1314.343446323273, "rating_upper": 1324.180460948359, "vote_count": 26126 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 209, "rating": 1318.1968447565064, "rating_lower": 1314.7369615658217, "rating_upper": 1321.6567279471906, "vote_count": 54745 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 210, "rating": 1318.145447333442, "rating_lower": 1313.0045021689207, "rating_upper": 1323.2863924979633, "vote_count": 22600 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 211, "rating": 1317.8257866739896, "rating_lower": 1312.131725386293, "rating_upper": 1323.519847961686, "vote_count": 16478 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 212, "rating": 1317.5667534700315, "rating_lower": 1311.2061724800717, "rating_upper": 1323.9273344599915, "vote_count": 10633 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 213, "rating": 1317.5640338101641, "rating_lower": 1314.0520277840442, "rating_upper": 1321.0760398362843, "vote_count": 68709 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 214, "rating": 1316.6728400462036, "rating_lower": 1311.1198898869125, "rating_upper": 1322.2257902054948, "vote_count": 15513 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 215, "rating": 1315.0216515949323, "rating_lower": 1308.680081200037, "rating_upper": 1321.3632219898275, "vote_count": 10187 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "", "license": "NexusFlow", "rank": 216, "rating": 1314.2917642703726, "rating_lower": 1309.750099171136, "rating_upper": 1318.833429369609, "vote_count": 24739 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 217, "rating": 1313.7635971014902, "rating_lower": 1309.8471972755146, "rating_upper": 1317.6799969274657, "vote_count": 45459 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 218, "rating": 1312.5737967321675, "rating_lower": 1308.494858900126, "rating_upper": 1316.652734564209, "vote_count": 93439 }, { "record_id": "granite-4.1-8b", "model": "granite-4.1-8b", "provider": "ibm", "license": "Apache 2.0", "rank": 219, "rating": 1312.420412959459, "rating_lower": 1302.0128322163932, "rating_upper": 1322.8279937025254, "vote_count": 3614 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 220, "rating": 1312.220522713927, "rating_lower": 1308.3327209678591, "rating_upper": 1316.1083244599954, "vote_count": 100105 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 221, "rating": 1310.9981680006172, "rating_lower": 1301.3223398670261, "rating_upper": 1320.6739961342082, "vote_count": 3904 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 222, "rating": 1309.2498963852527, "rating_lower": 1305.0427974713782, "rating_upper": 1313.4569952991274, "vote_count": 34902 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 223, "rating": 1308.2159722309402, "rating_lower": 1304.5087226449984, "rating_upper": 1311.923221816882, "vote_count": 52567 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 224, "rating": 1306.9453791641795, "rating_lower": 1302.24838308555, "rating_upper": 1311.6423752428088, "vote_count": 24572 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 225, "rating": 1306.0868453684416, "rating_lower": 1292.2748920434524, "rating_upper": 1319.8987986934308, "vote_count": 1957 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "", "license": "CC-BY-NC-4.0", "rank": 226, "rating": 1305.9977974295255, "rating_lower": 1300.328866350931, "rating_upper": 1311.6667285081198, "vote_count": 19621 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 227, "rating": 1305.3886957481084, "rating_lower": 1297.2055293231545, "rating_upper": 1313.571862173062, "vote_count": 5947 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 228, "rating": 1305.0851173265178, "rating_lower": 1300.6612410078333, "rating_upper": 1309.5089936452023, "vote_count": 28073 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 229, "rating": 1303.7978809388464, "rating_lower": 1297.3721558196823, "rating_upper": 1310.2236060580105, "vote_count": 11641 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 230, "rating": 1303.4171042591154, "rating_lower": 1298.913110420641, "rating_upper": 1307.9210980975897, "vote_count": 33220 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 231, "rating": 1303.2634946652734, "rating_lower": 1293.949148150738, "rating_upper": 1312.5778411798087, "vote_count": 4171 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 232, "rating": 1302.6759108885235, "rating_lower": 1298.6144404964034, "rating_upper": 1306.737381280644, "vote_count": 39406 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 233, "rating": 1298.8636242966577, "rating_lower": 1291.1045887385042, "rating_upper": 1306.6226598548114, "vote_count": 7140 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 234, "rating": 1294.0240085887726, "rating_lower": 1284.9247387632563, "rating_upper": 1303.1232784142894, "vote_count": 5374 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 235, "rating": 1293.078228283226, "rating_lower": 1289.3539576067983, "rating_upper": 1296.8024989596536, "vote_count": 55240 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 236, "rating": 1289.9275611612022, "rating_lower": 1285.3738211095024, "rating_upper": 1294.481301212902, "vote_count": 24745 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "", "license": "Jamba Open", "rank": 237, "rating": 1288.7044486132609, "rating_lower": 1281.4003402817443, "rating_upper": 1296.0085569447779, "vote_count": 8662 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 238, "rating": 1288.3437579598276, "rating_lower": 1284.975290306641, "rating_upper": 1291.7122256130142, "vote_count": 75754 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "", "license": "Proprietary", "rank": 239, "rating": 1287.5847444517856, "rating_lower": 1280.4074455662947, "rating_upper": 1294.7620433372765, "vote_count": 7312 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 240, "rating": 1287.104842737886, "rating_lower": 1278.7140667407152, "rating_upper": 1295.495618735057, "vote_count": 5677 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 241, "rating": 1286.2868029180083, "rating_lower": 1281.5106662431635, "rating_upper": 1291.062939592853, "vote_count": 54173 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "allenai", "license": "Llama 3.1", "rank": 242, "rating": 1285.977348290232, "rating_lower": 1275.5090301315256, "rating_upper": 1296.4456664489383, "vote_count": 2846 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 243, "rating": 1285.756856437718, "rating_lower": 1281.2630523018443, "rating_upper": 1290.2506605735916, "vote_count": 62833 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 244, "rating": 1285.67365550547, "rating_lower": 1275.702284630861, "rating_upper": 1295.6450263800793, "vote_count": 3749 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 245, "rating": 1284.8830334740937, "rating_lower": 1277.6668255598033, "rating_upper": 1292.0992413883846, "vote_count": 8505 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 246, "rating": 1280.2970510720143, "rating_lower": 1276.30496833007, "rating_upper": 1284.2891338139584, "vote_count": 109284 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "", "license": "MIT", "rank": 247, "rating": 1279.4287758070382, "rating_lower": 1272.5703338918795, "rating_upper": 1286.2872177221966, "vote_count": 10072 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 248, "rating": 1276.4529206447494, "rating_lower": 1271.1272783582108, "rating_upper": 1281.778562931288, "vote_count": 19659 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 249, "rating": 1275.737507406886, "rating_lower": 1269.1639783218484, "rating_upper": 1282.3110364919232, "vote_count": 9866 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 250, "rating": 1275.632678481017, "rating_lower": 1272.049717865119, "rating_upper": 1279.215639096915, "vote_count": 156876 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 251, "rating": 1274.4461888159144, "rating_lower": 1270.3834774902293, "rating_upper": 1278.5089001415995, "vote_count": 88723 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 252, "rating": 1273.892775079908, "rating_lower": 1267.9950355466353, "rating_upper": 1279.7905146131811, "vote_count": 14681 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "zai", "license": "Proprietary", "rank": 253, "rating": 1272.8253405146097, "rating_lower": 1265.8356999391685, "rating_upper": 1279.814981090051, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "", "license": "Proprietary", "rank": 254, "rating": 1271.5445257896567, "rating_lower": 1264.5490891235904, "rating_upper": 1278.539962455723, "vote_count": 7536 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 255, "rating": 1270.2434298221376, "rating_lower": 1262.1206239719068, "rating_upper": 1278.3662356723685, "vote_count": 5432 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 256, "rating": 1266.683825601513, "rating_lower": 1261.8063683776627, "rating_upper": 1271.5612828253636, "vote_count": 27124 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 257, "rating": 1265.8354584142617, "rating_lower": 1262.0285312378137, "rating_upper": 1269.6423855907096, "vote_count": 54611 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 258, "rating": 1264.0039788826011, "rating_lower": 1257.7244229303026, "rating_upper": 1270.2835348349, "vote_count": 15147 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 259, "rating": 1260.9682025952372, "rating_lower": 1256.645700406558, "rating_upper": 1265.2907047839165, "vote_count": 77554 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 260, "rating": 1260.967076458911, "rating_lower": 1256.0236377840451, "rating_upper": 1265.9105151337767, "vote_count": 37325 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 261, "rating": 1260.4813706526047, "rating_lower": 1256.7238795759426, "rating_upper": 1264.2388617292668, "vote_count": 117701 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 262, "rating": 1260.2720799334418, "rating_lower": 1255.1065405871593, "rating_upper": 1265.4376192797242, "vote_count": 19372 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 263, "rating": 1258.4635624553034, "rating_lower": 1254.1780912859042, "rating_upper": 1262.7490336247029, "vote_count": 35558 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 264, "rating": 1255.8511759243656, "rating_lower": 1251.268740230888, "rating_upper": 1260.4336116178429, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 265, "rating": 1251.3724693258714, "rating_lower": 1240.5884305270793, "rating_upper": 1262.1565081246636, "vote_count": 3334 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 266, "rating": 1249.4375806854605, "rating_lower": 1242.8400495569892, "rating_upper": 1256.0351118139315, "vote_count": 10140 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 267, "rating": 1241.4895928920862, "rating_lower": 1236.7717750931351, "rating_upper": 1246.2074106910372, "vote_count": 62436 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 268, "rating": 1240.5389589886968, "rating_lower": 1235.3862285527957, "rating_upper": 1245.6916894245978, "vote_count": 19364 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "", "license": "Jamba Open", "rank": 269, "rating": 1238.9581868477821, "rating_lower": 1231.7343128757075, "rating_upper": 1246.1820608198568, "vote_count": 8858 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 270, "rating": 1237.034884527326, "rating_lower": 1227.9425144922702, "rating_upper": 1246.127254562382, "vote_count": 4781 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 271, "rating": 1234.9737752870492, "rating_lower": 1227.6541842659685, "rating_upper": 1242.2933663081299, "vote_count": 18354 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 272, "rating": 1233.2813333139025, "rating_lower": 1227.728072962098, "rating_upper": 1238.834593665707, "vote_count": 26195 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 273, "rating": 1233.1850135777227, "rating_lower": 1221.4401604950244, "rating_upper": 1244.9298666604209, "vote_count": 2728 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "", "license": "Proprietary", "rank": 274, "rating": 1232.5387980909004, "rating_lower": 1225.1352540420971, "rating_upper": 1239.942342139704, "vote_count": 15450 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 275, "rating": 1232.4115862709264, "rating_lower": 1227.1362197328303, "rating_upper": 1237.6869528090226, "vote_count": 39302 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 276, "rating": 1228.5125298174537, "rating_lower": 1223.957510331107, "rating_upper": 1233.0675493038002, "vote_count": 51416 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 277, "rating": 1225.9296877947986, "rating_lower": 1221.1473621964012, "rating_upper": 1230.7120133931958, "vote_count": 54036 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "", "license": "Proprietary", "rank": 278, "rating": 1225.8170392987467, "rating_lower": 1219.8704100686875, "rating_upper": 1231.7636685288062, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 279, "rating": 1223.5058918152808, "rating_lower": 1218.8030123314593, "rating_upper": 1228.2087712991024, "vote_count": 66207 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 280, "rating": 1222.6887130639252, "rating_lower": 1218.9547634110336, "rating_upper": 1226.4226627168168, "vote_count": 104642 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 281, "rating": 1222.6540036792549, "rating_lower": 1215.6876088202052, "rating_upper": 1229.6203985383045, "vote_count": 9818 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 282, "rating": 1221.9412560933058, "rating_lower": 1216.4434232175706, "rating_upper": 1227.4390889690408, "vote_count": 34550 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 283, "rating": 1221.6508284725678, "rating_lower": 1209.9063810471268, "rating_upper": 1233.395275898009, "vote_count": 6390 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "allenai", "license": "Llama 3.1", "rank": 284, "rating": 1220.496022843608, "rating_lower": 1209.8173170254631, "rating_upper": 1231.1747286617529, "vote_count": 2896 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "", "license": "Apache-2.0", "rank": 285, "rating": 1212.5409781673116, "rating_lower": 1207.5034041194617, "rating_upper": 1217.5785522151616, "vote_count": 24146 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "", "license": "Apache 2.0", "rank": 286, "rating": 1211.8927929621304, "rating_lower": 1201.0970018803523, "rating_upper": 1222.688584043909, "vote_count": 4652 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 287, "rating": 1211.2702369640667, "rating_lower": 1207.1316224539473, "rating_upper": 1215.4088514741861, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 288, "rating": 1207.6496662943164, "rating_lower": 1196.5458037887124, "rating_upper": 1218.7535287999203, "vote_count": 3090 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 289, "rating": 1202.9456124083945, "rating_lower": 1196.8265438514818, "rating_upper": 1209.0646809653072, "vote_count": 21741 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 290, "rating": 1201.9166997630944, "rating_lower": 1193.1674786834692, "rating_upper": 1210.6659208427197, "vote_count": 16619 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 291, "rating": 1199.321304256147, "rating_lower": 1195.2395502885904, "rating_upper": 1203.4030582237033, "vote_count": 46616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 292, "rating": 1197.0442047089798, "rating_lower": 1191.8867320947277, "rating_upper": 1202.201677323232, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 293, "rating": 1196.1670741784965, "rating_lower": 1191.8974160143844, "rating_upper": 1200.4367323426086, "vote_count": 73503 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "", "license": "DBRX LICENSE", "rank": 294, "rating": 1194.1934448724755, "rating_lower": 1188.079302840769, "rating_upper": 1200.3075869041822, "vote_count": 32191 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "", "license": "Other", "rank": 295, "rating": 1190.5971730304486, "rating_lower": 1183.4170780489362, "rating_upper": 1197.7772680119615, "vote_count": 9901 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 296, "rating": 1190.0982974684603, "rating_lower": 1182.977540767566, "rating_upper": 1197.2190541693544, "vote_count": 17839 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 297, "rating": 1183.7451670424398, "rating_lower": 1174.3012794738745, "rating_upper": 1193.1890546110053, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 298, "rating": 1183.5284730576773, "rating_lower": 1172.032751681262, "rating_upper": 1195.0241944340924, "vote_count": 4932 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "", "license": "Yi License", "rank": 299, "rating": 1182.98232329307, "rating_lower": 1176.1549446518864, "rating_upper": 1189.8097019342536, "vote_count": 15483 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 300, "rating": 1181.483355376808, "rating_lower": 1172.8020895713018, "rating_upper": 1190.1646211823145, "vote_count": 6638 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "", "license": "Apache-2.0", "rank": 301, "rating": 1181.4489943268743, "rating_lower": 1171.7822123974715, "rating_upper": 1191.115776256277, "vote_count": 7968 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "", "license": "Apache-2.0", "rank": 302, "rating": 1181.4300215633853, "rating_lower": 1173.4334103961423, "rating_upper": 1189.4266327306282, "vote_count": 12637 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 303, "rating": 1180.6316178109598, "rating_lower": 1174.5603195057215, "rating_upper": 1186.7029161161981, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "", "license": "Apache 2.0", "rank": 304, "rating": 1178.6579608943073, "rating_lower": 1172.7450542329775, "rating_upper": 1184.570867555637, "vote_count": 32832 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 305, "rating": 1178.2069813816902, "rating_lower": 1167.0117166516425, "rating_upper": 1189.402246111738, "vote_count": 3188 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "", "license": "AI2 ImpACT Low-risk", "rank": 306, "rating": 1176.9395285543537, "rating_lower": 1167.1271974999902, "rating_upper": 1186.7518596087175, "vote_count": 6535 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 307, "rating": 1174.4240805225568, "rating_lower": 1164.0117889496628, "rating_upper": 1184.8363720954503, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "", "license": "Non-commercial", "rank": 308, "rating": 1171.8682825339772, "rating_lower": 1165.6630492694144, "rating_upper": 1178.07351579854, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "", "license": "Apache-2.0", "rank": 309, "rating": 1170.682374907034, "rating_lower": 1163.2740031013516, "rating_upper": 1178.0907467127165, "vote_count": 16056 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 310, "rating": 1170.1928731020225, "rating_lower": 1164.277094797796, "rating_upper": 1176.1086514062488, "vote_count": 17766 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 311, "rating": 1169.8937711527349, "rating_lower": 1164.3928553486098, "rating_upper": 1175.39468695686, "vote_count": 38492 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "", "license": "CC-BY-NC-4.0", "rank": 312, "rating": 1166.5737320081078, "rating_lower": 1158.5084994580893, "rating_upper": 1174.6389645581262, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 313, "rating": 1165.9936230525254, "rating_lower": 1158.2943111409484, "rating_upper": 1173.6929349641025, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "", "license": "Apache-2.0", "rank": 314, "rating": 1163.7544469821828, "rating_lower": 1151.833264067093, "rating_upper": 1175.6756298972723, "vote_count": 3777 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 315, "rating": 1155.4245313226554, "rating_lower": 1143.9316447613046, "rating_upper": 1166.9174178840062, "vote_count": 3231 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 316, "rating": 1155.3283571694437, "rating_lower": 1146.9411399961512, "rating_upper": 1163.7155743427365, "vote_count": 6837 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 317, "rating": 1154.0428518111921, "rating_lower": 1141.438779954242, "rating_upper": 1166.646923668142, "vote_count": 3585 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "", "license": "CC-BY-NC-4.0", "rank": 318, "rating": 1151.349760376545, "rating_lower": 1138.1674717129295, "rating_upper": 1164.5320490401607, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 319, "rating": 1151.108982928693, "rating_lower": 1135.7571659853047, "rating_upper": 1166.4607998720812, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 320, "rating": 1149.2880808619886, "rating_lower": 1137.0227994091304, "rating_upper": 1161.553362314847, "vote_count": 2572 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 321, "rating": 1148.5711326656808, "rating_lower": 1141.9194069496207, "rating_upper": 1155.222858381741, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 322, "rating": 1148.3233517860663, "rating_lower": 1139.0838687771088, "rating_upper": 1157.5628347950237, "vote_count": 7044 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "", "license": "Falcon-180B TII License", "rank": 323, "rating": 1146.3208266425909, "rating_lower": 1129.2393357686683, "rating_upper": 1163.4023175165134, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 324, "rating": 1142.956203136229, "rating_lower": 1133.0678985892941, "rating_upper": 1152.844507683164, "vote_count": 4737 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 325, "rating": 1142.198547115453, "rating_lower": 1135.7617531503868, "rating_upper": 1148.635341080519, "vote_count": 12297 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 326, "rating": 1140.6356380430934, "rating_lower": 1133.9103635398344, "rating_upper": 1147.3609125463527, "vote_count": 19174 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "", "license": "Llama 2 Community", "rank": 327, "rating": 1140.0667852625284, "rating_lower": 1133.3626875411996, "rating_upper": 1146.770882983857, "vote_count": 19367 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 328, "rating": 1137.7368129532151, "rating_lower": 1126.7862927410533, "rating_upper": 1148.6873331653767, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 329, "rating": 1136.8145568372274, "rating_lower": 1127.438653067577, "rating_upper": 1146.1904606068779, "vote_count": 8554 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 330, "rating": 1136.0791617145305, "rating_lower": 1126.585159602751, "rating_upper": 1145.57316382631, "vote_count": 8925 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 331, "rating": 1135.6994502815548, "rating_lower": 1126.8049910294317, "rating_upper": 1144.5939095336778, "vote_count": 7366 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "", "license": "MIT", "rank": 332, "rating": 1129.9675850811848, "rating_lower": 1121.1324089193517, "rating_upper": 1138.8027612430178, "vote_count": 11118 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 333, "rating": 1128.440422049156, "rating_lower": 1121.0173559913565, "rating_upper": 1135.8634881069556, "vote_count": 20685 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 334, "rating": 1127.4274299434446, "rating_lower": 1121.0307711054372, "rating_upper": 1133.8240887814522, "vote_count": 20118 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "", "license": "Non-commercial", "rank": 335, "rating": 1126.3107348735248, "rating_lower": 1114.194291936174, "rating_upper": 1138.4271778108757, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "", "license": "MIT", "rank": 336, "rating": 1125.8937597730314, "rating_lower": 1110.267888517731, "rating_upper": 1141.5196310283316, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "", "license": "Apache 2.0", "rank": 337, "rating": 1120.1384203903485, "rating_lower": 1109.1537665842902, "rating_upper": 1131.1230741964068, "vote_count": 5182 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 338, "rating": 1118.2485182257883, "rating_lower": 1100.0864671784975, "rating_upper": 1136.410569273079, "vote_count": 1143 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 339, "rating": 1114.5669626658373, "rating_lower": 1106.8363836890023, "rating_upper": 1122.2975416426723, "vote_count": 10854 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "", "license": "Llama 2 Community", "rank": 340, "rating": 1113.8081731393095, "rating_lower": 1104.6551911586498, "rating_upper": 1122.9611551199691, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "", "license": "Apache 2.0", "rank": 341, "rating": 1113.530460287831, "rating_lower": 1099.1455223453424, "rating_upper": 1127.9153982303192, "vote_count": 2199 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 342, "rating": 1110.4354048086207, "rating_lower": 1102.557530032594, "rating_upper": 1118.313279584647, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 343, "rating": 1108.7876043237925, "rating_lower": 1099.5011001331955, "rating_upper": 1118.07410851439, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 344, "rating": 1107.2328408024769, "rating_lower": 1100.1792528466306, "rating_upper": 1114.2864287583234, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 345, "rating": 1091.7495140286123, "rating_lower": 1080.2557547862486, "rating_upper": 1103.2432732709763, "vote_count": 4780 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 346, "rating": 1089.3750528636529, "rating_lower": 1080.0361620493013, "rating_upper": 1098.7139436780044, "vote_count": 7597 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 347, "rating": 1073.3577038456283, "rating_lower": 1062.189602966185, "rating_upper": 1084.5258047250718, "vote_count": 6328 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "", "license": "Non-commercial", "rank": 348, "rating": 1069.547021626397, "rating_lower": 1059.6463182713705, "rating_upper": 1079.447724981424, "vote_count": 6965 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "", "license": "Non-commercial", "rank": 349, "rating": 1067.1798911748342, "rating_lower": 1055.7066368126307, "rating_upper": 1078.6531455370375, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "", "license": "Non-commercial", "rank": 350, "rating": 1065.430672185259, "rating_lower": 1050.2004732449382, "rating_upper": 1080.6608711255801, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 351, "rating": 1061.2566535489507, "rating_lower": 1049.27175406353, "rating_upper": 1073.2415530343715, "vote_count": 3924 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "", "license": "Apache-2.0", "rank": 352, "rating": 1055.1127664266296, "rating_lower": 1043.4456906256573, "rating_upper": 1066.7798422276016, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "", "license": "Apache 2.0", "rank": 353, "rating": 1040.590124720285, "rating_lower": 1029.1878526040005, "rating_upper": 1051.9923968365702, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "", "license": "Apache-2.0", "rank": 354, "rating": 1023.2688092820842, "rating_lower": 1009.6701156513889, "rating_upper": 1036.8675029127794, "vote_count": 2658 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "", "license": "Apache 2.0", "rank": 355, "rating": 1021.4194631408964, "rating_lower": 1010.5379953571601, "rating_upper": 1032.3009309246327, "vote_count": 6310 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "", "license": "Non-commercial", "rank": 356, "rating": 994.6039195380874, "rating_lower": 982.0276689969633, "rating_upper": 1007.1801700792116, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "", "license": "Apache 2.0", "rank": 357, "rating": 990.709960021027, "rating_lower": 978.3256769653229, "rating_upper": 1003.0942430767311, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "", "license": "MIT", "rank": 358, "rating": 979.7076024424512, "rating_lower": 966.1631336582337, "rating_upper": 993.2520712266687, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 359, "rating": 972.0604009174656, "rating_lower": 956.2413823244684, "rating_upper": 987.8794195104626, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 360, "rating": 951.7516913950205, "rating_lower": 939.0055961550031, "rating_upper": 964.497786635038, "vote_count": 3287 } ] }