{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-01-29", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-01-29", "retrieved_at": "2026-07-26", "entry_count": 302, "entries": [ { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 1, "rating": 1487.2649704952755, "rating_lower": 1482.7509214231443, "rating_upper": 1491.7790195674072, "vote_count": 32205 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 2, "rating": 1475.11342746727, "rating_lower": 1470.614892338627, "rating_upper": 1479.6119625959127, "vote_count": 32194 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 3, "rating": 1471.1861719116184, "rating_lower": 1465.8939129467472, "rating_upper": 1476.47843087649, "vote_count": 22683 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 4, "rating": 1467.8625986565653, "rating_lower": 1462.939057457668, "rating_upper": 1472.7861398554628, "vote_count": 23990 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 5, "rating": 1466.341745224288, "rating_lower": 1461.6177247431417, "rating_upper": 1471.0657657054342, "vote_count": 28752 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 6, "rating": 1465.771516865509, "rating_lower": 1461.297481198692, "rating_upper": 1470.245552532326, "vote_count": 36363 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 7, "rating": 1462.8767480472177, "rating_lower": 1456.951047695024, "rating_upper": 1468.8024483994116, "vote_count": 13989 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 8, "rating": 1458.696546984837, "rating_lower": 1454.0040036029463, "rating_upper": 1463.3890903667273, "vote_count": 28296 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 9, "rating": 1452.5983236212353, "rating_lower": 1445.1780254011935, "rating_upper": 1460.0186218412769, "vote_count": 8274 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 10, "rating": 1450.3065420776045, "rating_lower": 1446.554665211626, "rating_upper": 1454.0584189435824, "vote_count": 42538 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 11, "rating": 1449.6242535276729, "rating_lower": 1445.5974843528134, "rating_upper": 1453.6510227025324, "vote_count": 40121 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 12, "rating": 1449.5911969209385, "rating_lower": 1440.9737861089122, "rating_upper": 1458.2086077329643, "vote_count": 4901 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 13, "rating": 1449.503939977745, "rating_lower": 1446.4377951159238, "rating_upper": 1452.570084839566, "vote_count": 91734 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 14, "rating": 1449.3552522221669, "rating_lower": 1442.729526199032, "rating_upper": 1455.9809782453017, "vote_count": 9786 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 15, "rating": 1448.3985982528122, "rating_lower": 1444.8796196862188, "rating_upper": 1451.9175768194054, "vote_count": 49975 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 16, "rating": 1444.880175317987, "rating_lower": 1441.6555786573506, "rating_upper": 1448.104771978624, "vote_count": 71681 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 17, "rating": 1444.2096028737692, "rating_lower": 1438.5451246799732, "rating_upper": 1449.874081067565, "vote_count": 14549 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 18, "rating": 1442.6638151720103, "rating_lower": 1439.6819916688437, "rating_upper": 1445.6456386751772, "vote_count": 78991 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 19, "rating": 1440.4887490862438, "rating_lower": 1434.292156413743, "rating_upper": 1446.685341758745, "vote_count": 12027 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 20, "rating": 1440.3044699576426, "rating_lower": 1433.3357568751112, "rating_upper": 1447.273183040174, "vote_count": 9387 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 21, "rating": 1439.6107738829298, "rating_lower": 1433.0521413955148, "rating_upper": 1446.1694063703449, "vote_count": 12869 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 22, "rating": 1435.3431632801426, "rating_lower": 1430.8068978840645, "rating_upper": 1439.8794286762206, "vote_count": 30355 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 23, "rating": 1434.605225516626, "rating_lower": 1430.068951474629, "rating_upper": 1439.1414995586224, "vote_count": 32651 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 24, "rating": 1433.9699196809586, "rating_lower": 1429.4351061578063, "rating_upper": 1438.5047332041108, "vote_count": 27857 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 25, "rating": 1432.7142522578488, "rating_lower": 1429.1086832826977, "rating_upper": 1436.319821233, "vote_count": 61365 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 26, "rating": 1430.1969620716884, "rating_lower": 1425.5523013095683, "rating_upper": 1434.8416228338087, "vote_count": 25264 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 27, "rating": 1429.1577612780547, "rating_lower": 1424.795009412518, "rating_upper": 1433.5205131435916, "vote_count": 30011 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 28, "rating": 1425.983652061101, "rating_lower": 1421.6901327389164, "rating_upper": 1430.2771713832865, "vote_count": 31849 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 29, "rating": 1424.7052010921077, "rating_lower": 1418.2869143692335, "rating_upper": 1431.1234878149817, "vote_count": 9223 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 30, "rating": 1424.501618760252, "rating_lower": 1420.482192429943, "rating_upper": 1428.521045090561, "vote_count": 35373 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 31, "rating": 1424.1196573887903, "rating_lower": 1419.8005588795038, "rating_upper": 1428.4387558980773, "vote_count": 37990 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 32, "rating": 1423.7123593956428, "rating_lower": 1398.8150397721563, "rating_upper": 1448.609679019129, "vote_count": 545 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 33, "rating": 1423.1909686802258, "rating_lower": 1416.7009672212207, "rating_upper": 1429.6809701392308, "vote_count": 11774 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 34, "rating": 1423.0119926661089, "rating_lower": 1416.4344251967004, "rating_upper": 1429.5895601355166, "vote_count": 9000 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 35, "rating": 1422.2075344872765, "rating_lower": 1419.001443802731, "rating_upper": 1425.413625171822, "vote_count": 66045 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1422.1214688758437, "rating_lower": 1414.5192601425133, "rating_upper": 1429.723677609174, "vote_count": 6992 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 37, "rating": 1420.1305603875996, "rating_lower": 1414.9208084243724, "rating_upper": 1425.3403123508272, "vote_count": 19713 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 38, "rating": 1419.6042960335287, "rating_lower": 1414.5844737087511, "rating_upper": 1424.624118358306, "vote_count": 24571 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 39, "rating": 1418.2547526434732, "rating_lower": 1412.6610307577548, "rating_upper": 1423.8484745291917, "vote_count": 19289 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 40, "rating": 1417.8882114078392, "rating_lower": 1411.4119380522648, "rating_upper": 1424.364484763414, "vote_count": 11977 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 41, "rating": 1417.5511096598605, "rating_lower": 1408.6615522463474, "rating_upper": 1426.4406670733738, "vote_count": 4630 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 42, "rating": 1417.2369380264888, "rating_lower": 1412.4292459629653, "rating_upper": 1422.0446300900126, "vote_count": 28666 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 43, "rating": 1417.2323301979054, "rating_lower": 1411.243401839901, "rating_upper": 1423.22125855591, "vote_count": 15304 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 44, "rating": 1417.1132160135649, "rating_lower": 1410.5315773326804, "rating_upper": 1423.6948546944495, "vote_count": 11986 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 45, "rating": 1416.076533340753, "rating_lower": 1406.5103776651738, "rating_upper": 1425.642689016332, "vote_count": 3762 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 46, "rating": 1415.7614601896864, "rating_lower": 1405.9067456938035, "rating_upper": 1425.6161746855691, "vote_count": 3547 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 47, "rating": 1414.6415511958858, "rating_lower": 1408.1625286820697, "rating_upper": 1421.1205737097025, "vote_count": 11684 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 48, "rating": 1414.2125965538971, "rating_lower": 1409.1369527429592, "rating_upper": 1419.2882403648352, "vote_count": 20796 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 49, "rating": 1413.6238203610767, "rating_lower": 1409.373361099662, "rating_upper": 1417.8742796224913, "vote_count": 45572 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 50, "rating": 1413.349697909468, "rating_lower": 1409.656010363767, "rating_upper": 1417.0433854551688, "vote_count": 52220 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 51, "rating": 1411.728734358816, "rating_lower": 1408.3712637032302, "rating_upper": 1415.086205014402, "vote_count": 59880 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 52, "rating": 1410.76166308107, "rating_lower": 1406.5044874593962, "rating_upper": 1415.018838702744, "vote_count": 33980 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 53, "rating": 1409.6111060893354, "rating_lower": 1405.702223756373, "rating_upper": 1413.519988422298, "vote_count": 42174 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 54, "rating": 1409.56051311805, "rating_lower": 1404.695407352818, "rating_upper": 1414.4256188832824, "vote_count": 24803 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 55, "rating": 1409.4697875850316, "rating_lower": 1406.4541647353833, "rating_upper": 1412.48541043468, "vote_count": 90980 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 56, "rating": 1404.748306973962, "rating_lower": 1400.633479332223, "rating_upper": 1408.8631346157013, "vote_count": 32903 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 57, "rating": 1403.8111772293812, "rating_lower": 1398.7656764529208, "rating_upper": 1408.8566780058416, "vote_count": 18646 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 58, "rating": 1403.109989855363, "rating_lower": 1399.322917941773, "rating_upper": 1406.8970617689529, "vote_count": 41166 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 59, "rating": 1402.2032348384482, "rating_lower": 1397.8067256263953, "rating_upper": 1406.5997440505012, "vote_count": 27822 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 60, "rating": 1401.191070124768, "rating_lower": 1396.7265762998734, "rating_upper": 1405.6555639496626, "vote_count": 39554 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 61, "rating": 1401.1352857245377, "rating_lower": 1396.3223253222586, "rating_upper": 1405.948246126817, "vote_count": 22874 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 62, "rating": 1400.2944220020431, "rating_lower": 1395.9203278811533, "rating_upper": 1404.6685161229334, "vote_count": 36212 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 63, "rating": 1398.9584307956325, "rating_lower": 1392.5997343023066, "rating_upper": 1405.3171272889583, "vote_count": 11554 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 64, "rating": 1398.0788432723723, "rating_lower": 1391.6162605618008, "rating_upper": 1404.5414259829442, "vote_count": 9248 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 65, "rating": 1397.586652963261, "rating_lower": 1392.752127477134, "rating_upper": 1402.4211784493884, "vote_count": 18537 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 66, "rating": 1394.8984904874276, "rating_lower": 1385.2997144622416, "rating_upper": 1404.4972665126138, "vote_count": 3722 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 67, "rating": 1394.7449658111, "rating_lower": 1387.951961057204, "rating_upper": 1401.5379705649962, "vote_count": 7974 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 68, "rating": 1394.5801376612785, "rating_lower": 1388.7225060992566, "rating_upper": 1400.4377692233, "vote_count": 13410 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 69, "rating": 1393.7985494673917, "rating_lower": 1389.9509237120226, "rating_upper": 1397.6461752227608, "vote_count": 46699 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 70, "rating": 1392.7951508493736, "rating_lower": 1380.546464892196, "rating_upper": 1405.0438368065516, "vote_count": 2222 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 71, "rating": 1391.3377582110115, "rating_lower": 1385.909192906537, "rating_upper": 1396.7663235154855, "vote_count": 18137 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 72, "rating": 1391.3010158159896, "rating_lower": 1387.349887868697, "rating_upper": 1395.252143763282, "vote_count": 46681 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 73, "rating": 1390.4029044468105, "rating_lower": 1385.7232415832725, "rating_upper": 1395.0825673103486, "vote_count": 27174 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 74, "rating": 1390.28441567182, "rating_lower": 1385.959079410593, "rating_upper": 1394.6097519330467, "vote_count": 41643 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 75, "rating": 1388.9284212381872, "rating_lower": 1384.7891168977894, "rating_upper": 1393.0677255785852, "vote_count": 39890 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 76, "rating": 1388.417738591157, "rating_lower": 1383.4706556624185, "rating_upper": 1393.3648215198962, "vote_count": 31120 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 77, "rating": 1386.7696239505628, "rating_lower": 1378.209758112936, "rating_upper": 1395.3294897881894, "vote_count": 4801 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 78, "rating": 1386.4963574220203, "rating_lower": 1381.6080656667705, "rating_upper": 1391.3846491772706, "vote_count": 26648 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 79, "rating": 1384.4072525389108, "rating_lower": 1379.7460391836448, "rating_upper": 1389.0684658941768, "vote_count": 34547 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 80, "rating": 1383.6524384960812, "rating_lower": 1376.160088130175, "rating_upper": 1391.1447888619875, "vote_count": 7135 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 81, "rating": 1383.151939127607, "rating_lower": 1378.2851760964772, "rating_upper": 1388.0187021587367, "vote_count": 24093 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 82, "rating": 1382.6091480698449, "rating_lower": 1376.593067815434, "rating_upper": 1388.6252283242552, "vote_count": 12907 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 83, "rating": 1382.3763014280114, "rating_lower": 1376.0142782321898, "rating_upper": 1388.7383246238328, "vote_count": 11050 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 84, "rating": 1381.761130027444, "rating_lower": 1377.4987413606527, "rating_upper": 1386.023518694235, "vote_count": 40533 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 85, "rating": 1379.1846805728946, "rating_lower": 1375.524035415214, "rating_upper": 1382.845325730575, "vote_count": 44231 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 86, "rating": 1378.1007228779015, "rating_lower": 1366.856472459498, "rating_upper": 1389.3449732963052, "vote_count": 2822 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 87, "rating": 1374.611664366219, "rating_lower": 1370.1226973248702, "rating_upper": 1379.100631407568, "vote_count": 33931 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 88, "rating": 1374.4600905912796, "rating_lower": 1369.790772444274, "rating_upper": 1379.129408738285, "vote_count": 27156 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 89, "rating": 1373.799902765335, "rating_lower": 1369.7880078343385, "rating_upper": 1377.8117976963315, "vote_count": 33288 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 90, "rating": 1373.0525567989496, "rating_lower": 1369.9541324369272, "rating_upper": 1376.1509811609722, "vote_count": 89457 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 91, "rating": 1372.2333889718604, "rating_lower": 1368.3507177078725, "rating_upper": 1376.1160602358484, "vote_count": 44434 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 92, "rating": 1370.9573855614262, "rating_lower": 1366.6937952636945, "rating_upper": 1375.220975859158, "vote_count": 31396 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 93, "rating": 1368.8559371420329, "rating_lower": 1363.0234915948377, "rating_upper": 1374.688382689228, "vote_count": 13871 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 94, "rating": 1367.098174709551, "rating_lower": 1362.8588257349911, "rating_upper": 1371.33752368411, "vote_count": 36843 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 95, "rating": 1366.5362256459832, "rating_lower": 1360.5887391538402, "rating_upper": 1372.4837121381263, "vote_count": 13391 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 96, "rating": 1365.290576805401, "rating_lower": 1361.6424596666106, "rating_upper": 1368.9386939441913, "vote_count": 48686 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 97, "rating": 1364.2052108557632, "rating_lower": 1358.9927090911535, "rating_upper": 1369.4177126203729, "vote_count": 18584 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 98, "rating": 1362.4595830598405, "rating_lower": 1357.1546783212543, "rating_upper": 1367.7644877984264, "vote_count": 17525 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 99, "rating": 1362.2343278030369, "rating_lower": 1352.7930100551412, "rating_upper": 1371.6756455509328, "vote_count": 4090 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 100, "rating": 1360.7530526076212, "rating_lower": 1357.0333208960558, "rating_upper": 1364.4727843191868, "vote_count": 44815 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 101, "rating": 1358.542501703174, "rating_lower": 1353.8564941247778, "rating_upper": 1363.22850928157, "vote_count": 21788 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 102, "rating": 1356.580916495819, "rating_lower": 1351.6158342423175, "rating_upper": 1361.545998749321, "vote_count": 23763 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 103, "rating": 1355.8302151831854, "rating_lower": 1350.67122219745, "rating_upper": 1360.9892081689209, "vote_count": 18340 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "Prime Intellect", "license": "MIT", "rank": 104, "rating": 1355.6146583923687, "rating_lower": 1347.197924976006, "rating_upper": 1364.0313918087315, "vote_count": 5325 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 105, "rating": 1353.9587950841524, "rating_lower": 1349.5928306047294, "rating_upper": 1358.3247595635748, "vote_count": 30977 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 106, "rating": 1353.3977875302394, "rating_lower": 1349.1378371768265, "rating_upper": 1357.6577378836523, "vote_count": 24951 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 107, "rating": 1353.0928292872431, "rating_lower": 1344.743101095272, "rating_upper": 1361.4425574792144, "vote_count": 4977 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 108, "rating": 1352.81545917628, "rating_lower": 1349.3847739348444, "rating_upper": 1356.2461444177156, "vote_count": 57447 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 109, "rating": 1351.675611381044, "rating_lower": 1348.374579596025, "rating_upper": 1354.976643166063, "vote_count": 55607 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 110, "rating": 1348.8495145273853, "rating_lower": 1337.1149455764237, "rating_upper": 1360.5840834783469, "vote_count": 2226 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 111, "rating": 1348.3049133722748, "rating_lower": 1344.849886808034, "rating_upper": 1351.7599399365154, "vote_count": 58645 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 112, "rating": 1348.0680525081975, "rating_lower": 1341.7792030253045, "rating_upper": 1354.3569019910904, "vote_count": 11439 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 113, "rating": 1347.203129052227, "rating_lower": 1335.4844298297558, "rating_upper": 1358.9218282746983, "vote_count": 2546 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 114, "rating": 1347.1141990034776, "rating_lower": 1336.3294551903086, "rating_upper": 1357.8989428166465, "vote_count": 2892 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 115, "rating": 1346.64454423832, "rating_lower": 1337.193512321498, "rating_upper": 1356.0955761551422, "vote_count": 3932 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 116, "rating": 1346.561973424899, "rating_lower": 1338.7360143308636, "rating_upper": 1354.3879325189343, "vote_count": 6749 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 117, "rating": 1346.490090737263, "rating_lower": 1339.240159842801, "rating_upper": 1353.740021631725, "vote_count": 7044 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 118, "rating": 1346.1519612788063, "rating_lower": 1338.7616308760116, "rating_upper": 1353.5422916816012, "vote_count": 6595 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 119, "rating": 1346.142109614878, "rating_lower": 1337.8072491187506, "rating_upper": 1354.4769701110054, "vote_count": 5823 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 120, "rating": 1346.0729228783928, "rating_lower": 1342.6954587877667, "rating_upper": 1349.4503869690188, "vote_count": 112863 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 121, "rating": 1343.265095987379, "rating_lower": 1334.8522587865632, "rating_upper": 1351.6779331881953, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 122, "rating": 1343.0822636017008, "rating_lower": 1339.689260910139, "rating_upper": 1346.4752662932626, "vote_count": 82417 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 123, "rating": 1341.5213958738727, "rating_lower": 1331.9962154365944, "rating_upper": 1351.0465763111513, "vote_count": 3829 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 124, "rating": 1340.652172197118, "rating_lower": 1330.7697287535548, "rating_upper": 1350.5346156406815, "vote_count": 3430 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 125, "rating": 1340.467127061616, "rating_lower": 1328.9226101205954, "rating_upper": 1352.0116440026366, "vote_count": 2295 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 126, "rating": 1338.024522731247, "rating_lower": 1331.152912554845, "rating_upper": 1344.8961329076496, "vote_count": 8402 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 127, "rating": 1336.6646417283791, "rating_lower": 1333.0970615793915, "rating_upper": 1340.2322218773666, "vote_count": 51986 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 128, "rating": 1336.3921896345018, "rating_lower": 1330.1650695277735, "rating_upper": 1342.6193097412302, "vote_count": 12274 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 129, "rating": 1335.915799029865, "rating_lower": 1332.2757279318705, "rating_upper": 1339.5558701278596, "vote_count": 41392 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 130, "rating": 1335.7100128824825, "rating_lower": 1331.3285105268665, "rating_upper": 1340.091515238098, "vote_count": 26123 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 131, "rating": 1335.3942046045972, "rating_lower": 1331.2549589373211, "rating_upper": 1339.533450271873, "vote_count": 45498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 132, "rating": 1335.23252674379, "rating_lower": 1330.1048890623624, "rating_upper": 1340.3601644252176, "vote_count": 50142 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 133, "rating": 1335.135374623016, "rating_lower": 1331.533643097851, "rating_upper": 1338.7371061481813, "vote_count": 63495 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 134, "rating": 1334.1153865346082, "rating_lower": 1330.591795332994, "rating_upper": 1337.6389777362224, "vote_count": 59655 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 135, "rating": 1333.945650164048, "rating_lower": 1325.3518266158217, "rating_upper": 1342.5394737122738, "vote_count": 4829 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 136, "rating": 1328.6641458102786, "rating_lower": 1323.777041974095, "rating_upper": 1333.551249646462, "vote_count": 27340 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 137, "rating": 1327.9065587774403, "rating_lower": 1323.2221712777782, "rating_upper": 1332.5909462771024, "vote_count": 27428 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 138, "rating": 1327.8652367069303, "rating_lower": 1323.658189520886, "rating_upper": 1332.072283892975, "vote_count": 41136 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 139, "rating": 1326.8689336487485, "rating_lower": 1314.7280871905275, "rating_upper": 1339.0097801069692, "vote_count": 2230 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 140, "rating": 1326.578876909138, "rating_lower": 1316.827682792032, "rating_upper": 1336.3300710262438, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 141, "rating": 1324.6963773294567, "rating_lower": 1320.8340518168518, "rating_upper": 1328.5587028420616, "vote_count": 98130 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 142, "rating": 1324.0434927861288, "rating_lower": 1320.8651559319103, "rating_upper": 1327.221829640347, "vote_count": 71179 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "Ai2", "license": "Apache 2.0", "rank": 143, "rating": 1323.5160424589226, "rating_lower": 1316.2415225175068, "rating_upper": 1330.7905624003383, "vote_count": 8310 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 144, "rating": 1323.3179687546262, "rating_lower": 1315.054370288516, "rating_upper": 1331.581567220736, "vote_count": 6793 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 145, "rating": 1323.316393278518, "rating_lower": 1319.3865316445697, "rating_upper": 1327.2462549124666, "vote_count": 79132 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 146, "rating": 1322.8453290655711, "rating_lower": 1318.176322204728, "rating_upper": 1327.5143359264143, "vote_count": 31231 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 147, "rating": 1322.723397216058, "rating_lower": 1319.7251770199205, "rating_upper": 1325.7216174121952, "vote_count": 194904 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 148, "rating": 1321.7310615980623, "rating_lower": 1314.000699640334, "rating_upper": 1329.461423555791, "vote_count": 6107 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 149, "rating": 1321.0979363192127, "rating_lower": 1314.4701074226873, "rating_upper": 1327.7257652157384, "vote_count": 9687 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 150, "rating": 1320.2515082965929, "rating_lower": 1313.0446528171606, "rating_upper": 1327.4583637760252, "vote_count": 7199 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 151, "rating": 1319.8920249771636, "rating_lower": 1316.5009747789372, "rating_upper": 1323.28307517539, "vote_count": 55561 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 152, "rating": 1319.4379718060882, "rating_lower": 1314.5604453922306, "rating_upper": 1324.3154982199458, "vote_count": 26134 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 153, "rating": 1318.9654970938384, "rating_lower": 1313.8717918348602, "rating_upper": 1324.0592023528166, "vote_count": 23347 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 154, "rating": 1318.288583650321, "rating_lower": 1312.6244317824262, "rating_upper": 1323.9527355182158, "vote_count": 16479 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 155, "rating": 1317.7189954463383, "rating_lower": 1314.2811474047153, "rating_upper": 1321.1568434879614, "vote_count": 68801 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 156, "rating": 1317.6911105961867, "rating_lower": 1311.347863925183, "rating_upper": 1324.0343572671904, "vote_count": 10807 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 157, "rating": 1316.9895042733326, "rating_lower": 1311.3141270415897, "rating_upper": 1322.6648815050758, "vote_count": 15510 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 158, "rating": 1315.412935323391, "rating_lower": 1309.0951090492383, "rating_upper": 1321.7307615975428, "vote_count": 10179 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 159, "rating": 1314.4947171849644, "rating_lower": 1310.0012976939192, "rating_upper": 1318.9881366760096, "vote_count": 24746 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 160, "rating": 1314.429857736939, "rating_lower": 1310.5679008783711, "rating_upper": 1318.2918145955066, "vote_count": 45460 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 161, "rating": 1313.8624266345466, "rating_lower": 1310.0171223135617, "rating_upper": 1317.7077309555316, "vote_count": 100107 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 162, "rating": 1313.7959536399146, "rating_lower": 1309.7615614112417, "rating_upper": 1317.8303458685873, "vote_count": 93439 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 163, "rating": 1311.7123282748153, "rating_lower": 1302.022658356531, "rating_upper": 1321.4019981930992, "vote_count": 3905 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 164, "rating": 1310.2701947045744, "rating_lower": 1296.3880275857882, "rating_upper": 1324.1523618233605, "vote_count": 1921 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 165, "rating": 1310.1297233654302, "rating_lower": 1305.975247268844, "rating_upper": 1314.2841994620169, "vote_count": 34909 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 166, "rating": 1307.9563008983837, "rating_lower": 1304.313825346873, "rating_upper": 1311.5987764498946, "vote_count": 52574 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 167, "rating": 1307.1627384662938, "rating_lower": 1302.5096573318149, "rating_upper": 1311.8158196007732, "vote_count": 24574 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 168, "rating": 1306.2852997560262, "rating_lower": 1300.645526013505, "rating_upper": 1311.9250734985471, "vote_count": 19622 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 169, "rating": 1305.4941891556696, "rating_lower": 1299.1355670423566, "rating_upper": 1311.8528112689828, "vote_count": 12061 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 170, "rating": 1305.3575262695745, "rating_lower": 1300.9867108003389, "rating_upper": 1309.7283417388098, "vote_count": 28081 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 171, "rating": 1305.2133332014005, "rating_lower": 1296.9192220958168, "rating_upper": 1313.507444306984, "vote_count": 5891 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 172, "rating": 1304.6151613763857, "rating_lower": 1300.139515870184, "rating_upper": 1309.0908068825877, "vote_count": 34132 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 173, "rating": 1303.2234804873228, "rating_lower": 1293.9024441510032, "rating_upper": 1312.5445168236429, "vote_count": 4177 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 174, "rating": 1302.779918504671, "rating_lower": 1298.7783426274098, "rating_upper": 1306.7814943819324, "vote_count": 39409 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 175, "rating": 1298.5665129236747, "rating_lower": 1290.820371577066, "rating_upper": 1306.3126542702837, "vote_count": 7136 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 176, "rating": 1296.1989188168332, "rating_lower": 1287.216079179056, "rating_upper": 1305.1817584546102, "vote_count": 5601 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 177, "rating": 1293.831284281011, "rating_lower": 1290.1665405222589, "rating_upper": 1297.496028039763, "vote_count": 55234 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 178, "rating": 1290.3007210545352, "rating_lower": 1285.7957562569586, "rating_upper": 1294.8056858521118, "vote_count": 24753 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 179, "rating": 1289.0030881023677, "rating_lower": 1281.7084506519968, "rating_upper": 1296.297725552739, "vote_count": 8659 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 180, "rating": 1288.3792025215737, "rating_lower": 1279.9922313854097, "rating_upper": 1296.766173657737, "vote_count": 5675 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 181, "rating": 1288.3544562953375, "rating_lower": 1285.0568533404053, "rating_upper": 1291.6520592502693, "vote_count": 75764 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 182, "rating": 1288.2154037514, "rating_lower": 1281.054245747045, "rating_upper": 1295.3765617557551, "vote_count": 7309 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 183, "rating": 1287.9407234137766, "rating_lower": 1283.1738307209334, "rating_upper": 1292.7076161066195, "vote_count": 54167 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 184, "rating": 1287.0234430116611, "rating_lower": 1277.0522649129778, "rating_upper": 1296.9946211103445, "vote_count": 3749 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 185, "rating": 1287.0080964773565, "rating_lower": 1276.5323504985076, "rating_upper": 1297.4838424562054, "vote_count": 2846 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 186, "rating": 1285.8175138874276, "rating_lower": 1281.3656293407878, "rating_upper": 1290.2693984340672, "vote_count": 62823 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "Ai2", "license": "Apache 2.0", "rank": 187, "rating": 1285.122389493159, "rating_lower": 1277.8213892324857, "rating_upper": 1292.4233897538322, "vote_count": 8498 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 188, "rating": 1281.7960381734088, "rating_lower": 1277.830930452718, "rating_upper": 1285.7611458941, "vote_count": 109289 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 189, "rating": 1279.760540823434, "rating_lower": 1272.9163599105702, "rating_upper": 1286.604721736298, "vote_count": 10069 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 190, "rating": 1278.2416961699555, "rating_lower": 1272.9335661043726, "rating_upper": 1283.549826235538, "vote_count": 19661 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 191, "rating": 1277.1157773082955, "rating_lower": 1270.5629897212302, "rating_upper": 1283.6685648953608, "vote_count": 9869 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 192, "rating": 1276.591150929878, "rating_lower": 1273.054071506489, "rating_upper": 1280.1282303532669, "vote_count": 156880 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 193, "rating": 1276.1342718110234, "rating_lower": 1272.095976012111, "rating_upper": 1280.172567609936, "vote_count": 88721 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 194, "rating": 1274.1052830862952, "rating_lower": 1268.2356579000066, "rating_upper": 1279.974908272584, "vote_count": 14677 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 195, "rating": 1273.9578342005343, "rating_lower": 1266.9761995042663, "rating_upper": 1280.939468896802, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 196, "rating": 1272.8098089512478, "rating_lower": 1265.829993092524, "rating_upper": 1279.7896248099714, "vote_count": 7537 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 197, "rating": 1270.9231640855626, "rating_lower": 1262.8155460739035, "rating_upper": 1279.0307820972216, "vote_count": 5430 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 198, "rating": 1267.4816321262276, "rating_lower": 1262.649523020209, "rating_upper": 1272.3137412322462, "vote_count": 27123 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 199, "rating": 1265.766593543061, "rating_lower": 1262.0216332228997, "rating_upper": 1269.511553863222, "vote_count": 54615 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 200, "rating": 1264.8643033305823, "rating_lower": 1258.5981435510644, "rating_upper": 1271.130463110101, "vote_count": 15147 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 201, "rating": 1262.8105469030563, "rating_lower": 1258.5173518118156, "rating_upper": 1267.1037419942973, "vote_count": 77556 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 202, "rating": 1262.6656185437507, "rating_lower": 1257.7549238316776, "rating_upper": 1267.5763132558238, "vote_count": 37325 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 203, "rating": 1261.8558364102578, "rating_lower": 1258.1413474987055, "rating_upper": 1265.5703253218096, "vote_count": 117705 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 204, "rating": 1260.8937486995428, "rating_lower": 1255.776782535816, "rating_upper": 1266.01071486327, "vote_count": 19376 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 205, "rating": 1259.088833788012, "rating_lower": 1254.8547965274383, "rating_upper": 1263.322871048586, "vote_count": 35556 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 206, "rating": 1256.3959650838524, "rating_lower": 1251.855970167899, "rating_upper": 1260.935959999806, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 207, "rating": 1252.510224431367, "rating_lower": 1241.719936536939, "rating_upper": 1263.3005123257951, "vote_count": 3335 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 208, "rating": 1251.0489417228878, "rating_lower": 1244.4699363049822, "rating_upper": 1257.6279471407934, "vote_count": 10141 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 209, "rating": 1243.3735948181986, "rating_lower": 1238.677813380511, "rating_upper": 1248.0693762558865, "vote_count": 62437 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 210, "rating": 1241.1662036901887, "rating_lower": 1236.058442871074, "rating_upper": 1246.2739645093036, "vote_count": 19355 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 211, "rating": 1239.2538976498713, "rating_lower": 1232.0428660739776, "rating_upper": 1246.464929225765, "vote_count": 8854 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 212, "rating": 1237.354374416563, "rating_lower": 1228.2621660990942, "rating_upper": 1246.4465827340316, "vote_count": 4780 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 213, "rating": 1235.7411969179095, "rating_lower": 1228.419391388748, "rating_upper": 1243.063002447071, "vote_count": 18352 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 214, "rating": 1234.791915828686, "rating_lower": 1229.2552868979064, "rating_upper": 1240.328544759465, "vote_count": 26191 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 215, "rating": 1234.1185274422082, "rating_lower": 1226.7177706015195, "rating_upper": 1241.5192842828967, "vote_count": 15451 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 216, "rating": 1234.0453925520114, "rating_lower": 1228.7851999487816, "rating_upper": 1239.3055851552415, "vote_count": 39296 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 217, "rating": 1233.5027512777467, "rating_lower": 1221.730647405878, "rating_upper": 1245.2748551496154, "vote_count": 2729 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 218, "rating": 1230.484195220695, "rating_lower": 1225.958975949527, "rating_upper": 1235.009414491863, "vote_count": 51417 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 219, "rating": 1227.9347605540709, "rating_lower": 1223.1742971603016, "rating_upper": 1232.69522394784, "vote_count": 54038 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 220, "rating": 1227.3217381332524, "rating_lower": 1221.387237312268, "rating_upper": 1233.256238954237, "vote_count": 24806 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 221, "rating": 1225.0395093762716, "rating_lower": 1220.3542436918656, "rating_upper": 1229.7247750606778, "vote_count": 66191 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 222, "rating": 1223.936122771447, "rating_lower": 1218.4456925094855, "rating_upper": 1229.4265530334071, "vote_count": 34552 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 223, "rating": 1223.8037400334529, "rating_lower": 1220.1127389001838, "rating_upper": 1227.4947411667222, "vote_count": 104636 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 224, "rating": 1223.3588023109455, "rating_lower": 1216.418048944573, "rating_upper": 1230.2995556773185, "vote_count": 9827 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 225, "rating": 1222.5192223845352, "rating_lower": 1210.7391008065745, "rating_upper": 1234.2993439624956, "vote_count": 6390 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 226, "rating": 1220.9513006425282, "rating_lower": 1210.2421485634272, "rating_upper": 1231.660452721629, "vote_count": 2895 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 227, "rating": 1214.008579828917, "rating_lower": 1208.9941194596108, "rating_upper": 1219.023040198223, "vote_count": 24142 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 228, "rating": 1213.689551355723, "rating_lower": 1202.8750522926025, "rating_upper": 1224.504050418844, "vote_count": 4653 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 229, "rating": 1211.6709004601107, "rating_lower": 1207.5900608305442, "rating_upper": 1215.7517400896772, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 230, "rating": 1209.4001129019537, "rating_lower": 1198.290266321766, "rating_upper": 1220.509959482141, "vote_count": 3092 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 231, "rating": 1204.8398276261887, "rating_lower": 1198.7322812800323, "rating_upper": 1210.9473739723448, "vote_count": 21744 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 232, "rating": 1203.57528204062, "rating_lower": 1194.809551994726, "rating_upper": 1212.3410120865142, "vote_count": 16616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 233, "rating": 1198.862087392591, "rating_lower": 1193.731996237692, "rating_upper": 1203.9921785474903, "vote_count": 25055 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 234, "rating": 1198.79708189962, "rating_lower": 1194.7679023302444, "rating_upper": 1202.8262614689957, "vote_count": 46618 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 235, "rating": 1198.117878466484, "rating_lower": 1193.8709328425275, "rating_upper": 1202.3648240904404, "vote_count": 73505 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 236, "rating": 1195.964925361696, "rating_lower": 1189.8613692803756, "rating_upper": 1202.0684814430165, "vote_count": 32196 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 237, "rating": 1191.8369335076188, "rating_lower": 1184.670599737264, "rating_upper": 1199.0032672779737, "vote_count": 9902 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 238, "rating": 1191.7211855476512, "rating_lower": 1184.6018255898791, "rating_upper": 1198.840545505423, "vote_count": 17841 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 239, "rating": 1185.5843845595246, "rating_lower": 1176.122945420958, "rating_upper": 1195.0458236980912, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 240, "rating": 1185.4104177625998, "rating_lower": 1173.8856155254464, "rating_upper": 1196.9352199997531, "vote_count": 4933 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 241, "rating": 1184.5630213033298, "rating_lower": 1177.7429291858982, "rating_upper": 1191.3831134207614, "vote_count": 15483 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 242, "rating": 1183.2706773388388, "rating_lower": 1175.2669711927542, "rating_upper": 1191.2743834849234, "vote_count": 12636 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 243, "rating": 1183.241748596749, "rating_lower": 1173.5562987320127, "rating_upper": 1192.927198461485, "vote_count": 7967 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 244, "rating": 1182.8716014150004, "rating_lower": 1174.1885539898883, "rating_upper": 1191.5546488401123, "vote_count": 6643 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 245, "rating": 1180.6310532697307, "rating_lower": 1174.5700068630022, "rating_upper": 1186.692099676459, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 246, "rating": 1180.4804371914508, "rating_lower": 1174.5787350358507, "rating_upper": 1186.3821393470512, "vote_count": 32836 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 247, "rating": 1180.043028679632, "rating_lower": 1168.8417369172355, "rating_upper": 1191.2443204420283, "vote_count": 3191 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 248, "rating": 1178.9713419170444, "rating_lower": 1169.142577519797, "rating_upper": 1188.8001063142915, "vote_count": 6534 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 249, "rating": 1176.1427415714304, "rating_lower": 1165.7095560388811, "rating_upper": 1186.5759271039797, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 250, "rating": 1173.733437940517, "rating_lower": 1167.5283810720814, "rating_upper": 1179.9384948089523, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 251, "rating": 1172.317908646008, "rating_lower": 1164.9062782003512, "rating_upper": 1179.7295390916647, "vote_count": 16057 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 252, "rating": 1172.0510887967237, "rating_lower": 1166.1500056862214, "rating_upper": 1177.952171907226, "vote_count": 17763 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 253, "rating": 1171.6204276936835, "rating_lower": 1166.1276056870952, "rating_upper": 1177.1132497002718, "vote_count": 38491 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 254, "rating": 1168.423957884571, "rating_lower": 1160.3523874365503, "rating_upper": 1176.495528332592, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 255, "rating": 1167.3442052189732, "rating_lower": 1159.657980553839, "rating_upper": 1175.0304298841074, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 256, "rating": 1165.5080981931785, "rating_lower": 1153.5538320036007, "rating_upper": 1177.462364382756, "vote_count": 3776 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 257, "rating": 1157.5513648018466, "rating_lower": 1146.0375901063535, "rating_upper": 1169.0651394973395, "vote_count": 3233 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 258, "rating": 1156.8646749719917, "rating_lower": 1148.4712069535694, "rating_upper": 1165.2581429904135, "vote_count": 6837 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 259, "rating": 1156.3723067236217, "rating_lower": 1143.7356419434104, "rating_upper": 1169.008971503833, "vote_count": 3584 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 260, "rating": 1153.367377648735, "rating_lower": 1140.1363960141707, "rating_upper": 1166.5983592832995, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "Cognitive Computations", "license": "Apache-2.0", "rank": 261, "rating": 1152.9292546632428, "rating_lower": 1137.4972729316785, "rating_upper": 1168.361236394807, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 262, "rating": 1151.1189204976486, "rating_lower": 1138.791837398765, "rating_upper": 1163.446003596532, "vote_count": 2571 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 263, "rating": 1150.5593407686476, "rating_lower": 1143.9127647712332, "rating_upper": 1157.2059167660625, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 264, "rating": 1150.0998313081875, "rating_lower": 1140.82519952822, "rating_upper": 1159.3744630881556, "vote_count": 7046 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "TII", "license": "Falcon-180B TII License", "rank": 265, "rating": 1148.0456805553513, "rating_lower": 1130.8792660642262, "rating_upper": 1165.2120950464764, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 266, "rating": 1144.7020392654788, "rating_lower": 1134.8012755094994, "rating_upper": 1154.6028030214582, "vote_count": 4735 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 267, "rating": 1143.8795843574053, "rating_lower": 1137.4555732493145, "rating_upper": 1150.3035954654963, "vote_count": 12296 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 268, "rating": 1142.2696361822032, "rating_lower": 1135.548584785818, "rating_upper": 1148.9906875785878, "vote_count": 19171 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 269, "rating": 1141.9249496027978, "rating_lower": 1135.2136546445456, "rating_upper": 1148.63624456105, "vote_count": 19366 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 270, "rating": 1139.6110828871897, "rating_lower": 1128.6342697201994, "rating_upper": 1150.5878960541793, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 271, "rating": 1138.2259543975656, "rating_lower": 1128.8144174515337, "rating_upper": 1147.6374913435975, "vote_count": 8554 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 272, "rating": 1137.5053117365928, "rating_lower": 1128.5961001308488, "rating_upper": 1146.414523342337, "vote_count": 7363 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 273, "rating": 1136.506999440688, "rating_lower": 1126.9947661412257, "rating_upper": 1146.0192327401503, "vote_count": 8925 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 274, "rating": 1132.0237451365638, "rating_lower": 1123.171876995501, "rating_upper": 1140.8756132776266, "vote_count": 11116 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 275, "rating": 1130.1362446223532, "rating_lower": 1122.714048435383, "rating_upper": 1137.5584408093234, "vote_count": 20691 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 276, "rating": 1129.1961826748748, "rating_lower": 1122.8112156612583, "rating_upper": 1135.581149688491, "vote_count": 20115 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 277, "rating": 1128.3088805727095, "rating_lower": 1116.126473625264, "rating_upper": 1140.4912875201549, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "HuggingFace", "license": "MIT", "rank": 278, "rating": 1127.8725754372124, "rating_lower": 1112.1661303066664, "rating_upper": 1143.5790205677583, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 279, "rating": 1121.9518945346788, "rating_lower": 1110.9456093840158, "rating_upper": 1132.9581796853415, "vote_count": 5184 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 280, "rating": 1119.764927599152, "rating_lower": 1101.5136295576806, "rating_upper": 1138.0162256406231, "vote_count": 1143 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 281, "rating": 1115.6166937751832, "rating_lower": 1106.4228184052922, "rating_upper": 1124.810569145074, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 282, "rating": 1115.1881516867277, "rating_lower": 1100.74814032316, "rating_upper": 1129.6281630502951, "vote_count": 2201 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 283, "rating": 1114.622855102668, "rating_lower": 1106.8894419200928, "rating_upper": 1122.3562682852432, "vote_count": 10853 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 284, "rating": 1111.9667749771002, "rating_lower": 1104.0985645657556, "rating_upper": 1119.8349853884442, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 285, "rating": 1110.6471972993825, "rating_lower": 1101.342783985944, "rating_upper": 1119.9516106128208, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 286, "rating": 1108.9552439252534, "rating_lower": 1101.9030562300898, "rating_upper": 1116.0074316204173, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 287, "rating": 1092.197420970759, "rating_lower": 1080.6696925622985, "rating_upper": 1103.7251493792196, "vote_count": 4779 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 288, "rating": 1091.1924063685462, "rating_lower": 1081.8377686147192, "rating_upper": 1100.547044122373, "vote_count": 7598 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 289, "rating": 1075.4335859461398, "rating_lower": 1064.2305008986823, "rating_upper": 1086.6366709935974, "vote_count": 6329 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 290, "rating": 1071.3720515474015, "rating_lower": 1061.3896016345934, "rating_upper": 1081.35450146021, "vote_count": 6964 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 291, "rating": 1068.4917148764089, "rating_lower": 1056.9347045443533, "rating_upper": 1080.0487252084638, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "Nomic AI", "license": "Non-commercial", "rank": 292, "rating": 1066.9718750825607, "rating_lower": 1051.6394647104094, "rating_upper": 1082.304285454712, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 293, "rating": 1062.829374165196, "rating_lower": 1050.7680965506402, "rating_upper": 1074.890651779752, "vote_count": 3925 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 294, "rating": 1057.0565182109412, "rating_lower": 1045.3567658117097, "rating_upper": 1068.756270610173, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 295, "rating": 1042.2459029266297, "rating_lower": 1030.7621650483484, "rating_upper": 1053.7296408049108, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 296, "rating": 1025.179939520228, "rating_lower": 1011.5207318842822, "rating_upper": 1038.839147156173, "vote_count": 2657 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 297, "rating": 1023.1163824138548, "rating_lower": 1012.1543299110524, "rating_upper": 1034.078434916657, "vote_count": 6311 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 298, "rating": 996.5113765813812, "rating_lower": 983.8491408582996, "rating_upper": 1009.1736123044628, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 299, "rating": 992.195419238882, "rating_lower": 979.7201326625476, "rating_upper": 1004.6707058152168, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 300, "rating": 981.1316535302756, "rating_lower": 967.4646124453571, "rating_upper": 994.7986946151938, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 301, "rating": 973.1261963294615, "rating_lower": 957.1384472041408, "rating_upper": 989.1139454547824, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 302, "rating": 953.5268304065276, "rating_lower": 940.6558659816102, "rating_upper": 966.3977948314448, "vote_count": 3287 } ] }