{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2026-07-21", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2026-07-21", "retrieved_at": "2026-07-26", "entry_count": 378, "entries": [ { "record_id": "claude-fable-5", "model": "claude-fable-5", "provider": "anthropic", "license": "Proprietary", "rank": 1, "rating": 1507.2997911402522, "rating_lower": 1500.9185697314226, "rating_upper": 1513.6810125490815, "vote_count": 14646 }, { "record_id": "claude-opus-4-6-thinking", "model": "claude-opus-4-6-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1504.8372083749907, "rating_lower": 1501.1137732260656, "rating_upper": 1508.5606435239158, "vote_count": 63191 }, { "record_id": "claude-opus-4-7-thinking", "model": "claude-opus-4-7-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 3, "rating": 1502.0426893936099, "rating_lower": 1497.8444007926057, "rating_upper": 1506.2409779946142, "vote_count": 50683 }, { "record_id": "claude-opus-4-6", "model": "claude-opus-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 4, "rating": 1497.7589351869728, "rating_lower": 1494.1265119769923, "rating_upper": 1501.3913583969531, "vote_count": 67037 }, { "record_id": "muse-spark-1.1", "model": "muse-spark-1.1", "provider": "meta", "license": "Proprietary", "rank": 5, "rating": 1495.0588554477938, "rating_lower": 1487.8386187316632, "rating_upper": 1502.2790921639246, "vote_count": 7927 }, { "record_id": "claude-opus-4-7", "model": "claude-opus-4-7", "provider": "anthropic", "license": "Proprietary", "rank": 6, "rating": 1493.665050830996, "rating_lower": 1489.4764241909113, "rating_upper": 1497.8536774710808, "vote_count": 51788 }, { "record_id": "muse-spark", "model": "muse-spark", "provider": "meta", "license": "Proprietary", "rank": 7, "rating": 1487.5486426289704, "rating_lower": 1481.6847729109668, "rating_upper": 1493.412512346974, "vote_count": 13565 }, { "record_id": "gemini-3.1-pro-preview", "model": "gemini-3.1-pro-preview", "provider": "google", "license": "Proprietary", "rank": 8, "rating": 1485.8143255817836, "rating_lower": 1482.2949137964672, "rating_upper": 1489.3337373670997, "vote_count": 84631 }, { "record_id": "gemini-3-pro", "model": "gemini-3-pro", "provider": "google", "license": "Proprietary", "rank": 9, "rating": 1485.7366819044478, "rating_lower": 1481.8911295439332, "rating_upper": 1489.5822342649626, "vote_count": 41268 }, { "record_id": "kimi-k3", "model": "kimi-k3", "provider": "moonshot", "license": "Proprietary", "rank": 10, "rating": 1485.6568257882025, "rating_lower": 1475.700024164751, "rating_upper": 1495.613627411654, "vote_count": 3619 }, { "record_id": "gpt-5.6-sol-xhigh", "model": "gpt-5.6-sol-xhigh", "provider": "openai", "license": "Proprietary", "rank": 11, "rating": 1485.0725888040183, "rating_lower": 1477.1900783933058, "rating_upper": 1492.955099214731, "vote_count": 6221 }, { "record_id": "gemini-3.6-flash", "model": "gemini-3.6-flash", "provider": "google", "license": "Proprietary", "rank": 12, "rating": 1485.0301992084449, "rating_lower": 1476.1843000866597, "rating_upper": 1493.87609833023, "vote_count": 4747 }, { "record_id": "claude-opus-4-8-thinking", "model": "claude-opus-4-8-thinking", "provider": "anthropic", "license": "Proprietary", "rank": 13, "rating": 1483.5831574349268, "rating_lower": 1478.472586912226, "rating_upper": 1488.6937279576273, "vote_count": 30901 }, { "record_id": "gpt-5.5-high", "model": "gpt-5.5-high", "provider": "openai", "license": "Proprietary", "rank": 14, "rating": 1481.7262226711755, "rating_lower": 1477.3223797962348, "rating_upper": 1486.1300655461164, "vote_count": 45760 }, { "record_id": "gpt-5.4-high", "model": "gpt-5.4-high", "provider": "openai", "license": "Proprietary", "rank": 15, "rating": 1477.786637210054, "rating_lower": 1473.8347234613905, "rating_upper": 1481.7385509587177, "vote_count": 58997 }, { "record_id": "gpt-5.5", "model": "gpt-5.5", "provider": "openai", "license": "Proprietary", "rank": 16, "rating": 1476.3228987771622, "rating_lower": 1471.9556694071082, "rating_upper": 1480.6901281472162, "vote_count": 47180 }, { "record_id": "gemini-3.5-flash-high", "model": "gemini-3.5-flash-high", "provider": "google", "license": "Proprietary", "rank": 17, "rating": 1476.260692080294, "rating_lower": 1469.7380969778949, "rating_upper": 1482.783287182693, "vote_count": 10092 }, { "record_id": "gpt-5.2-chat-latest-20260210", "model": "gpt-5.2-chat-latest-20260210", "provider": "openai", "license": "Proprietary", "rank": 18, "rating": 1475.7023658897158, "rating_lower": 1471.5589790223346, "rating_upper": 1479.8457527570968, "vote_count": 34420 }, { "record_id": "qwen3.7-max-preview", "model": "qwen3.7-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 19, "rating": 1475.150635599283, "rating_lower": 1465.1215248909782, "rating_upper": 1485.1797463075877, "vote_count": 3714 }, { "record_id": "grok-4.20-beta1", "model": "grok-4.20-beta1", "provider": "xai", "license": "Proprietary", "rank": 20, "rating": 1474.331451141226, "rating_lower": 1469.6706630384228, "rating_upper": 1478.992239244029, "vote_count": 26822 }, { "record_id": "gemini-3.5-flash-medium", "model": "gemini-3.5-flash-medium", "provider": "google", "license": "Proprietary", "rank": 21, "rating": 1474.327489774991, "rating_lower": 1468.2493227117727, "rating_upper": 1480.4056568382093, "vote_count": 14063 }, { "record_id": "claude-opus-4-8", "model": "claude-opus-4-8", "provider": "anthropic", "license": "Proprietary", "rank": 22, "rating": 1473.4318258892104, "rating_lower": 1468.3272872078594, "rating_upper": 1478.5363645705613, "vote_count": 31619 }, { "record_id": "gpt-5.5-instant", "model": "gpt-5.5-instant", "provider": "openai", "license": "Proprietary", "rank": 23, "rating": 1473.3208315569022, "rating_lower": 1468.1873453565813, "rating_upper": 1478.4543177572232, "vote_count": 25995 }, { "record_id": "grok-4.20-beta-0309-reasoning", "model": "grok-4.20-beta-0309-reasoning", "provider": "xai", "license": "Proprietary", "rank": 24, "rating": 1473.175692519664, "rating_lower": 1469.3328133583548, "rating_upper": 1477.018571680973, "vote_count": 60330 }, { "record_id": "gemini-3-flash", "model": "gemini-3-flash", "provider": "google", "license": "Proprietary", "rank": 25, "rating": 1473.135933185046, "rating_lower": 1468.7278190869167, "rating_upper": 1477.5440472831751, "vote_count": 30682 }, { "record_id": "claude-opus-4-5-20251101-thinking-32k", "model": "claude-opus-4-5-20251101-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 26, "rating": 1472.8715144748207, "rating_lower": 1468.9878712792763, "rating_upper": 1476.7551576703652, "vote_count": 37037 }, { "record_id": "claude-sonnet-4-6", "model": "claude-sonnet-4-6", "provider": "anthropic", "license": "Proprietary", "rank": 27, "rating": 1472.5444441127154, "rating_lower": 1468.6941985112303, "rating_upper": 1476.3946897142007, "vote_count": 57183 }, { "record_id": "grok-4.20-multi-agent-beta-0309", "model": "grok-4.20-multi-agent-beta-0309", "provider": "xai", "license": "Proprietary", "rank": 28, "rating": 1470.9274815372594, "rating_lower": 1467.0631126828864, "rating_upper": 1474.7918503916326, "vote_count": 59116 }, { "record_id": "glm-5.1", "model": "glm-5.1", "provider": "zai", "license": "MIT", "rank": 29, "rating": 1469.6450618671067, "rating_lower": 1465.0679621259508, "rating_upper": 1474.2221616082627, "vote_count": 30726 }, { "record_id": "glm-5.2 (max)", "model": "glm-5.2 (max)", "provider": "zai", "license": "MIT", "rank": 30, "rating": 1469.1990786951344, "rating_lower": 1463.356844159738, "rating_upper": 1475.0413132305307, "vote_count": 18017 }, { "record_id": "claude-opus-4-5-20251101", "model": "claude-opus-4-5-20251101", "provider": "anthropic", "license": "Proprietary", "rank": 31, "rating": 1469.1215118348166, "rating_lower": 1465.9167699108887, "rating_upper": 1472.3262537587445, "vote_count": 70976 }, { "record_id": "ernie-5.1", "model": "ernie-5.1", "provider": "baidu", "license": "Proprietary", "rank": 32, "rating": 1467.7239619136049, "rating_lower": 1463.0552184709602, "rating_upper": 1472.3927053562495, "vote_count": 37418 }, { "record_id": "grok-4.5", "model": "grok-4.5", "provider": "xai", "license": "Proprietary", "rank": 33, "rating": 1467.7197751874867, "rating_lower": 1460.4474897447021, "rating_upper": 1474.9920606302712, "vote_count": 7833 }, { "record_id": "mimo-v2.5-pro", "model": "mimo-v2.5-pro", "provider": "xiaomi", "license": "MIT", "rank": 34, "rating": 1466.8350955356996, "rating_lower": 1462.3775736184364, "rating_upper": 1471.292617452963, "vote_count": 42195 }, { "record_id": "gpt-5.4", "model": "gpt-5.4", "provider": "openai", "license": "Proprietary", "rank": 35, "rating": 1466.2590305324254, "rating_lower": 1462.388428397741, "rating_upper": 1470.1296326671097, "vote_count": 62036 }, { "record_id": "grok-4.1-thinking", "model": "grok-4.1-thinking", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1465.90111331656, "rating_lower": 1462.6616441822296, "rating_upper": 1469.1405824508904, "vote_count": 65461 }, { "record_id": "qwen3.5-max-preview", "model": "qwen3.5-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 37, "rating": 1464.799390359994, "rating_lower": 1459.8124218843736, "rating_upper": 1469.7863588356145, "vote_count": 21479 }, { "record_id": "claude-sonnet-5-high", "model": "claude-sonnet-5-high", "provider": "anthropic", "license": "Proprietary", "rank": 38, "rating": 1461.1483034333235, "rating_lower": 1454.8939764444276, "rating_upper": 1467.4026304222193, "vote_count": 13521 }, { "record_id": "kimi-k2.6", "model": "kimi-k2.6", "provider": "moonshot", "license": "Modified MIT", "rank": 39, "rating": 1460.9108611539302, "rating_lower": 1456.3636462070524, "rating_upper": 1465.458076100808, "vote_count": 37686 }, { "record_id": "qwen3.6-max-preview", "model": "qwen3.6-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 40, "rating": 1460.1028230283564, "rating_lower": 1451.7293419876814, "rating_upper": 1468.4763040690311, "vote_count": 5188 }, { "record_id": "qwen3.7-plus", "model": "qwen3.7-plus", "provider": "alibaba", "license": "Proprietary", "rank": 41, "rating": 1459.8098889397595, "rating_lower": 1454.2235678797413, "rating_upper": 1465.3962099997775, "vote_count": 22271 }, { "record_id": "grok-4.1", "model": "grok-4.1", "provider": "xai", "license": "Proprietary", "rank": 42, "rating": 1459.4546442819078, "rating_lower": 1456.228538315245, "rating_upper": 1462.6807502485706, "vote_count": 67589 }, { "record_id": "gemini-3.5-flash-lite", "model": "gemini-3.5-flash-lite", "provider": "google", "license": "Proprietary", "rank": 43, "rating": 1459.1030530736336, "rating_lower": 1450.3444472853892, "rating_upper": 1467.8616588618781, "vote_count": 4674 }, { "record_id": "gemini-3-flash (thinking-minimal)", "model": "gemini-3-flash (thinking-minimal)", "provider": "google", "license": "Proprietary", "rank": 44, "rating": 1458.629036331512, "rating_lower": 1455.4725988294178, "rating_upper": 1461.785473833606, "vote_count": 84397 }, { "record_id": "glm-5", "model": "glm-5", "provider": "zai", "license": "MIT", "rank": 45, "rating": 1456.6621031049194, "rating_lower": 1452.3038768499653, "rating_upper": 1461.0203293598736, "vote_count": 27785 }, { "record_id": "deepseek-v4-pro", "model": "deepseek-v4-pro", "provider": "deepseek", "license": "MIT", "rank": 46, "rating": 1456.6118827029197, "rating_lower": 1452.2407662066212, "rating_upper": 1460.9829991992183, "vote_count": 45278 }, { "record_id": "claude-sonnet-4-5-20250929-thinking-32k", "model": "claude-sonnet-4-5-20250929-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 47, "rating": 1455.577218964852, "rating_lower": 1452.7694342180716, "rating_upper": 1458.3850037116322, "vote_count": 82316 }, { "record_id": "dola-seed-2.0-pro", "model": "dola-seed-2.0-pro", "provider": "bytedance", "license": "Proprietary", "rank": 48, "rating": 1455.4137843979174, "rating_lower": 1451.7692452245183, "rating_upper": 1459.0583235713168, "vote_count": 67993 }, { "record_id": "deepseek-v4-pro-thinking", "model": "deepseek-v4-pro-thinking", "provider": "deepseek", "license": "MIT", "rank": 49, "rating": 1455.2045087709948, "rating_lower": 1450.7577832098748, "rating_upper": 1459.6512343321149, "vote_count": 43079 }, { "record_id": "claude-sonnet-4-5-20250929", "model": "claude-sonnet-4-5-20250929", "provider": "anthropic", "license": "Proprietary", "rank": 50, "rating": 1455.123493499802, "rating_lower": 1452.2047580457372, "rating_upper": 1458.0422289538667, "vote_count": 80720 }, { "record_id": "gpt-5.1-high", "model": "gpt-5.1-high", "provider": "openai", "license": "Proprietary", "rank": 51, "rating": 1454.6313918278106, "rating_lower": 1450.8548088599657, "rating_upper": 1458.4079747956555, "vote_count": 40774 }, { "record_id": "gemma-4-31b", "model": "gemma-4-31b", "provider": "google", "license": "Apache 2.0", "rank": 52, "rating": 1450.845963686926, "rating_lower": 1443.2420204401135, "rating_upper": 1458.4499069337385, "vote_count": 5880 }, { "record_id": "kimi-k2.5-thinking", "model": "kimi-k2.5-thinking", "provider": "moonshot", "license": "Modified MIT", "rank": 53, "rating": 1449.6861528175555, "rating_lower": 1446.1309558409935, "rating_upper": 1453.2413497941172, "vote_count": 62688 }, { "record_id": "gpt-5.4-mini-high", "model": "gpt-5.4-mini-high", "provider": "openai", "license": "Proprietary", "rank": 54, "rating": 1449.1785720510045, "rating_lower": 1445.2658399909155, "rating_upper": 1453.0913041110937, "vote_count": 57822 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 55, "rating": 1449.066318798825, "rating_lower": 1445.6158615103336, "rating_upper": 1452.5167760873164, "vote_count": 49754 }, { "record_id": "ernie-5.0-preview-1203", "model": "ernie-5.0-preview-1203", "provider": "baidu", "license": "Proprietary", "rank": 56, "rating": 1448.8638781723591, "rating_lower": 1442.325137447792, "rating_upper": 1455.4026188969262, "vote_count": 9732 }, { "record_id": "gpt-5.3-chat-latest", "model": "gpt-5.3-chat-latest", "provider": "openai", "license": "Proprietary", "rank": 57, "rating": 1448.8303041402874, "rating_lower": 1444.4870608281624, "rating_upper": 1453.173547452412, "vote_count": 32980 }, { "record_id": "mimo-v2-pro", "model": "mimo-v2-pro", "provider": "xiaomi", "license": "Proprietary", "rank": 58, "rating": 1448.338564313994, "rating_lower": 1443.5759398766963, "rating_upper": 1453.1011887512916, "vote_count": 24472 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 59, "rating": 1447.034341345988, "rating_lower": 1444.0489672821939, "rating_upper": 1450.019715409782, "vote_count": 77237 }, { "record_id": "ernie-5.0-0110", "model": "ernie-5.0-0110", "provider": "baidu", "license": "Proprietary", "rank": 60, "rating": 1446.8865077190453, "rating_lower": 1442.8960188257313, "rating_upper": 1450.876996612359, "vote_count": 35222 }, { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 61, "rating": 1445.5656459835789, "rating_lower": 1443.0699393821799, "rating_upper": 1448.061352584978, "vote_count": 124370 }, { "record_id": "inkling", "model": "inkling", "provider": "thinky", "license": "Apache 2.0", "rank": 62, "rating": 1444.9144953547102, "rating_lower": 1436.725777828163, "rating_upper": 1453.1032128812574, "vote_count": 5386 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 63, "rating": 1444.6912660060784, "rating_lower": 1438.9911328307483, "rating_upper": 1450.3913991814086, "vote_count": 14547 }, { "record_id": "minimax-m3", "model": "minimax-m3", "provider": "minimax", "license": "MiniMax Community License", "rank": 64, "rating": 1444.1917726007953, "rating_lower": 1438.8992624605698, "rating_upper": 1449.4842827410207, "vote_count": 28093 }, { "record_id": "qwen3.6-plus", "model": "qwen3.6-plus", "provider": "alibaba", "license": "Proprietary", "rank": 65, "rating": 1443.8225450720554, "rating_lower": 1439.504930101746, "rating_upper": 1448.140160042365, "vote_count": 43912 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 66, "rating": 1443.1520039002476, "rating_lower": 1440.3405012772066, "rating_upper": 1445.9635065232883, "vote_count": 82395 }, { "record_id": "qwen3.5-397b-a17b", "model": "qwen3.5-397b-a17b", "provider": "alibaba", "license": "Apache 2.0", "rank": 67, "rating": 1442.1541612191431, "rating_lower": 1438.4474106223179, "rating_upper": 1445.8609118159682, "vote_count": 58157 }, { "record_id": "glm-4.7", "model": "glm-4.7", "provider": "zai", "license": "MIT", "rank": 68, "rating": 1442.0266082248572, "rating_lower": 1435.9320898536366, "rating_upper": 1448.121126596078, "vote_count": 12092 }, { "record_id": "grok-4.3", "model": "grok-4.3", "provider": "xai", "license": "Proprietary", "rank": 69, "rating": 1442.0193144430696, "rating_lower": 1437.6959804715702, "rating_upper": 1446.3426484145689, "vote_count": 46389 }, { "record_id": "deepseek-v4-flash-thinking", "model": "deepseek-v4-flash-thinking", "provider": "deepseek", "license": "MIT", "rank": 70, "rating": 1438.8554938173154, "rating_lower": 1434.4713129021982, "rating_upper": 1443.2396747324324, "vote_count": 44822 }, { "record_id": "gpt-5.1", "model": "gpt-5.1", "provider": "openai", "license": "Proprietary", "rank": 71, "rating": 1438.6313396706385, "rating_lower": 1434.9768969670629, "rating_upper": 1442.285782374214, "vote_count": 43391 }, { "record_id": "gemma-4-26b-a4b", "model": "gemma-4-26b-a4b", "provider": "google", "license": "Apache 2.0", "rank": 72, "rating": 1438.0966863383608, "rating_lower": 1430.4546456371572, "rating_upper": 1445.738727039564, "vote_count": 5798 }, { "record_id": "gpt-5.2-high", "model": "gpt-5.2-high", "provider": "openai", "license": "Proprietary", "rank": 73, "rating": 1437.4009360166547, "rating_lower": 1433.7644923129233, "rating_upper": 1441.0373797203863, "vote_count": 47943 }, { "record_id": "glm-5v-turbo", "model": "glm-5v-turbo", "provider": "zai", "license": "Proprietary", "rank": 74, "rating": 1436.741167338168, "rating_lower": 1429.4310140061382, "rating_upper": 1444.0513206701976, "vote_count": 7558 }, { "record_id": "longcat-flash-chat-2602-exp", "model": "longcat-flash-chat-2602-exp", "provider": "meituan", "license": "Proprietary", "rank": 75, "rating": 1435.7476717251855, "rating_lower": 1431.1068073164213, "rating_upper": 1440.3885361339496, "vote_count": 28070 }, { "record_id": "deepseek-v4-flash", "model": "deepseek-v4-flash", "provider": "deepseek", "license": "MIT", "rank": 76, "rating": 1435.5025857795306, "rating_lower": 1431.1761217336368, "rating_upper": 1439.8290498254246, "vote_count": 45050 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 77, "rating": 1434.7787727118612, "rating_lower": 1430.278956589219, "rating_upper": 1439.2785888345034, "vote_count": 27702 }, { "record_id": "gpt-5.2", "model": "gpt-5.2", "provider": "openai", "license": "Proprietary", "rank": 78, "rating": 1434.4045128140451, "rating_lower": 1431.1118203486851, "rating_upper": 1437.6972052794054, "vote_count": 77656 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 79, "rating": 1433.8036643605437, "rating_lower": 1429.293348662193, "rating_upper": 1438.3139800588947, "vote_count": 31898 }, { "record_id": "mimo-v2.5", "model": "mimo-v2.5", "provider": "xiaomi", "license": "MIT", "rank": 80, "rating": 1432.991607718435, "rating_lower": 1428.5686095226283, "rating_upper": 1437.4146059142417, "vote_count": 43091 }, { "record_id": "gemini-3.1-flash-lite-preview", "model": "gemini-3.1-flash-lite-preview", "provider": "google", "license": "Proprietary", "rank": 81, "rating": 1431.8962955063282, "rating_lower": 1428.1412189152786, "rating_upper": 1435.6513720973776, "vote_count": 60791 }, { "record_id": "kimi-k2.5-instant", "model": "kimi-k2.5-instant", "provider": "moonshot", "license": "Modified MIT", "rank": 82, "rating": 1431.4399561324708, "rating_lower": 1424.8570054075835, "rating_upper": 1438.0229068573583, "vote_count": 8178 }, { "record_id": "grok-4-1-fast-reasoning", "model": "grok-4-1-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 83, "rating": 1430.9894691018435, "rating_lower": 1427.736990712651, "rating_upper": 1434.241947491036, "vote_count": 56747 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 84, "rating": 1430.8029956592293, "rating_lower": 1427.1920553668333, "rating_upper": 1434.413935951625, "vote_count": 59699 }, { "record_id": "mimo-v2-omni", "model": "mimo-v2-omni", "provider": "xiaomi", "license": "Proprietary", "rank": 85, "rating": 1429.8635521203653, "rating_lower": 1424.134068520586, "rating_upper": 1435.5930357201446, "vote_count": 19461 }, { "record_id": "kimi-k2-thinking-turbo", "model": "kimi-k2-thinking-turbo", "provider": "moonshot", "license": "Modified MIT", "rank": 86, "rating": 1429.7397632406755, "rating_lower": 1426.5868970140666, "rating_upper": 1432.8926294672845, "vote_count": 61950 }, { "record_id": "mistral-medium-3.5", "model": "mistral-medium-3.5", "provider": "mistral", "license": "Modified MIT", "rank": 87, "rating": 1427.4211185271122, "rating_lower": 1420.835681187804, "rating_upper": 1434.00655586642, "vote_count": 11019 }, { "record_id": "amazon-nova-experimental-chat-26-02-10", "model": "amazon-nova-experimental-chat-26-02-10", "provider": "amazon", "license": "Proprietary", "rank": 88, "rating": 1426.8835673981755, "rating_lower": 1417.0414519714539, "rating_upper": 1436.725682824897, "vote_count": 3422 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 89, "rating": 1426.7533026801777, "rating_lower": 1422.4690629677416, "rating_upper": 1431.037542392614, "vote_count": 31536 }, { "record_id": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "model": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "provider": "nvidia", "license": "OpenMDW-1.1", "rank": 90, "rating": 1425.2468780332838, "rating_lower": 1418.1651519320244, "rating_upper": 1432.3286041345434, "vote_count": 10562 }, { "record_id": "glm-4.6", "model": "glm-4.6", "provider": "zai", "license": "MIT", "rank": 91, "rating": 1425.154171031801, "rating_lower": 1421.236479394814, "rating_upper": 1429.071862668788, "vote_count": 35608 }, { "record_id": "deepseek-v3.2", "model": "deepseek-v3.2", "provider": "deepseek", "license": "MIT", "rank": 92, "rating": 1424.9227294218226, "rating_lower": 1421.3669376150667, "rating_upper": 1428.4785212285785, "vote_count": 47206 }, { "record_id": "deepseek-v3.2-exp-thinking", "model": "deepseek-v3.2-exp-thinking", "provider": "deepseek", "license": "MIT", "rank": 93, "rating": 1424.7207819706803, "rating_lower": 1418.1681569320042, "rating_upper": 1431.273407009356, "vote_count": 9069 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 94, "rating": 1424.4960534568131, "rating_lower": 1420.1464956723935, "rating_upper": 1428.8456112412327, "vote_count": 36861 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 95, "rating": 1424.0992705273418, "rating_lower": 1417.6484514333126, "rating_upper": 1430.5500896213712, "vote_count": 9149 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 96, "rating": 1423.1679087266507, "rating_lower": 1420.5775311858588, "rating_upper": 1425.7582862674424, "vote_count": 97085 }, { "record_id": "deepseek-v3.2-thinking", "model": "deepseek-v3.2-thinking", "provider": "deepseek", "license": "MIT", "rank": 97, "rating": 1422.936775729454, "rating_lower": 1419.2900880818436, "rating_upper": 1426.5834633770642, "vote_count": 41025 }, { "record_id": "deepseek-v3.2-exp", "model": "deepseek-v3.2-exp", "provider": "deepseek", "license": "MIT", "rank": 98, "rating": 1422.6773845055473, "rating_lower": 1416.2758444624744, "rating_upper": 1429.0789245486199, "vote_count": 11913 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 99, "rating": 1422.0608031914096, "rating_lower": 1416.398314729554, "rating_upper": 1427.723291653265, "vote_count": 18451 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 100, "rating": 1420.7720046365623, "rating_lower": 1413.1499975592653, "rating_upper": 1428.3940117138593, "vote_count": 6806 }, { "record_id": "ernie-5.0-preview-1022", "model": "ernie-5.0-preview-1022", "provider": "baidu", "license": "Proprietary", "rank": 101, "rating": 1418.5195072395225, "rating_lower": 1409.7109484958403, "rating_upper": 1427.3280659832046, "vote_count": 4702 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 102, "rating": 1417.8870406801343, "rating_lower": 1411.3889516360516, "rating_upper": 1424.385129724217, "vote_count": 11770 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 103, "rating": 1417.4855127875235, "rating_lower": 1411.4755932004034, "rating_upper": 1423.4954323746433, "vote_count": 14943 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 104, "rating": 1417.465421698817, "rating_lower": 1412.6032420760291, "rating_upper": 1422.3276013216048, "vote_count": 27608 }, { "record_id": "qwen3.5-122b-a10b", "model": "qwen3.5-122b-a10b", "provider": "alibaba", "license": "Apache 2.0", "rank": 105, "rating": 1417.302508985613, "rating_lower": 1412.9121645745327, "rating_upper": 1421.6928533966934, "vote_count": 28504 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 106, "rating": 1417.2443789249612, "rating_lower": 1407.2661979157576, "rating_upper": 1427.222559934165, "vote_count": 3457 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 107, "rating": 1417.0402351537962, "rating_lower": 1410.4284026278788, "rating_upper": 1423.6520676797136, "vote_count": 11726 }, { "record_id": "minimax-m2.7", "model": "minimax-m2.7", "provider": "minimax", "license": "Modified MIT", "rank": 108, "rating": 1416.7492375858321, "rating_lower": 1412.5904349050256, "rating_upper": 1420.9080402666384, "vote_count": 49930 }, { "record_id": "amazon-nova-experimental-chat-26-01-10", "model": "amazon-nova-experimental-chat-26-01-10", "provider": "amazon", "license": "Proprietary", "rank": 109, "rating": 1415.4785582936709, "rating_lower": 1405.593327782223, "rating_upper": 1425.3637888051187, "vote_count": 3405 }, { "record_id": "mistral-large-3", "model": "mistral-large-3", "provider": "mistral", "license": "Apache 2.0", "rank": 110, "rating": 1415.385519177652, "rating_lower": 1412.0045031461111, "rating_upper": 1418.7665352091926, "vote_count": 50849 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 111, "rating": 1415.2799677011717, "rating_lower": 1405.6582693535076, "rating_upper": 1424.9016660488358, "vote_count": 3692 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 112, "rating": 1415.2680900683433, "rating_lower": 1408.7828752029247, "rating_upper": 1421.753304933762, "vote_count": 11499 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 113, "rating": 1413.6982747419304, "rating_lower": 1410.0005016450657, "rating_upper": 1417.3960478387949, "vote_count": 50935 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 114, "rating": 1412.502019983111, "rating_lower": 1408.2237504220248, "rating_upper": 1416.7802895441976, "vote_count": 44176 }, { "record_id": "claude-haiku-4-5-20251001", "model": "claude-haiku-4-5-20251001", "provider": "anthropic", "license": "Proprietary", "rank": 115, "rating": 1412.201756452784, "rating_lower": 1409.5157387602449, "rating_upper": 1414.8877741453232, "vote_count": 108518 }, { "record_id": "hunyuan-hy3-preview", "model": "hunyuan-hy3-preview", "provider": "tencent", "license": "tencent-hunyuan-community", "rank": 116, "rating": 1412.115022145458, "rating_lower": 1404.5626054384504, "rating_upper": 1419.6674388524652, "vote_count": 6634 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 117, "rating": 1411.5437859244207, "rating_lower": 1407.2244250229764, "rating_upper": 1415.8631468258652, "vote_count": 32894 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 118, "rating": 1410.925499435077, "rating_lower": 1406.0415082671661, "rating_upper": 1415.8094906029878, "vote_count": 24286 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 119, "rating": 1410.1594621081147, "rating_lower": 1407.6899915012257, "rating_upper": 1412.6289327150039, "vote_count": 124325 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 120, "rating": 1409.5737870044418, "rating_lower": 1406.9278877507534, "rating_upper": 1412.2196862581304, "vote_count": 93819 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 121, "rating": 1409.5077793333826, "rating_lower": 1405.610386480685, "rating_upper": 1413.40517218608, "vote_count": 41347 }, { "record_id": "qwen3.5-27b", "model": "qwen3.5-27b", "provider": "alibaba", "license": "Apache 2.0", "rank": 122, "rating": 1408.6299299710693, "rating_lower": 1404.2053505954996, "rating_upper": 1413.054509346639, "vote_count": 27314 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 123, "rating": 1404.1515107780908, "rating_lower": 1400.100661489185, "rating_upper": 1408.2023600669963, "vote_count": 32883 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 124, "rating": 1404.1118175500214, "rating_lower": 1399.1001361500107, "rating_upper": 1409.1234989500322, "vote_count": 18709 }, { "record_id": "gpt-5.4-nano-high", "model": "gpt-5.4-nano-high", "provider": "openai", "license": "Proprietary", "rank": 125, "rating": 1403.6396785710858, "rating_lower": 1399.6920084912535, "rating_upper": 1407.587348650918, "vote_count": 56761 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 126, "rating": 1403.0089985563084, "rating_lower": 1398.505521967363, "rating_upper": 1407.5124751452538, "vote_count": 38174 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 127, "rating": 1402.05349372457, "rating_lower": 1397.594379584428, "rating_upper": 1406.512607864712, "vote_count": 27807 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 128, "rating": 1401.1917467476035, "rating_lower": 1396.41858352292, "rating_upper": 1405.9649099722872, "vote_count": 22859 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 129, "rating": 1401.1421993188487, "rating_lower": 1394.7763714373584, "rating_upper": 1407.5080272003388, "vote_count": 11387 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 130, "rating": 1399.1822935359103, "rating_lower": 1394.776488641526, "rating_upper": 1403.5880984302946, "vote_count": 35078 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 131, "rating": 1399.1252130540038, "rating_lower": 1392.591455272177, "rating_upper": 1405.6589708358306, "vote_count": 8985 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 132, "rating": 1398.1370567408915, "rating_lower": 1393.2558900328142, "rating_upper": 1403.0182234489687, "vote_count": 18524 }, { "record_id": "qwen3.5-flash", "model": "qwen3.5-flash", "provider": "alibaba", "license": "Proprietary", "rank": 133, "rating": 1397.0935004238936, "rating_lower": 1393.2606615719656, "rating_upper": 1400.9263392758219, "vote_count": 56684 }, { "record_id": "qwen3.5-35b-a3b", "model": "qwen3.5-35b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 134, "rating": 1395.7483480234196, "rating_lower": 1391.4091808320788, "rating_upper": 1400.0875152147603, "vote_count": 29158 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 135, "rating": 1395.5984320536952, "rating_lower": 1391.723543164014, "rating_upper": 1399.4733209433762, "vote_count": 45480 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 136, "rating": 1395.2052597062082, "rating_lower": 1388.4157253352275, "rating_upper": 1401.9947940771888, "vote_count": 7941 }, { "record_id": "hunyuan-vision-1.5-thinking", "model": "hunyuan-vision-1.5-thinking", "provider": "tencent", "license": "Proprietary", "rank": 137, "rating": 1395.1802095567, "rating_lower": 1382.9401790860234, "rating_upper": 1407.4202400273764, "vote_count": 2217 }, { "record_id": "step-3.5-flash", "model": "step-3.5-flash", "provider": "stepfun", "license": "Apache 2.0", "rank": 138, "rating": 1395.1217039582864, "rating_lower": 1391.4310130334222, "rating_upper": 1398.8123948831505, "vote_count": 55991 }, { "record_id": "amazon-nova-experimental-chat-12-10", "model": "amazon-nova-experimental-chat-12-10", "provider": "amazon", "license": "Proprietary", "rank": 139, "rating": 1394.097801095337, "rating_lower": 1384.5263303624586, "rating_upper": 1403.6692718282152, "vote_count": 3676 }, { "record_id": "mimo-v2-flash (non-thinking)", "model": "mimo-v2-flash (non-thinking)", "provider": "xiaomi", "license": "MIT", "rank": 140, "rating": 1392.824478716531, "rating_lower": 1389.2597412981231, "rating_upper": 1396.3892161349388, "vote_count": 46549 }, { "record_id": "minimax-m2.5", "model": "minimax-m2.5", "provider": "minimax", "license": "Modified MIT", "rank": 141, "rating": 1390.4739883294708, "rating_lower": 1386.4780853216325, "rating_upper": 1394.469891337309, "vote_count": 41088 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 142, "rating": 1389.9794652117096, "rating_lower": 1385.3406034815177, "rating_upper": 1394.6183269419016, "vote_count": 27004 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 143, "rating": 1389.893974707926, "rating_lower": 1385.9224641715784, "rating_upper": 1393.8654852442737, "vote_count": 45415 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 144, "rating": 1389.0458130687377, "rating_lower": 1384.683349868772, "rating_upper": 1393.4082762687035, "vote_count": 40277 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 145, "rating": 1388.3938361490946, "rating_lower": 1383.3904457664862, "rating_upper": 1393.3972265317032, "vote_count": 31122 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 146, "rating": 1387.5227160108177, "rating_lower": 1382.5733318507387, "rating_upper": 1392.4721001708965, "vote_count": 25694 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 147, "rating": 1387.3479315493094, "rating_lower": 1383.1692460966024, "rating_upper": 1391.5266170020166, "vote_count": 38812 }, { "record_id": "mimo-v2-flash (thinking)", "model": "mimo-v2-flash (thinking)", "provider": "xiaomi", "license": "MIT", "rank": 148, "rating": 1387.0924410922237, "rating_lower": 1380.8468390653973, "rating_upper": 1393.3380431190503, "vote_count": 10934 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 149, "rating": 1386.8687485505106, "rating_lower": 1382.1680406394562, "rating_upper": 1391.569456461565, "vote_count": 33193 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 150, "rating": 1386.7700983127356, "rating_lower": 1378.1400073860268, "rating_upper": 1395.4001892394442, "vote_count": 4697 }, { "record_id": "minimax-m2.1-preview", "model": "minimax-m2.1-preview", "provider": "minimax", "license": "MIT", "rank": 151, "rating": 1384.0594427233912, "rating_lower": 1378.8324977901068, "rating_upper": 1389.2863876566753, "vote_count": 17083 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 152, "rating": 1383.1092700225622, "rating_lower": 1378.228394952425, "rating_upper": 1387.9901450926993, "vote_count": 23718 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 153, "rating": 1382.7609342998276, "rating_lower": 1378.4573631662754, "rating_upper": 1387.0645054333797, "vote_count": 39301 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 154, "rating": 1382.2411324802817, "rating_lower": 1375.7803380559276, "rating_upper": 1388.7019269046357, "vote_count": 10726 }, { "record_id": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "model": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "provider": "google", "license": "Proprietary", "rank": 155, "rating": 1379.6795412069494, "rating_lower": 1376.243234072552, "rating_upper": 1383.1158483413467, "vote_count": 47181 }, { "record_id": "trinity-large-preview", "model": "trinity-large-preview", "provider": "", "license": "Apache 2.0", "rank": 156, "rating": 1378.5040077719107, "rating_lower": 1374.148555532209, "rating_upper": 1382.8594600116123, "vote_count": 30052 }, { "record_id": "glm-4.6v", "model": "glm-4.6v", "provider": "zai", "license": "MIT", "rank": 157, "rating": 1377.2453921467054, "rating_lower": 1365.984366590571, "rating_upper": 1388.5064177028396, "vote_count": 2797 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 158, "rating": 1374.818431758672, "rating_lower": 1370.1227041458617, "rating_upper": 1379.514159371482, "vote_count": 26254 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 159, "rating": 1374.313278691711, "rating_lower": 1369.8004678529596, "rating_upper": 1378.8260895304622, "vote_count": 32872 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 160, "rating": 1374.1539034439304, "rating_lower": 1370.0563437897881, "rating_upper": 1378.251463098073, "vote_count": 32611 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 161, "rating": 1373.1331000753678, "rating_lower": 1369.9501151008078, "rating_upper": 1376.3160850499278, "vote_count": 88324 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 162, "rating": 1372.9186361841753, "rating_lower": 1368.6732638341598, "rating_upper": 1377.1640085341905, "vote_count": 31062 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 163, "rating": 1371.383308314083, "rating_lower": 1367.4459881975433, "rating_upper": 1375.3206284306227, "vote_count": 43156 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 164, "rating": 1369.5227018619896, "rating_lower": 1363.6828191492855, "rating_upper": 1375.362584574694, "vote_count": 13678 }, { "record_id": "trinity-large-thinking", "model": "trinity-large-thinking", "provider": "", "license": "Apache 2.0", "rank": 165, "rating": 1369.390332831636, "rating_lower": 1364.6994720130722, "rating_upper": 1374.0811936502, "vote_count": 29139 }, { "record_id": "glm-4.7-flash", "model": "glm-4.7-flash", "provider": "zai", "license": "MIT", "rank": 166, "rating": 1368.0799799328083, "rating_lower": 1362.2825716948453, "rating_upper": 1373.8773881707712, "vote_count": 11719 }, { "record_id": "amazon-nova-experimental-chat-11-10", "model": "amazon-nova-experimental-chat-11-10", "provider": "amazon", "license": "Proprietary", "rank": 167, "rating": 1366.2791367134096, "rating_lower": 1361.9148853981076, "rating_upper": 1370.6433880287118, "vote_count": 25326 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 168, "rating": 1365.740195183558, "rating_lower": 1362.0643109537214, "rating_upper": 1369.4160794133948, "vote_count": 47508 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 169, "rating": 1363.7571404505095, "rating_lower": 1359.4835343942732, "rating_upper": 1368.030746506746, "vote_count": 35163 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 170, "rating": 1363.4684320851918, "rating_lower": 1358.2143684834566, "rating_upper": 1368.722495686927, "vote_count": 18589 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 171, "rating": 1361.947326505478, "rating_lower": 1356.6045767742983, "rating_upper": 1367.290076236658, "vote_count": 16951 }, { "record_id": "nvidia-nemotron-3-super-120b-a12b", "model": "nvidia-nemotron-3-super-120b-a12b", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 172, "rating": 1361.5611356992342, "rating_lower": 1354.2995165799746, "rating_upper": 1368.8227548184939, "vote_count": 7544 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 173, "rating": 1360.338302724437, "rating_lower": 1356.5550318276505, "rating_upper": 1364.1215736212232, "vote_count": 43737 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 174, "rating": 1358.5028300332162, "rating_lower": 1353.7577939722892, "rating_upper": 1363.2478660941435, "vote_count": 21770 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 175, "rating": 1357.5077932576226, "rating_lower": 1352.3058935795848, "rating_upper": 1362.7096929356603, "vote_count": 17698 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 176, "rating": 1356.7182191089196, "rating_lower": 1351.7043528388197, "rating_upper": 1361.7320853790195, "vote_count": 22688 }, { "record_id": "intellect-3", "model": "intellect-3", "provider": "", "license": "MIT", "rank": 177, "rating": 1356.2015024224327, "rating_lower": 1347.858233488323, "rating_upper": 1364.5447713565422, "vote_count": 5328 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 178, "rating": 1353.9301314284355, "rating_lower": 1350.47905528907, "rating_upper": 1357.3812075678013, "vote_count": 56217 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 179, "rating": 1353.4690519200387, "rating_lower": 1349.1602066134592, "rating_upper": 1357.7778972266183, "vote_count": 24955 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 180, "rating": 1353.4310162849072, "rating_lower": 1345.0865190633099, "rating_upper": 1361.7755135065045, "vote_count": 4957 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 181, "rating": 1352.4835675901354, "rating_lower": 1348.1340533968885, "rating_upper": 1356.8330817833823, "vote_count": 30615 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 182, "rating": 1351.073473626734, "rating_lower": 1347.6858296466767, "rating_upper": 1354.4611176067915, "vote_count": 55606 }, { "record_id": "amazon-nova-experimental-chat-10-20", "model": "amazon-nova-experimental-chat-10-20", "provider": "amazon", "license": "Proprietary", "rank": 183, "rating": 1349.6811391549406, "rating_lower": 1343.4862956083814, "rating_upper": 1355.8759827014999, "vote_count": 11456 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 184, "rating": 1348.8865252927014, "rating_lower": 1337.1641579780626, "rating_upper": 1360.60889260734, "vote_count": 2220 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 185, "rating": 1348.3097057202065, "rating_lower": 1340.9048943895184, "rating_upper": 1355.7145170508948, "vote_count": 6532 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 186, "rating": 1347.7216490484632, "rating_lower": 1344.191936619998, "rating_upper": 1351.2513614769284, "vote_count": 57316 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 187, "rating": 1347.6868268506228, "rating_lower": 1336.8303022534683, "rating_upper": 1358.5433514477772, "vote_count": 2824 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 188, "rating": 1347.4867585840343, "rating_lower": 1335.8025010417664, "rating_upper": 1359.1710161263024, "vote_count": 2549 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 189, "rating": 1347.2036164468802, "rating_lower": 1337.7452838034822, "rating_upper": 1356.6619490902785, "vote_count": 3926 }, { "record_id": "mercury-2", "model": "mercury-2", "provider": "inception-ai", "license": "Proprietary", "rank": 190, "rating": 1346.7283264098212, "rating_lower": 1336.1365576522683, "rating_upper": 1357.3200951673741, "vote_count": 3119 }, { "record_id": "ling-flash-2.0", "model": "ling-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 191, "rating": 1346.2483668434368, "rating_lower": 1338.984509850068, "rating_upper": 1353.5122238368058, "vote_count": 6997 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 192, "rating": 1346.127818266059, "rating_lower": 1337.791715664413, "rating_upper": 1354.463920867705, "vote_count": 5819 }, { "record_id": "minimax-m2", "model": "minimax-m2", "provider": "minimax", "license": "Apache 2.0", "rank": 193, "rating": 1345.944015808131, "rating_lower": 1338.2058414471085, "rating_upper": 1353.6821901691537, "vote_count": 6862 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 194, "rating": 1345.799047183528, "rating_lower": 1342.3405700820426, "rating_upper": 1349.2575242850132, "vote_count": 112881 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 195, "rating": 1343.1702282610695, "rating_lower": 1333.2030833986196, "rating_upper": 1353.1373731235192, "vote_count": 3344 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "zai", "license": "Proprietary", "rank": 196, "rating": 1342.8733545623875, "rating_lower": 1334.4547275187613, "rating_upper": 1351.2919816060135, "vote_count": 5760 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 197, "rating": 1342.486549342077, "rating_lower": 1339.04002648215, "rating_upper": 1345.933072202004, "vote_count": 82419 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 198, "rating": 1341.8872046981971, "rating_lower": 1332.3778494785447, "rating_upper": 1351.3965599178496, "vote_count": 3829 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 199, "rating": 1340.7188240470227, "rating_lower": 1329.1865672414685, "rating_upper": 1352.251080852577, "vote_count": 2290 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 200, "rating": 1337.2456915264731, "rating_lower": 1330.3666043352328, "rating_upper": 1344.1247787177133, "vote_count": 8260 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 201, "rating": 1337.0677791916737, "rating_lower": 1333.4176224971088, "rating_upper": 1340.7179358862388, "vote_count": 51981 }, { "record_id": "nova-2-lite", "model": "nova-2-lite", "provider": "amazon", "license": "Proprietary", "rank": 202, "rating": 1336.81570159371, "rating_lower": 1330.6882308859224, "rating_upper": 1342.9431723014975, "vote_count": 12210 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 203, "rating": 1336.121138236919, "rating_lower": 1331.6791261832273, "rating_upper": 1340.5631502906108, "vote_count": 25379 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 204, "rating": 1335.6394170551043, "rating_lower": 1331.9574625871762, "rating_upper": 1339.3213715230327, "vote_count": 63498 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 205, "rating": 1335.3994764860122, "rating_lower": 1330.2411039054944, "rating_upper": 1340.55784906653, "vote_count": 50148 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 206, "rating": 1335.1266402228036, "rating_lower": 1330.9203675857566, "rating_upper": 1339.3329128598505, "vote_count": 45499 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 207, "rating": 1334.823705315042, "rating_lower": 1331.1081567338979, "rating_upper": 1338.539253896186, "vote_count": 41375 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 208, "rating": 1333.9000356912472, "rating_lower": 1325.3086702572473, "rating_upper": 1342.4914011252472, "vote_count": 4833 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 209, "rating": 1332.9946459251928, "rating_lower": 1329.3967976698427, "rating_upper": 1336.5924941805426, "vote_count": 59656 }, { "record_id": "olmo-3.1-32b-instruct", "model": "olmo-3.1-32b-instruct", "provider": "allenai", "license": "Apache 2.0", "rank": 210, "rating": 1330.034408321599, "rating_lower": 1323.9579287757538, "rating_upper": 1336.110887867444, "vote_count": 12211 }, { "record_id": "molmo-2-8b", "model": "molmo-2-8b", "provider": "allenai", "license": "Apache 2.0", "rank": 211, "rating": 1328.4341246580882, "rating_lower": 1307.1121192050389, "rating_upper": 1349.7561301111373, "vote_count": 799 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "", "license": "Proprietary", "rank": 212, "rating": 1328.3154895655452, "rating_lower": 1323.376000314122, "rating_upper": 1333.2549788169686, "vote_count": 27332 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 213, "rating": 1328.0090451212475, "rating_lower": 1315.8625472776996, "rating_upper": 1340.1555429647954, "vote_count": 2218 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 214, "rating": 1327.216106600916, "rating_lower": 1322.4861860269968, "rating_upper": 1331.946027174835, "vote_count": 26470 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 215, "rating": 1327.078836246602, "rating_lower": 1322.8250517513839, "rating_upper": 1331.33262074182, "vote_count": 39950 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 216, "rating": 1326.2217198096648, "rating_lower": 1316.4846757743453, "rating_upper": 1335.9587638449846, "vote_count": 3738 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 217, "rating": 1324.0107513735772, "rating_lower": 1320.0857948820635, "rating_upper": 1327.9357078650908, "vote_count": 98114 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 218, "rating": 1323.7792845979125, "rating_lower": 1320.5408478062234, "rating_upper": 1327.0177213896015, "vote_count": 69935 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 219, "rating": 1323.672198095877, "rating_lower": 1319.6858687249437, "rating_upper": 1327.6585274668107, "vote_count": 79138 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 220, "rating": 1323.458053410114, "rating_lower": 1315.186770066311, "rating_upper": 1331.7293367539169, "vote_count": 6795 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 221, "rating": 1322.7098242468385, "rating_lower": 1318.000835779929, "rating_upper": 1327.418812713748, "vote_count": 30265 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 222, "rating": 1322.1016595797048, "rating_lower": 1314.376233720555, "rating_upper": 1329.8270854388545, "vote_count": 6103 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 223, "rating": 1321.4537203732293, "rating_lower": 1318.382095166405, "rating_upper": 1324.5253455800535, "vote_count": 194909 }, { "record_id": "ring-flash-2.0", "model": "ring-flash-2.0", "provider": "ant-group", "license": "MIT", "rank": 224, "rating": 1320.643432386708, "rating_lower": 1313.4265204546978, "rating_upper": 1327.860344318718, "vote_count": 7138 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 225, "rating": 1320.2718471071978, "rating_lower": 1313.4401552456952, "rating_upper": 1327.1035389687001, "vote_count": 9029 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "zai", "license": "Proprietary", "rank": 226, "rating": 1319.3922484273032, "rating_lower": 1314.4638580679268, "rating_upper": 1324.3206387866796, "vote_count": 26126 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 227, "rating": 1318.154668707943, "rating_lower": 1314.6775462085545, "rating_upper": 1321.6317912073316, "vote_count": 54723 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 228, "rating": 1318.039018442979, "rating_lower": 1312.8903215063592, "rating_upper": 1323.187715379599, "vote_count": 22565 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 229, "rating": 1317.9866297206322, "rating_lower": 1312.2854136056621, "rating_upper": 1323.6878458356023, "vote_count": 16478 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 230, "rating": 1317.709298525219, "rating_lower": 1314.1781528042563, "rating_upper": 1321.2404442461818, "vote_count": 68709 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 231, "rating": 1317.2435508068122, "rating_lower": 1310.8728089059914, "rating_upper": 1323.6142927076328, "vote_count": 10621 }, { "record_id": "nvidia-nemotron-3-nano-30b-a3b-bf16", "model": "nvidia-nemotron-3-nano-30b-a3b-bf16", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 232, "rating": 1315.647226874094, "rating_lower": 1310.1062600148805, "rating_upper": 1321.1881937333076, "vote_count": 15494 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 233, "rating": 1314.8860740579805, "rating_lower": 1308.5352214251434, "rating_upper": 1321.2369266908179, "vote_count": 10187 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "", "license": "NexusFlow", "rank": 234, "rating": 1314.2984157821356, "rating_lower": 1309.7433753632174, "rating_upper": 1318.8534562010539, "vote_count": 24739 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 235, "rating": 1314.0402646421942, "rating_lower": 1310.11195312341, "rating_upper": 1317.9685761609785, "vote_count": 45459 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 236, "rating": 1312.7371022939365, "rating_lower": 1308.6502549998136, "rating_upper": 1316.8239495880593, "vote_count": 93439 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 237, "rating": 1312.3075594218383, "rating_lower": 1308.4130493331343, "rating_upper": 1316.2020695105423, "vote_count": 100105 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 238, "rating": 1311.1777278928034, "rating_lower": 1301.503634585707, "rating_upper": 1320.8518211998999, "vote_count": 3904 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 239, "rating": 1309.1965907558122, "rating_lower": 1304.9756234368479, "rating_upper": 1313.4175580747767, "vote_count": 34902 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 240, "rating": 1308.4588682103708, "rating_lower": 1304.736133884495, "rating_upper": 1312.1816025362466, "vote_count": 52567 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 241, "rating": 1307.1202030167624, "rating_lower": 1302.4124730823012, "rating_upper": 1311.8279329512238, "vote_count": 24572 }, { "record_id": "granite-4.1-8b", "model": "granite-4.1-8b", "provider": "ibm", "license": "Apache 2.0", "rank": 242, "rating": 1307.005583309644, "rating_lower": 1296.883589203281, "rating_upper": 1317.1275774160072, "vote_count": 4062 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "", "license": "CC-BY-NC-4.0", "rank": 243, "rating": 1306.3534347181167, "rating_lower": 1300.677954382722, "rating_upper": 1312.0289150535114, "vote_count": 19621 }, { "record_id": "mercury", "model": "mercury", "provider": "inception-ai", "license": "Proprietary", "rank": 244, "rating": 1306.2641328085651, "rating_lower": 1292.452811267405, "rating_upper": 1320.0754543497255, "vote_count": 1952 }, { "record_id": "olmo-3-32b-think", "model": "olmo-3-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 245, "rating": 1305.5989461731524, "rating_lower": 1297.418435565635, "rating_upper": 1313.7794567806695, "vote_count": 5933 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 246, "rating": 1305.2973880748027, "rating_lower": 1300.8580841594955, "rating_upper": 1309.7366919901099, "vote_count": 28073 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 247, "rating": 1304.1969822194721, "rating_lower": 1297.7646137292065, "rating_upper": 1310.629350709738, "vote_count": 11625 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 248, "rating": 1303.3008736592342, "rating_lower": 1293.9850131533105, "rating_upper": 1312.6167341651576, "vote_count": 4171 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 249, "rating": 1303.2970763091482, "rating_lower": 1298.7871362159399, "rating_upper": 1307.8070164023566, "vote_count": 33189 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 250, "rating": 1302.8310839745466, "rating_lower": 1298.7546911449017, "rating_upper": 1306.9074768041912, "vote_count": 39406 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 251, "rating": 1298.974687739563, "rating_lower": 1291.211203426122, "rating_upper": 1306.738172053004, "vote_count": 7140 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 252, "rating": 1293.9209884579727, "rating_lower": 1284.823952150605, "rating_upper": 1303.0180247653402, "vote_count": 5371 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 253, "rating": 1293.1806713349204, "rating_lower": 1289.4420375622988, "rating_upper": 1296.9193051075422, "vote_count": 55240 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 254, "rating": 1290.0326540042827, "rating_lower": 1285.4632655377382, "rating_upper": 1294.6020424708272, "vote_count": 24745 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "", "license": "Jamba Open", "rank": 255, "rating": 1289.0859044975077, "rating_lower": 1281.77815588373, "rating_upper": 1296.3936531112852, "vote_count": 8662 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 256, "rating": 1288.9813520979692, "rating_lower": 1285.5964445141235, "rating_upper": 1292.366259681815, "vote_count": 75754 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "", "license": "Proprietary", "rank": 257, "rating": 1287.7594463452403, "rating_lower": 1280.5772273780437, "rating_upper": 1294.941665312437, "vote_count": 7312 }, { "record_id": "ibm-granite-h-small", "model": "ibm-granite-h-small", "provider": "ibm", "license": "Apache 2.0", "rank": 258, "rating": 1287.2093833521164, "rating_lower": 1278.8195605536387, "rating_upper": 1295.599206150594, "vote_count": 5682 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 259, "rating": 1286.775735778744, "rating_lower": 1282.0021897189606, "rating_upper": 1291.5492818385273, "vote_count": 54173 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 260, "rating": 1286.2208259675879, "rating_lower": 1281.7187094189508, "rating_upper": 1290.722942516225, "vote_count": 62833 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 261, "rating": 1285.9567012573275, "rating_lower": 1275.984203908687, "rating_upper": 1295.929198605968, "vote_count": 3749 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "allenai", "license": "Llama 3.1", "rank": 262, "rating": 1285.9379488179504, "rating_lower": 1275.470605249893, "rating_upper": 1296.4052923860079, "vote_count": 2846 }, { "record_id": "olmo-3.1-32b-think", "model": "olmo-3.1-32b-think", "provider": "allenai", "license": "Apache 2.0", "rank": 263, "rating": 1284.9896475064197, "rating_lower": 1277.784837684343, "rating_upper": 1292.1944573284966, "vote_count": 8495 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 264, "rating": 1280.5861494398832, "rating_lower": 1276.5922322707243, "rating_upper": 1284.580066609042, "vote_count": 109284 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "", "license": "MIT", "rank": 265, "rating": 1279.9496276337247, "rating_lower": 1273.0882865112774, "rating_upper": 1286.810968756172, "vote_count": 10072 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 266, "rating": 1276.537010046516, "rating_lower": 1271.2098516943527, "rating_upper": 1281.864168398679, "vote_count": 19659 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 267, "rating": 1275.976201332212, "rating_lower": 1272.3863647472692, "rating_upper": 1279.5660379171545, "vote_count": 156876 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 268, "rating": 1275.8207892769549, "rating_lower": 1269.2419457284072, "rating_upper": 1282.3996328255027, "vote_count": 9866 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 269, "rating": 1275.0457656995957, "rating_lower": 1270.9819040515117, "rating_upper": 1279.1096273476796, "vote_count": 88723 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 270, "rating": 1274.1131797279525, "rating_lower": 1268.2040772845407, "rating_upper": 1280.0222821713642, "vote_count": 14681 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "zai", "license": "Proprietary", "rank": 271, "rating": 1272.9867712837665, "rating_lower": 1265.9964456519933, "rating_upper": 1279.9770969155395, "vote_count": 9788 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "", "license": "Proprietary", "rank": 272, "rating": 1271.8263487179315, "rating_lower": 1264.8262576462093, "rating_upper": 1278.826439789654, "vote_count": 7536 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 273, "rating": 1270.3989371743905, "rating_lower": 1262.2705973570535, "rating_upper": 1278.5272769917274, "vote_count": 5432 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 274, "rating": 1266.9199163171222, "rating_lower": 1262.0298482309274, "rating_upper": 1271.809984403317, "vote_count": 27124 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 275, "rating": 1266.4985845058438, "rating_lower": 1262.6771638089394, "rating_upper": 1270.3200052027482, "vote_count": 54611 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 276, "rating": 1264.5826161386235, "rating_lower": 1258.301602258113, "rating_upper": 1270.863630019134, "vote_count": 15147 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 277, "rating": 1261.1416571631755, "rating_lower": 1256.1921102003532, "rating_upper": 1266.091204125998, "vote_count": 37325 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 278, "rating": 1261.0871223587378, "rating_lower": 1256.761199529766, "rating_upper": 1265.4130451877097, "vote_count": 77554 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 279, "rating": 1260.867120933473, "rating_lower": 1257.1029694058846, "rating_upper": 1264.6312724610614, "vote_count": 117701 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 280, "rating": 1260.3518151356345, "rating_lower": 1255.1727232322442, "rating_upper": 1265.5309070390251, "vote_count": 19372 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 281, "rating": 1258.596524747193, "rating_lower": 1254.2976367742951, "rating_upper": 1262.895412720091, "vote_count": 35558 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 282, "rating": 1256.0427065402373, "rating_lower": 1251.4465799165412, "rating_upper": 1260.6388331639334, "vote_count": 24126 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 283, "rating": 1251.331426711185, "rating_lower": 1240.5492324963216, "rating_upper": 1262.1136209260483, "vote_count": 3334 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 284, "rating": 1249.6998100218334, "rating_lower": 1243.0963671697173, "rating_upper": 1256.3032528739498, "vote_count": 10140 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 285, "rating": 1241.7283021692606, "rating_lower": 1237.0086024307025, "rating_upper": 1246.4480019078187, "vote_count": 62436 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 286, "rating": 1240.5993532870843, "rating_lower": 1235.4332347115087, "rating_upper": 1245.7654718626598, "vote_count": 19364 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "", "license": "Jamba Open", "rank": 287, "rating": 1239.389853067182, "rating_lower": 1232.161705521466, "rating_upper": 1246.618000612898, "vote_count": 8858 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 288, "rating": 1237.3249219405316, "rating_lower": 1228.2308832672202, "rating_upper": 1246.418960613843, "vote_count": 4781 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 289, "rating": 1235.8083911989966, "rating_lower": 1228.488147033977, "rating_upper": 1243.1286353640162, "vote_count": 18354 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 290, "rating": 1233.510392381876, "rating_lower": 1227.9556326441289, "rating_upper": 1239.0651521196232, "vote_count": 26195 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 291, "rating": 1233.2402684343535, "rating_lower": 1221.500465130988, "rating_upper": 1244.980071737719, "vote_count": 2728 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "", "license": "Proprietary", "rank": 292, "rating": 1232.8076612920008, "rating_lower": 1225.4046897072196, "rating_upper": 1240.210632876782, "vote_count": 15450 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 293, "rating": 1232.7219585571809, "rating_lower": 1227.4454651505898, "rating_upper": 1237.9984519637717, "vote_count": 39302 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 294, "rating": 1228.7452689733113, "rating_lower": 1224.1859268706467, "rating_upper": 1233.3046110759763, "vote_count": 51416 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "", "license": "Proprietary", "rank": 295, "rating": 1226.092773899008, "rating_lower": 1220.1456656842781, "rating_upper": 1232.0398821137378, "vote_count": 24806 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 296, "rating": 1226.0850854633657, "rating_lower": 1221.300457080425, "rating_upper": 1230.8697138463062, "vote_count": 54036 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 297, "rating": 1224.2763219416402, "rating_lower": 1219.5730186717017, "rating_upper": 1228.9796252115789, "vote_count": 66207 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 298, "rating": 1223.0160325210252, "rating_lower": 1219.275630569622, "rating_upper": 1226.7564344724283, "vote_count": 104642 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 299, "rating": 1222.8474108611183, "rating_lower": 1215.8729156149377, "rating_upper": 1229.821906107299, "vote_count": 9818 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 300, "rating": 1222.5049663234092, "rating_lower": 1210.7639459051763, "rating_upper": 1234.2459867416421, "vote_count": 6390 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 301, "rating": 1222.0062351268375, "rating_lower": 1216.5097775654688, "rating_upper": 1227.5026926882063, "vote_count": 34550 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "allenai", "license": "Llama 3.1", "rank": 302, "rating": 1220.4254156073355, "rating_lower": 1209.7470111798034, "rating_upper": 1231.1038200348678, "vote_count": 2896 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "", "license": "Apache-2.0", "rank": 303, "rating": 1212.4966518298172, "rating_lower": 1207.4558577702135, "rating_upper": 1217.537445889421, "vote_count": 24146 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "", "license": "Apache 2.0", "rank": 304, "rating": 1212.1760546524956, "rating_lower": 1201.384891965178, "rating_upper": 1222.9672173398133, "vote_count": 4652 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 305, "rating": 1211.2886399336874, "rating_lower": 1207.1359493373063, "rating_upper": 1215.4413305300684, "vote_count": 49605 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 306, "rating": 1207.8418557506693, "rating_lower": 1196.7390364017156, "rating_upper": 1218.9446750996228, "vote_count": 3090 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 307, "rating": 1203.1773620175534, "rating_lower": 1197.0577330146275, "rating_upper": 1209.2969910204795, "vote_count": 21741 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 308, "rating": 1202.7774755327796, "rating_lower": 1194.0346827145856, "rating_upper": 1211.5202683509733, "vote_count": 16619 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 309, "rating": 1199.8680882997505, "rating_lower": 1195.772405747255, "rating_upper": 1203.9637708522462, "vote_count": 46616 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 310, "rating": 1197.198154856224, "rating_lower": 1192.0359018097358, "rating_upper": 1202.360407902712, "vote_count": 25055 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 311, "rating": 1196.3546539208476, "rating_lower": 1192.083832418218, "rating_upper": 1200.6254754234772, "vote_count": 73503 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "", "license": "DBRX LICENSE", "rank": 312, "rating": 1194.5541881887098, "rating_lower": 1188.4393348268225, "rating_upper": 1200.669041550597, "vote_count": 32191 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "", "license": "Other", "rank": 313, "rating": 1190.5358690493147, "rating_lower": 1183.3509018227287, "rating_upper": 1197.7208362759004, "vote_count": 9901 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 314, "rating": 1190.3332755815784, "rating_lower": 1183.2140873171309, "rating_upper": 1197.452463846026, "vote_count": 17839 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 315, "rating": 1183.9553790194152, "rating_lower": 1174.5169657397287, "rating_upper": 1193.3937922991015, "vote_count": 8214 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 316, "rating": 1183.9228412163243, "rating_lower": 1172.4365301009618, "rating_upper": 1195.4091523316868, "vote_count": 4932 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "", "license": "Yi License", "rank": 317, "rating": 1183.1330861199049, "rating_lower": 1176.3053179260685, "rating_upper": 1189.9608543137413, "vote_count": 15483 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 318, "rating": 1182.0755966508095, "rating_lower": 1173.393920442858, "rating_upper": 1190.7572728587613, "vote_count": 6638 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "", "license": "Apache-2.0", "rank": 319, "rating": 1181.9596360694482, "rating_lower": 1172.29864212502, "rating_upper": 1191.6206300138763, "vote_count": 7968 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "", "license": "Apache-2.0", "rank": 320, "rating": 1181.7958846879105, "rating_lower": 1173.8015250692338, "rating_upper": 1189.7902443065873, "vote_count": 12637 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 321, "rating": 1181.646815702767, "rating_lower": 1175.57457863504, "rating_upper": 1187.719052770494, "vote_count": 23893 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "", "license": "Apache 2.0", "rank": 322, "rating": 1179.0565842018464, "rating_lower": 1173.143301083737, "rating_upper": 1184.9698673199557, "vote_count": 32832 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 323, "rating": 1178.3341874386283, "rating_lower": 1167.1421114748155, "rating_upper": 1189.5262634024411, "vote_count": 3188 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "", "license": "AI2 ImpACT Low-risk", "rank": 324, "rating": 1176.984884563527, "rating_lower": 1167.1775466552026, "rating_upper": 1186.7922224718516, "vote_count": 6535 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 325, "rating": 1174.9061268419987, "rating_lower": 1164.4997922100263, "rating_upper": 1185.3124614739713, "vote_count": 5006 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "", "license": "Non-commercial", "rank": 326, "rating": 1172.1084223095604, "rating_lower": 1165.9063887170298, "rating_upper": 1178.3104559020908, "vote_count": 22479 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "", "license": "Apache-2.0", "rank": 327, "rating": 1170.575739599203, "rating_lower": 1163.1698095297868, "rating_upper": 1177.9816696686191, "vote_count": 16056 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 328, "rating": 1170.3676325138622, "rating_lower": 1164.4499048994999, "rating_upper": 1176.2853601282247, "vote_count": 17766 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 329, "rating": 1170.0091067811807, "rating_lower": 1164.5100093084675, "rating_upper": 1175.5082042538936, "vote_count": 38492 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "", "license": "CC-BY-NC-4.0", "rank": 330, "rating": 1166.7048242064297, "rating_lower": 1158.6413271447673, "rating_upper": 1174.768321268092, "vote_count": 10224 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 331, "rating": 1166.2070886015865, "rating_lower": 1158.501688826443, "rating_upper": 1173.9124883767304, "vote_count": 7936 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "", "license": "Apache-2.0", "rank": 332, "rating": 1163.8095100079543, "rating_lower": 1151.8960853190542, "rating_upper": 1175.7229346968543, "vote_count": 3777 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 333, "rating": 1155.7383895541768, "rating_lower": 1147.3499757386783, "rating_upper": 1164.1268033696756, "vote_count": 6837 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 334, "rating": 1154.5855155078175, "rating_lower": 1143.094565500618, "rating_upper": 1166.0764655150172, "vote_count": 3231 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 335, "rating": 1153.9989163112277, "rating_lower": 1141.4026623082216, "rating_upper": 1166.595170314234, "vote_count": 3585 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "", "license": "CC-BY-NC-4.0", "rank": 336, "rating": 1151.5653599758593, "rating_lower": 1138.3969000905647, "rating_upper": 1164.733819861154, "vote_count": 4155 }, { "record_id": "dolphin-2.2.1-mistral-7b", "model": "dolphin-2.2.1-mistral-7b", "provider": "", "license": "Apache-2.0", "rank": 337, "rating": 1151.4010243798862, "rating_lower": 1136.0726554832454, "rating_upper": 1166.7293932765267, "vote_count": 1679 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 338, "rating": 1149.730565452775, "rating_lower": 1137.4822052496816, "rating_upper": 1161.9789256558681, "vote_count": 2572 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 339, "rating": 1148.67540497726, "rating_lower": 1142.0238539038658, "rating_upper": 1155.3269560506544, "vote_count": 19402 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 340, "rating": 1148.6337600599525, "rating_lower": 1139.4070990756234, "rating_upper": 1157.8604210442816, "vote_count": 7044 }, { "record_id": "falcon-180b-chat", "model": "falcon-180b-chat", "provider": "", "license": "Falcon-180B TII License", "rank": 341, "rating": 1146.929993756793, "rating_lower": 1129.87150090186, "rating_upper": 1163.988486611726, "vote_count": 1295 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 342, "rating": 1143.1578337653048, "rating_lower": 1133.2711658043634, "rating_upper": 1153.044501726246, "vote_count": 4737 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 343, "rating": 1142.398327375032, "rating_lower": 1135.957720453735, "rating_upper": 1148.8389342963292, "vote_count": 12297 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 344, "rating": 1140.7812440818184, "rating_lower": 1134.057148925446, "rating_upper": 1147.5053392381906, "vote_count": 19174 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "", "license": "Llama 2 Community", "rank": 345, "rating": 1140.5097023862777, "rating_lower": 1133.8101014136223, "rating_upper": 1147.209303358933, "vote_count": 19367 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 346, "rating": 1138.2332205256548, "rating_lower": 1127.2902629870268, "rating_upper": 1149.1761780642826, "vote_count": 4964 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 347, "rating": 1137.7405866961644, "rating_lower": 1128.3742397842475, "rating_upper": 1147.1069336080814, "vote_count": 8554 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 348, "rating": 1136.8739136676957, "rating_lower": 1127.3861421020906, "rating_upper": 1146.3616852333007, "vote_count": 8925 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 349, "rating": 1135.9975746427083, "rating_lower": 1127.1077216277984, "rating_upper": 1144.8874276576182, "vote_count": 7366 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "", "license": "MIT", "rank": 350, "rating": 1130.0685192963804, "rating_lower": 1121.2386090984767, "rating_upper": 1138.898429494284, "vote_count": 11118 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 351, "rating": 1128.8622564160466, "rating_lower": 1121.4381452088303, "rating_upper": 1136.2863676232632, "vote_count": 20685 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 352, "rating": 1127.4925449908778, "rating_lower": 1121.0938327961405, "rating_upper": 1133.891257185615, "vote_count": 20118 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "", "license": "Non-commercial", "rank": 353, "rating": 1126.5805743945405, "rating_lower": 1114.4829959794731, "rating_upper": 1138.678152809608, "vote_count": 2921 }, { "record_id": "zephyr-7b-alpha", "model": "zephyr-7b-alpha", "provider": "", "license": "MIT", "rank": 354, "rating": 1126.0994333648277, "rating_lower": 1110.4979099822945, "rating_upper": 1141.7009567473613, "vote_count": 1785 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "", "license": "Apache 2.0", "rank": 355, "rating": 1120.5733735579822, "rating_lower": 1109.596064736505, "rating_upper": 1131.5506823794592, "vote_count": 5182 }, { "record_id": "codellama-70b-instruct", "model": "codellama-70b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 356, "rating": 1118.489040823145, "rating_lower": 1100.3501441551512, "rating_upper": 1136.6279374911385, "vote_count": 1143 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 357, "rating": 1115.6464106379274, "rating_lower": 1107.9172672589766, "rating_upper": 1123.3755540168781, "vote_count": 10854 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "", "license": "Llama 2 Community", "rank": 358, "rating": 1114.2611072433485, "rating_lower": 1105.1222355346779, "rating_upper": 1123.3999789520192, "vote_count": 6923 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "", "license": "Apache 2.0", "rank": 359, "rating": 1113.8591837343474, "rating_lower": 1099.48559621302, "rating_upper": 1128.2327712556748, "vote_count": 2199 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 360, "rating": 1110.561119378102, "rating_lower": 1102.6773466395598, "rating_upper": 1118.4448921166438, "vote_count": 8045 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 361, "rating": 1109.2705235487808, "rating_lower": 1099.9888659267706, "rating_upper": 1118.552181170791, "vote_count": 8977 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 362, "rating": 1107.3175566068733, "rating_lower": 1100.26545434193, "rating_upper": 1114.3696588718167, "vote_count": 14148 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 363, "rating": 1092.6578933706176, "rating_lower": 1081.173620286275, "rating_upper": 1104.14216645496, "vote_count": 4780 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 364, "rating": 1089.9383855230687, "rating_lower": 1080.6037382901516, "rating_upper": 1099.273032755986, "vote_count": 7597 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "allenai", "license": "Apache-2.0", "rank": 365, "rating": 1073.1764792723757, "rating_lower": 1062.0181201926825, "rating_upper": 1084.3348383520688, "vote_count": 6328 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "", "license": "Non-commercial", "rank": 366, "rating": 1069.9405400771004, "rating_lower": 1060.0640919989069, "rating_upper": 1079.816988155294, "vote_count": 6965 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "", "license": "Non-commercial", "rank": 367, "rating": 1068.4464134389757, "rating_lower": 1056.9975874078152, "rating_upper": 1079.8952394701362, "vote_count": 5745 }, { "record_id": "gpt4all-13b-snoozy", "model": "gpt4all-13b-snoozy", "provider": "", "license": "Non-commercial", "rank": 368, "rating": 1066.2925967804395, "rating_lower": 1051.0895409054435, "rating_upper": 1081.4956526554356, "vote_count": 1743 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 369, "rating": 1062.0772724264411, "rating_lower": 1050.1136280284782, "rating_upper": 1074.0409168244041, "vote_count": 3924 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "", "license": "Apache-2.0", "rank": 370, "rating": 1055.5184143061615, "rating_lower": 1043.860239650384, "rating_upper": 1067.1765889619387, "vote_count": 4658 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "", "license": "Apache 2.0", "rank": 371, "rating": 1041.1828599634732, "rating_lower": 1029.804441598934, "rating_upper": 1052.5612783280123, "vote_count": 4845 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "", "license": "Apache-2.0", "rank": 372, "rating": 1023.7079076896184, "rating_lower": 1010.1265619055207, "rating_upper": 1037.2892534737161, "vote_count": 2658 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "", "license": "Apache 2.0", "rank": 373, "rating": 1022.1852774988231, "rating_lower": 1011.3277802473376, "rating_upper": 1033.0427747503086, "vote_count": 6310 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "", "license": "Non-commercial", "rank": 374, "rating": 994.9037527003888, "rating_lower": 982.3508002183239, "rating_upper": 1007.4567051824538, "vote_count": 4914 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "", "license": "Apache 2.0", "rank": 375, "rating": 991.3818794825593, "rating_lower": 979.0238881632874, "rating_upper": 1003.7398708018309, "vote_count": 4203 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "", "license": "MIT", "rank": 376, "rating": 980.8271424628772, "rating_lower": 967.3159476513279, "rating_upper": 994.3383372744265, "vote_count": 3412 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 377, "rating": 973.3978731456259, "rating_lower": 957.6248675039978, "rating_upper": 989.1708787872537, "vote_count": 2391 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "", "license": "CC-BY-NC-SA-4.0", "rank": 378, "rating": 952.1845790598031, "rating_lower": 939.47513762324, "rating_upper": 964.8940204963662, "vote_count": 3287 } ] }