{ "schema_version": 1, "snapshot_id": "lmarena-text-style-control-overall-2025-09-30", "source_id": "lmarena", "source_dataset": "lmarena-ai/leaderboard-dataset", "source_revision": "fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "source_commit_url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/commit/fb100fd1a48607efb93e28ba6610b641a7ac1bce", "source_license": "CC BY 4.0", "configuration": "text_style_control", "scope": "overall", "unit": "Arena rating", "direction": "higher-is-better", "comparability_version": 3, "published_at": "2025-09-30", "retrieved_at": "2026-07-26", "entry_count": 248, "entries": [ { "record_id": "gemini-2.5-pro", "model": "gemini-2.5-pro", "provider": "google", "license": "Proprietary", "rank": 1, "rating": 1452.9440395948504, "rating_lower": 1448.373168492969, "rating_upper": 1457.514910696732, "vote_count": 49935 }, { "record_id": "claude-opus-4-1-20250805-thinking-16k", "model": "claude-opus-4-1-20250805-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 2, "rating": 1448.3643722362772, "rating_lower": 1442.7094083946754, "rating_upper": 1454.019336077879, "vote_count": 18126 }, { "record_id": "o3-2025-04-16", "model": "o3-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 3, "rating": 1440.4315375725282, "rating_lower": 1436.1363368759226, "rating_upper": 1444.726738269134, "vote_count": 48220 }, { "record_id": "gpt-4.5-preview-2025-02-27", "model": "gpt-4.5-preview-2025-02-27", "provider": "openai", "license": "Proprietary", "rank": 4, "rating": 1440.4226182167588, "rating_lower": 1434.734195256028, "rating_upper": 1446.1110411774896, "vote_count": 14644 }, { "record_id": "chatgpt-4o-latest-20250326", "model": "chatgpt-4o-latest-20250326", "provider": "openai", "license": "Proprietary", "rank": 5, "rating": 1440.3189131132397, "rating_lower": 1435.8390360085473, "rating_upper": 1444.798790217932, "vote_count": 36400 }, { "record_id": "gpt-5-high", "model": "gpt-5-high", "provider": "openai", "license": "Proprietary", "rank": 6, "rating": 1439.380952550274, "rating_lower": 1433.616378145468, "rating_upper": 1445.1455269550802, "vote_count": 20189 }, { "record_id": "claude-opus-4-1-20250805", "model": "claude-opus-4-1-20250805", "provider": "anthropic", "license": "Proprietary", "rank": 7, "rating": 1439.1835898690824, "rating_lower": 1433.8828640323056, "rating_upper": 1444.4843157058592, "vote_count": 28727 }, { "record_id": "qwen3-max-preview", "model": "qwen3-max-preview", "provider": "alibaba", "license": "Proprietary", "rank": 8, "rating": 1433.3457756513162, "rating_lower": 1427.1325864023486, "rating_upper": 1439.558964900284, "vote_count": 14944 }, { "record_id": "gpt-5-chat", "model": "gpt-5-chat", "provider": "openai", "license": "Proprietary", "rank": 9, "rating": 1425.9699294555603, "rating_lower": 1420.3431074729845, "rating_upper": 1431.5967514381362, "vote_count": 18271 }, { "record_id": "grok-4-fast-chat", "model": "grok-4-fast-chat", "provider": "xai", "license": "Proprietary", "rank": 10, "rating": 1424.7845942974782, "rating_lower": 1415.6951451612242, "rating_upper": 1433.874043433732, "vote_count": 4676 }, { "record_id": "qwen3-vl-235b-a22b-instruct", "model": "qwen3-vl-235b-a22b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 11, "rating": 1420.5311116572284, "rating_lower": 1410.3152882951636, "rating_upper": 1430.7469350192932, "vote_count": 3324 }, { "record_id": "claude-opus-4-20250514-thinking-16k", "model": "claude-opus-4-20250514-thinking-16k", "provider": "anthropic", "license": "Proprietary", "rank": 12, "rating": 1420.2882262586725, "rating_lower": 1415.5544114151842, "rating_upper": 1425.0220411021608, "vote_count": 32409 }, { "record_id": "qwen3-max-2025-09-23", "model": "qwen3-max-2025-09-23", "provider": "alibaba", "license": "Proprietary", "rank": 13, "rating": 1418.1447039930497, "rating_lower": 1408.3493489960842, "rating_upper": 1427.940058990015, "vote_count": 3599 }, { "record_id": "grok-4-0709", "model": "grok-4-0709", "provider": "xai", "license": "Proprietary", "rank": 14, "rating": 1417.8160389578002, "rating_lower": 1412.7793540802334, "rating_upper": 1422.852723835367, "vote_count": 26365 }, { "record_id": "qwen3-235b-a22b-instruct-2507", "model": "qwen3-235b-a22b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 15, "rating": 1417.7963604958825, "rating_lower": 1412.622244159324, "rating_upper": 1422.970476832441, "vote_count": 25774 }, { "record_id": "deepseek-r1-0528", "model": "deepseek-r1-0528", "provider": "deepseek", "license": "MIT", "rank": 16, "rating": 1416.7910471932712, "rating_lower": 1411.1118971739395, "rating_upper": 1422.470197212603, "vote_count": 19488 }, { "record_id": "kimi-k2-0905-preview", "model": "kimi-k2-0905-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 17, "rating": 1416.1414626980395, "rating_lower": 1409.2524458344171, "rating_upper": 1423.030479561662, "vote_count": 10943 }, { "record_id": "deepseek-v3.1-thinking", "model": "deepseek-v3.1-thinking", "provider": "deepseek", "license": "MIT", "rank": 18, "rating": 1415.4521921658436, "rating_lower": 1408.8019978604236, "rating_upper": 1422.1023864712636, "vote_count": 12291 }, { "record_id": "deepseek-v3.1-terminus", "model": "deepseek-v3.1-terminus", "provider": "deepseek", "license": "MIT", "rank": 19, "rating": 1415.3201759492204, "rating_lower": 1405.740872316671, "rating_upper": 1424.89947958177, "vote_count": 3835 }, { "record_id": "kimi-k2-0711-preview", "model": "kimi-k2-0711-preview", "provider": "moonshot", "license": "Modified MIT", "rank": 20, "rating": 1415.2476829611455, "rating_lower": 1410.3099444788718, "rating_upper": 1420.1854214434193, "vote_count": 28727 }, { "record_id": "deepseek-v3.1", "model": "deepseek-v3.1", "provider": "deepseek", "license": "MIT", "rank": 21, "rating": 1415.0800676947536, "rating_lower": 1408.995471369428, "rating_upper": 1421.164664020079, "vote_count": 15627 }, { "record_id": "deepseek-v3.1-terminus-thinking", "model": "deepseek-v3.1-terminus-thinking", "provider": "deepseek", "license": "MIT", "rank": 22, "rating": 1414.3752373971638, "rating_lower": 1404.5028881967924, "rating_upper": 1424.2475865975352, "vote_count": 3594 }, { "record_id": "claude-opus-4-20250514", "model": "claude-opus-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 23, "rating": 1410.9238915620008, "rating_lower": 1406.2540728438753, "rating_upper": 1415.5937102801263, "vote_count": 40196 }, { "record_id": "gemini-2.5-flash-preview-09-2025", "model": "gemini-2.5-flash-preview-09-2025", "provider": "google", "license": "Proprietary", "rank": 24, "rating": 1409.800367179308, "rating_lower": 1399.5897921279725, "rating_upper": 1420.010942230644, "vote_count": 3444 }, { "record_id": "grok-3-preview-02-24", "model": "grok-3-preview-02-24", "provider": "xai", "license": "Proprietary", "rank": 25, "rating": 1409.752342282022, "rating_lower": 1405.4089313502584, "rating_upper": 1414.0957532137857, "vote_count": 34405 }, { "record_id": "gpt-4.1-2025-04-14", "model": "gpt-4.1-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 26, "rating": 1408.5100398334246, "rating_lower": 1404.0391364681232, "rating_upper": 1412.980943198726, "vote_count": 38897 }, { "record_id": "mistral-medium-2508", "model": "mistral-medium-2508", "provider": "mistral", "license": "Proprietary", "rank": 27, "rating": 1407.925109898324, "rating_lower": 1402.259933423309, "rating_upper": 1413.5902863733395, "vote_count": 20136 }, { "record_id": "gemini-2.5-flash", "model": "gemini-2.5-flash", "provider": "google", "license": "Proprietary", "rank": 28, "rating": 1407.3295846351673, "rating_lower": 1402.8720426652058, "rating_upper": 1411.7871266051288, "vote_count": 49807 }, { "record_id": "glm-4.5", "model": "glm-4.5", "provider": "zai", "license": "MIT", "rank": 29, "rating": 1406.535400398564, "rating_lower": 1401.041600671192, "rating_upper": 1412.029200125936, "vote_count": 19883 }, { "record_id": "qwen3-next-80b-a3b-instruct", "model": "qwen3-next-80b-a3b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 30, "rating": 1402.152538978616, "rating_lower": 1395.2207913650827, "rating_upper": 1409.0842865921495, "vote_count": 9458 }, { "record_id": "o1-2024-12-17", "model": "o1-2024-12-17", "provider": "openai", "license": "Proprietary", "rank": 31, "rating": 1398.827679952023, "rating_lower": 1394.4472210574936, "rating_upper": 1403.2081388465515, "vote_count": 28039 }, { "record_id": "longcat-flash-chat", "model": "longcat-flash-chat", "provider": "meituan", "license": "MIT", "rank": 32, "rating": 1398.8128074433123, "rating_lower": 1391.7908117640848, "rating_upper": 1405.8348031225405, "vote_count": 9343 }, { "record_id": "claude-sonnet-4-20250514-thinking-32k", "model": "claude-sonnet-4-20250514-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 33, "rating": 1398.061187246466, "rating_lower": 1393.2709399786177, "rating_upper": 1402.8514345143144, "vote_count": 31106 }, { "record_id": "qwen3-235b-a22b-no-thinking", "model": "qwen3-235b-a22b-no-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 34, "rating": 1397.6161889707964, "rating_lower": 1392.9017110956847, "rating_upper": 1402.330666845908, "vote_count": 37527 }, { "record_id": "qwen3-235b-a22b-thinking-2507", "model": "qwen3-235b-a22b-thinking-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 35, "rating": 1397.0892745151618, "rating_lower": 1390.5682529269336, "rating_upper": 1403.61029610339, "vote_count": 9495 }, { "record_id": "grok-4-fast-reasoning", "model": "grok-4-fast-reasoning", "provider": "xai", "license": "Proprietary", "rank": 36, "rating": 1395.7306497986135, "rating_lower": 1383.9274405416686, "rating_upper": 1407.5338590555584, "vote_count": 2454 }, { "record_id": "deepseek-r1", "model": "deepseek-r1", "provider": "deepseek", "license": "MIT", "rank": 37, "rating": 1393.7218692725764, "rating_lower": 1388.8748887791207, "rating_upper": 1398.568849766032, "vote_count": 18718 }, { "record_id": "gpt-5-mini-high", "model": "gpt-5-mini-high", "provider": "openai", "license": "Proprietary", "rank": 38, "rating": 1392.706096252416, "rating_lower": 1386.5845275287545, "rating_upper": 1398.8276649760778, "vote_count": 15526 }, { "record_id": "mai-1-preview", "model": "mai-1-preview", "provider": "microsoft-ai", "license": "Proprietary", "rank": 39, "rating": 1392.2702270475202, "rating_lower": 1385.7394804941107, "rating_upper": 1398.8009736009296, "vote_count": 12219 }, { "record_id": "o4-mini-2025-04-16", "model": "o4-mini-2025-04-16", "provider": "openai", "license": "Proprietary", "rank": 40, "rating": 1390.7047436334835, "rating_lower": 1386.2396541226444, "rating_upper": 1395.1698331443226, "vote_count": 38557 }, { "record_id": "deepseek-v3-0324", "model": "deepseek-v3-0324", "provider": "deepseek", "license": "MIT", "rank": 41, "rating": 1390.5021060738773, "rating_lower": 1386.301923276771, "rating_upper": 1394.7022888709837, "vote_count": 41437 }, { "record_id": "claude-sonnet-4-20250514", "model": "claude-sonnet-4-20250514", "provider": "anthropic", "license": "Proprietary", "rank": 42, "rating": 1388.363550092103, "rating_lower": 1383.6100194577032, "rating_upper": 1393.1170807265028, "vote_count": 36502 }, { "record_id": "qwen3-vl-235b-a22b-thinking", "model": "qwen3-vl-235b-a22b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 43, "rating": 1386.6457785192745, "rating_lower": 1376.208593209043, "rating_upper": 1397.0829638295056, "vote_count": 3177 }, { "record_id": "o1-preview", "model": "o1-preview", "provider": "openai", "license": "Proprietary", "rank": 44, "rating": 1385.5652659909367, "rating_lower": 1380.694836010977, "rating_upper": 1390.4356959708964, "vote_count": 31505 }, { "record_id": "claude-3-7-sonnet-20250219-thinking-32k", "model": "claude-3-7-sonnet-20250219-thinking-32k", "provider": "anthropic", "license": "Proprietary", "rank": 45, "rating": 1385.393328038967, "rating_lower": 1381.0670165331685, "rating_upper": 1389.7196395447654, "vote_count": 37702 }, { "record_id": "hunyuan-t1-20250711", "model": "hunyuan-t1-20250711", "provider": "tencent", "license": "Proprietary", "rank": 46, "rating": 1384.5524794831415, "rating_lower": 1375.9872677330286, "rating_upper": 1393.1176912332544, "vote_count": 4910 }, { "record_id": "qwen3-30b-a3b-instruct-2507", "model": "qwen3-30b-a3b-instruct-2507", "provider": "alibaba", "license": "Apache 2.0", "rank": 47, "rating": 1383.1898925746857, "rating_lower": 1377.634677089433, "rating_upper": 1388.7451080599385, "vote_count": 18706 }, { "record_id": "qwen3-coder-480b-a35b-instruct", "model": "qwen3-coder-480b-a35b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 48, "rating": 1380.766453393485, "rating_lower": 1375.4982650198615, "rating_upper": 1386.0346417671087, "vote_count": 21065 }, { "record_id": "mistral-medium-2505", "model": "mistral-medium-2505", "provider": "mistral", "license": "Proprietary", "rank": 49, "rating": 1380.4323823184511, "rating_lower": 1375.521981191656, "rating_upper": 1385.3427834452464, "vote_count": 32501 }, { "record_id": "hunyuan-turbos-20250416", "model": "hunyuan-turbos-20250416", "provider": "tencent", "license": "Proprietary", "rank": 50, "rating": 1379.2146248346055, "rating_lower": 1372.8225496779176, "rating_upper": 1385.6066999912937, "vote_count": 11220 }, { "record_id": "gemini-2.5-flash-lite-preview-06-17-thinking", "model": "gemini-2.5-flash-lite-preview-06-17-thinking", "provider": "google", "license": "Proprietary", "rank": 51, "rating": 1377.869934498424, "rating_lower": 1372.9142444932108, "rating_upper": 1382.8256245036373, "vote_count": 28726 }, { "record_id": "gpt-4.1-mini-2025-04-14", "model": "gpt-4.1-mini-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 52, "rating": 1376.5531720325691, "rating_lower": 1372.0657762692097, "rating_upper": 1381.0405677959286, "vote_count": 38457 }, { "record_id": "qwen3-235b-a22b", "model": "qwen3-235b-a22b", "provider": "alibaba", "license": "Apache 2.0", "rank": 53, "rating": 1372.0025558578857, "rating_lower": 1367.0657837908907, "rating_upper": 1376.9393279248802, "vote_count": 25189 }, { "record_id": "qwen2.5-max", "model": "qwen2.5-max", "provider": "alibaba", "license": "Proprietary", "rank": 54, "rating": 1370.9754536664716, "rating_lower": 1366.9168854128625, "rating_upper": 1375.034021920081, "vote_count": 33678 }, { "record_id": "qwen3-next-80b-a3b-thinking", "model": "qwen3-next-80b-a3b-thinking", "provider": "alibaba", "license": "Apache 2.0", "rank": 55, "rating": 1369.8405428765486, "rating_lower": 1362.6643006755307, "rating_upper": 1377.0167850775665, "vote_count": 8414 }, { "record_id": "claude-3-7-sonnet-20250219", "model": "claude-3-7-sonnet-20250219", "provider": "anthropic", "license": "Proprietary", "rank": 56, "rating": 1369.4126052777965, "rating_lower": 1365.3623223284064, "rating_upper": 1373.4628882271866, "vote_count": 42538 }, { "record_id": "glm-4.5-air", "model": "glm-4.5-air", "provider": "zai", "license": "MIT", "rank": 57, "rating": 1369.137928484488, "rating_lower": 1363.670851808771, "rating_upper": 1374.6050051602049, "vote_count": 18899 }, { "record_id": "minimax-m1", "model": "minimax-m1", "provider": "minimax", "license": "Apache 2.0", "rank": 58, "rating": 1368.58183764553, "rating_lower": 1363.7319902051338, "rating_upper": 1373.431685085926, "vote_count": 29187 }, { "record_id": "claude-3-5-sonnet-20241022", "model": "claude-3-5-sonnet-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 59, "rating": 1368.5740893882908, "rating_lower": 1365.4358782300212, "rating_upper": 1371.7123005465603, "vote_count": 87548 }, { "record_id": "grok-3-mini-high", "model": "grok-3-mini-high", "provider": "xai", "license": "Proprietary", "rank": 60, "rating": 1361.9970642206315, "rating_lower": 1356.376186054876, "rating_upper": 1367.6179423863873, "vote_count": 15812 }, { "record_id": "gemma-3-27b-it", "model": "gemma-3-27b-it", "provider": "google", "license": "Gemma", "rank": 61, "rating": 1361.9299893560342, "rating_lower": 1357.8902466942588, "rating_upper": 1365.9697320178095, "vote_count": 41647 }, { "record_id": "o3-mini-high", "model": "o3-mini-high", "provider": "openai", "license": "Proprietary", "rank": 62, "rating": 1361.2268488438183, "rating_lower": 1356.007320141941, "rating_upper": 1366.4463775456964, "vote_count": 18735 }, { "record_id": "gemini-2.0-flash-001", "model": "gemini-2.0-flash-001", "provider": "google", "license": "Proprietary", "rank": 63, "rating": 1359.9476575837416, "rating_lower": 1356.0854210731572, "rating_upper": 1363.809894094326, "vote_count": 43110 }, { "record_id": "grok-3-mini-beta", "model": "grok-3-mini-beta", "provider": "xai", "license": "Proprietary", "rank": 64, "rating": 1357.3976514417525, "rating_lower": 1352.122347422645, "rating_upper": 1362.6729554608598, "vote_count": 21880 }, { "record_id": "deepseek-v3", "model": "deepseek-v3", "provider": "deepseek", "license": "DeepSeek", "rank": 65, "rating": 1355.4977693824578, "rating_lower": 1350.8444067904504, "rating_upper": 1360.1511319744652, "vote_count": 21994 }, { "record_id": "mistral-small-2506", "model": "mistral-small-2506", "provider": "mistral", "license": "Apache 2.0", "rank": 66, "rating": 1351.135956777332, "rating_lower": 1345.5909120086312, "rating_upper": 1356.6810015460328, "vote_count": 16132 }, { "record_id": "gemini-2.0-flash-lite-preview-02-05", "model": "gemini-2.0-flash-lite-preview-02-05", "provider": "google", "license": "Proprietary", "rank": 67, "rating": 1351.1276948256034, "rating_lower": 1346.855284837612, "rating_upper": 1355.400104813595, "vote_count": 25215 }, { "record_id": "gemini-1.5-pro-002", "model": "gemini-1.5-pro-002", "provider": "google", "license": "Proprietary", "rank": 68, "rating": 1350.0975069466604, "rating_lower": 1346.8535469552537, "rating_upper": 1353.341466938067, "vote_count": 56012 }, { "record_id": "o3-mini", "model": "o3-mini", "provider": "openai", "license": "Proprietary", "rank": 69, "rating": 1347.3359636114249, "rating_lower": 1343.7514916560078, "rating_upper": 1350.920435566842, "vote_count": 56900 }, { "record_id": "command-a-03-2025", "model": "command-a-03-2025", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 70, "rating": 1346.7624597546728, "rating_lower": 1342.728490571304, "rating_upper": 1350.7964289380416, "vote_count": 44355 }, { "record_id": "gpt-oss-120b", "model": "gpt-oss-120b", "provider": "openai", "license": "Apache 2.0", "rank": 71, "rating": 1346.2547311670633, "rating_lower": 1340.5046966441864, "rating_upper": 1352.00476568994, "vote_count": 18031 }, { "record_id": "glm-4.5v", "model": "glm-4.5v", "provider": "zai", "license": "MIT", "rank": 72, "rating": 1345.6971490399658, "rating_lower": 1334.332675627316, "rating_upper": 1357.0616224526157, "vote_count": 2671 }, { "record_id": "step-3", "model": "step-3", "provider": "stepfun", "license": "Apache 2.0", "rank": 73, "rating": 1345.634769345807, "rating_lower": 1336.8176624959378, "rating_upper": 1354.451876195676, "vote_count": 4521 }, { "record_id": "hunyuan-turbos-20250226", "model": "hunyuan-turbos-20250226", "provider": "tencent", "license": "Proprietary", "rank": 74, "rating": 1344.1426995981735, "rating_lower": 1332.4638367321909, "rating_upper": 1355.8215624641562, "vote_count": 2250 }, { "record_id": "amazon-nova-experimental-chat-10-09", "model": "amazon-nova-experimental-chat-10-09", "provider": "amazon", "license": "Proprietary", "rank": 75, "rating": 1343.8404526447594, "rating_lower": 1333.074168944116, "rating_upper": 1354.6067363454026, "vote_count": 2965 }, { "record_id": "llama-3.1-nemotron-ultra-253b-v1", "model": "llama-3.1-nemotron-ultra-253b-v1", "provider": "nvidia", "license": "Nvidia Open Model", "rank": 76, "rating": 1343.704377458287, "rating_lower": 1331.9858596094691, "rating_upper": 1355.422895307104, "vote_count": 2573 }, { "record_id": "gpt-4o-2024-05-13", "model": "gpt-4o-2024-05-13", "provider": "openai", "license": "Proprietary", "rank": 77, "rating": 1342.9117873718994, "rating_lower": 1339.6277590843945, "rating_upper": 1346.1958156594044, "vote_count": 113568 }, { "record_id": "qwen3-32b", "model": "qwen3-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 78, "rating": 1342.903679951027, "rating_lower": 1333.3721919295483, "rating_upper": 1352.4351679725055, "vote_count": 3943 }, { "record_id": "qwen-plus-0125", "model": "qwen-plus-0125", "provider": "alibaba", "license": "Proprietary", "rank": 79, "rating": 1342.5418032300008, "rating_lower": 1334.224922683897, "rating_upper": 1350.8586837761047, "vote_count": 5861 }, { "record_id": "glm-4-plus-0111", "model": "glm-4-plus-0111", "provider": "Zhipu", "license": "Proprietary", "rank": 80, "rating": 1342.064524538744, "rating_lower": 1333.6920800355851, "rating_upper": 1350.4369690419026, "vote_count": 5806 }, { "record_id": "gpt-5-nano-high", "model": "gpt-5-nano-high", "provider": "openai", "license": "Proprietary", "rank": 81, "rating": 1341.259300049631, "rating_lower": 1333.431661833101, "rating_upper": 1349.086938266161, "vote_count": 6263 }, { "record_id": "claude-3-5-sonnet-20240620", "model": "claude-3-5-sonnet-20240620", "provider": "anthropic", "license": "Proprietary", "rank": 82, "rating": 1340.0505803772223, "rating_lower": 1336.737650303235, "rating_upper": 1343.36351045121, "vote_count": 82864 }, { "record_id": "gemma-3-12b-it", "model": "gemma-3-12b-it", "provider": "google", "license": "Gemma", "rank": 83, "rating": 1339.4193591480837, "rating_lower": 1329.8879616793577, "rating_upper": 1348.9507566168093, "vote_count": 3866 }, { "record_id": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "model": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "provider": "nvidia", "license": "Nvidia Open", "rank": 84, "rating": 1338.770073709358, "rating_lower": 1328.9944121948822, "rating_upper": 1348.5457352238338, "vote_count": 3549 }, { "record_id": "hunyuan-turbo-0110", "model": "hunyuan-turbo-0110", "provider": "tencent", "license": "Proprietary", "rank": 85, "rating": 1336.64511250611, "rating_lower": 1325.1571324323893, "rating_upper": 1348.1330925798304, "vote_count": 2322 }, { "record_id": "llama-3.1-405b-instruct-bf16", "model": "llama-3.1-405b-instruct-bf16", "provider": "meta", "license": "Llama 3.1 Community", "rank": 86, "rating": 1333.8648142020645, "rating_lower": 1330.2680959377378, "rating_upper": 1337.4615324663907, "vote_count": 41932 }, { "record_id": "o1-mini", "model": "o1-mini", "provider": "openai", "license": "Proprietary", "rank": 87, "rating": 1333.4654256893832, "rating_lower": 1329.9509512154511, "rating_upper": 1336.9799001633153, "vote_count": 52301 }, { "record_id": "qwq-32b", "model": "qwq-32b", "provider": "alibaba", "license": "Apache 2.0", "rank": 88, "rating": 1332.9137403224504, "rating_lower": 1328.3108937344125, "rating_upper": 1337.5165869104885, "vote_count": 24570 }, { "record_id": "gpt-4o-2024-08-06", "model": "gpt-4o-2024-08-06", "provider": "openai", "license": "Proprietary", "rank": 89, "rating": 1332.3091964505522, "rating_lower": 1328.248513307956, "rating_upper": 1336.3698795931484, "vote_count": 45787 }, { "record_id": "llama-3.1-405b-instruct-fp8", "model": "llama-3.1-405b-instruct-fp8", "provider": "meta", "license": "Llama 3.1 Community", "rank": 90, "rating": 1332.088880794794, "rating_lower": 1328.659651345088, "rating_upper": 1335.5181102445, "vote_count": 60272 }, { "record_id": "grok-2-2024-08-13", "model": "grok-2-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 91, "rating": 1331.933879346104, "rating_lower": 1328.4003857547375, "rating_upper": 1335.4673729374706, "vote_count": 63725 }, { "record_id": "gemini-advanced-0514", "model": "gemini-advanced-0514", "provider": "google", "license": "Proprietary", "rank": 92, "rating": 1331.8129698864163, "rating_lower": 1326.7413294076778, "rating_upper": 1336.884610365155, "vote_count": 50654 }, { "record_id": "step-2-16k-exp-202412", "model": "step-2-16k-exp-202412", "provider": "stepfun", "license": "Proprietary", "rank": 93, "rating": 1330.724990447587, "rating_lower": 1322.2081748206226, "rating_upper": 1339.2418060745515, "vote_count": 4895 }, { "record_id": "yi-lightning", "model": "yi-lightning", "provider": "01 AI", "license": "Proprietary", "rank": 94, "rating": 1326.5005979608827, "rating_lower": 1321.6804587414567, "rating_upper": 1331.3207371803087, "vote_count": 27624 }, { "record_id": "llama-4-maverick-17b-128e-instruct", "model": "llama-4-maverick-17b-128e-instruct", "provider": "meta", "license": "Llama 4", "rank": 95, "rating": 1325.4755434335043, "rating_lower": 1321.0768580218066, "rating_upper": 1329.874228845202, "vote_count": 39126 }, { "record_id": "qwen3-30b-a3b", "model": "qwen3-30b-a3b", "provider": "alibaba", "license": "Apache 2.0", "rank": 96, "rating": 1324.0000069023022, "rating_lower": 1319.03250190839, "rating_upper": 1328.9675118962143, "vote_count": 25357 }, { "record_id": "llama-3.3-nemotron-49b-super-v1", "model": "llama-3.3-nemotron-49b-super-v1", "provider": "nvidia", "license": "Nvidia", "rank": 97, "rating": 1323.476838486743, "rating_lower": 1311.37286124573, "rating_upper": 1335.580815727756, "vote_count": 2243 }, { "record_id": "hunyuan-large-2025-02-10", "model": "hunyuan-large-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 98, "rating": 1322.5329500773944, "rating_lower": 1312.8067351341754, "rating_upper": 1332.2591650206134, "vote_count": 3760 }, { "record_id": "gpt-4-turbo-2024-04-09", "model": "gpt-4-turbo-2024-04-09", "provider": "openai", "license": "Proprietary", "rank": 99, "rating": 1322.0587906150208, "rating_lower": 1318.2901199521104, "rating_upper": 1325.8274612779312, "vote_count": 98965 }, { "record_id": "claude-3-opus-20240229", "model": "claude-3-opus-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 100, "rating": 1320.339604712099, "rating_lower": 1317.4337921345586, "rating_upper": 1323.245417289639, "vote_count": 196368 }, { "record_id": "llama-4-scout-17b-16e-instruct", "model": "llama-4-scout-17b-16e-instruct", "provider": "meta", "license": "Llama", "rank": 101, "rating": 1320.2495698336006, "rating_lower": 1315.3331438232708, "rating_upper": 1325.1659958439304, "vote_count": 29209 }, { "record_id": "gpt-oss-20b", "model": "gpt-oss-20b", "provider": "openai", "license": "Apache 2.0", "rank": 102, "rating": 1320.1758275017655, "rating_lower": 1313.1873688986366, "rating_upper": 1327.1642861048945, "vote_count": 8701 }, { "record_id": "deepseek-v2.5-1210", "model": "deepseek-v2.5-1210", "provider": "deepseek", "license": "DeepSeek", "rank": 103, "rating": 1320.1406829290945, "rating_lower": 1311.9422892909586, "rating_upper": 1328.3390765672304, "vote_count": 6877 }, { "record_id": "gemini-1.5-pro-001", "model": "gemini-1.5-pro-001", "provider": "google", "license": "Proprietary", "rank": 104, "rating": 1319.8157287520148, "rating_lower": 1315.9755053460983, "rating_upper": 1323.655952157931, "vote_count": 79769 }, { "record_id": "step-1o-turbo-202506", "model": "step-1o-turbo-202506", "provider": "stepfun", "license": "Proprietary", "rank": 105, "rating": 1318.9642407562055, "rating_lower": 1312.2629201997552, "rating_upper": 1325.665561312656, "vote_count": 9752 }, { "record_id": "gpt-4.1-nano-2025-04-14", "model": "gpt-4.1-nano-2025-04-14", "provider": "openai", "license": "Proprietary", "rank": 106, "rating": 1318.2734121427743, "rating_lower": 1310.4941685095805, "rating_upper": 1326.0526557759683, "vote_count": 6143 }, { "record_id": "claude-3-5-haiku-20241022", "model": "claude-3-5-haiku-20241022", "provider": "anthropic", "license": "Proprietary", "rank": 107, "rating": 1318.0749287954586, "rating_lower": 1314.8034761906358, "rating_upper": 1321.3463814002814, "vote_count": 69251 }, { "record_id": "gemma-3n-e4b-it", "model": "gemma-3n-e4b-it", "provider": "google", "license": "Gemma", "rank": 108, "rating": 1317.5585862495393, "rating_lower": 1312.347403162244, "rating_upper": 1322.7697693368343, "vote_count": 23768 }, { "record_id": "llama-3.3-70b-instruct", "model": "llama-3.3-70b-instruct", "provider": "meta", "license": "Llama-3.3", "rank": 109, "rating": 1316.939679312817, "rating_lower": 1313.4628889056096, "rating_upper": 1320.4164697200238, "vote_count": 53632 }, { "record_id": "glm-4-plus", "model": "glm-4-plus", "provider": "Zhipu AI", "license": "Proprietary", "rank": 110, "rating": 1316.3371881163062, "rating_lower": 1311.520960364234, "rating_upper": 1321.1534158683785, "vote_count": 26342 }, { "record_id": "qwen-max-0919", "model": "qwen-max-0919", "provider": "alibaba", "license": "Qwen", "rank": 111, "rating": 1315.3218662628228, "rating_lower": 1309.7276178978373, "rating_upper": 1320.9161146278084, "vote_count": 16598 }, { "record_id": "gpt-4o-mini-2024-07-18", "model": "gpt-4o-mini-2024-07-18", "provider": "openai", "license": "Proprietary", "rank": 112, "rating": 1314.283241552118, "rating_lower": 1310.9028916134496, "rating_upper": 1317.6635914907863, "vote_count": 69301 }, { "record_id": "gpt-4-1106-preview", "model": "gpt-4-1106-preview", "provider": "openai", "license": "Proprietary", "rank": 113, "rating": 1312.5181891485215, "rating_lower": 1308.7805077240714, "rating_upper": 1316.2558705729716, "vote_count": 101117 }, { "record_id": "qwen2.5-plus-1127", "model": "qwen2.5-plus-1127", "provider": "alibaba", "license": "Proprietary", "rank": 114, "rating": 1312.4251651112763, "rating_lower": 1306.1470126769532, "rating_upper": 1318.7033175455997, "vote_count": 10252 }, { "record_id": "gpt-4-0125-preview", "model": "gpt-4-0125-preview", "provider": "openai", "license": "Proprietary", "rank": 115, "rating": 1312.0032537354696, "rating_lower": 1308.0653700121304, "rating_upper": 1315.9411374588087, "vote_count": 94534 }, { "record_id": "mistral-large-2407", "model": "mistral-large-2407", "provider": "mistral", "license": "Mistral Research", "rank": 116, "rating": 1311.389292290299, "rating_lower": 1307.6169754826458, "rating_upper": 1315.161609097952, "vote_count": 45968 }, { "record_id": "athene-v2-chat", "model": "athene-v2-chat", "provider": "NexusFlow", "license": "NexusFlow", "rank": 117, "rating": 1311.317962077283, "rating_lower": 1306.860123402441, "rating_upper": 1315.775800752125, "vote_count": 24880 }, { "record_id": "gemini-1.5-flash-002", "model": "gemini-1.5-flash-002", "provider": "google", "license": "Proprietary", "rank": 118, "rating": 1309.5550515259129, "rating_lower": 1305.4675042872716, "rating_upper": 1313.642598764554, "vote_count": 35180 }, { "record_id": "hunyuan-standard-2025-02-10", "model": "hunyuan-standard-2025-02-10", "provider": "tencent", "license": "Proprietary", "rank": 119, "rating": 1307.996824423855, "rating_lower": 1298.313089811204, "rating_upper": 1317.680559036506, "vote_count": 3920 }, { "record_id": "grok-2-mini-2024-08-13", "model": "grok-2-mini-2024-08-13", "provider": "xai", "license": "Proprietary", "rank": 120, "rating": 1304.9306977105457, "rating_lower": 1301.3585817415792, "rating_upper": 1308.5028136795122, "vote_count": 52789 }, { "record_id": "deepseek-v2.5", "model": "deepseek-v2.5", "provider": "deepseek", "license": "DeepSeek", "rank": 121, "rating": 1304.080356550403, "rating_lower": 1299.4943039369034, "rating_upper": 1308.6664091639025, "vote_count": 24839 }, { "record_id": "athene-70b-0725", "model": "athene-70b-0725", "provider": "NexusFlow", "license": "CC-BY-NC-4.0", "rank": 122, "rating": 1303.0430776210128, "rating_lower": 1297.4734758508184, "rating_upper": 1308.6126793912072, "vote_count": 19796 }, { "record_id": "mistral-large-2411", "model": "mistral-large-2411", "provider": "mistral", "license": "MRL", "rank": 123, "rating": 1302.6916519162105, "rating_lower": 1298.3559124603096, "rating_upper": 1307.0273913721114, "vote_count": 28455 }, { "record_id": "gemma-3-4b-it", "model": "gemma-3-4b-it", "provider": "google", "license": "Gemma", "rank": 124, "rating": 1301.593119801566, "rating_lower": 1292.2294015469024, "rating_upper": 1310.9568380562296, "vote_count": 4195 }, { "record_id": "qwen2.5-72b-instruct", "model": "qwen2.5-72b-instruct", "provider": "alibaba", "license": "Qwen", "rank": 125, "rating": 1299.6315169105446, "rating_lower": 1295.6918046308897, "rating_upper": 1303.5712291901998, "vote_count": 39632 }, { "record_id": "magistral-medium-2506", "model": "magistral-medium-2506", "provider": "mistral", "license": "Proprietary", "rank": 126, "rating": 1297.3632306139375, "rating_lower": 1290.5235009949763, "rating_upper": 1304.2029602328987, "vote_count": 10435 }, { "record_id": "mistral-small-3.1-24b-instruct-2503", "model": "mistral-small-3.1-24b-instruct-2503", "provider": "mistral", "license": "Apache 2.0", "rank": 127, "rating": 1297.2062400519562, "rating_lower": 1292.2668465189631, "rating_upper": 1302.145633584949, "vote_count": 28776 }, { "record_id": "llama-3.1-nemotron-70b-instruct", "model": "llama-3.1-nemotron-70b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 128, "rating": 1295.8359962596428, "rating_lower": 1288.1296000979517, "rating_upper": 1303.542392421334, "vote_count": 7216 }, { "record_id": "hunyuan-large-vision", "model": "hunyuan-large-vision", "provider": "tencent", "license": "Proprietary", "rank": 129, "rating": 1292.054133728007, "rating_lower": 1282.9887304860856, "rating_upper": 1301.1195369699285, "vote_count": 5665 }, { "record_id": "llama-3.1-70b-instruct", "model": "llama-3.1-70b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 130, "rating": 1291.84427043614, "rating_lower": 1288.2810923038944, "rating_upper": 1295.4074485683857, "vote_count": 56003 }, { "record_id": "amazon-nova-pro-v1.0", "model": "amazon-nova-pro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 131, "rating": 1286.3827043891845, "rating_lower": 1281.9139887568076, "rating_upper": 1290.8514200215614, "vote_count": 25218 }, { "record_id": "jamba-1.5-large", "model": "jamba-1.5-large", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 132, "rating": 1285.984278379817, "rating_lower": 1278.7482938411742, "rating_upper": 1293.2202629184596, "vote_count": 8730 }, { "record_id": "reka-core-20240904", "model": "reka-core-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 133, "rating": 1285.6010142766725, "rating_lower": 1278.5290996817073, "rating_upper": 1292.6729288716376, "vote_count": 7380 }, { "record_id": "llama-3.1-tulu-3-70b", "model": "llama-3.1-tulu-3-70b", "provider": "Ai2", "license": "Llama 3.1", "rank": 134, "rating": 1284.8027048289464, "rating_lower": 1274.4025174851677, "rating_upper": 1295.2028921727251, "vote_count": 2881 }, { "record_id": "gpt-4-0314", "model": "gpt-4-0314", "provider": "openai", "license": "Proprietary", "rank": 135, "rating": 1284.6174961743109, "rating_lower": 1279.9304692338387, "rating_upper": 1289.304523114783, "vote_count": 54754 }, { "record_id": "gemma-2-27b-it", "model": "gemma-2-27b-it", "provider": "google", "license": "Gemma license", "rank": 136, "rating": 1284.5913647925372, "rating_lower": 1281.3718220634298, "rating_upper": 1287.8109075216446, "vote_count": 76195 }, { "record_id": "llama-3.1-nemotron-51b-instruct", "model": "llama-3.1-nemotron-51b-instruct", "provider": "nvidia", "license": "Llama 3.1", "rank": 137, "rating": 1284.4421411664655, "rating_lower": 1274.5430367392717, "rating_upper": 1294.3412455936598, "vote_count": 3777 }, { "record_id": "gemini-1.5-flash-001", "model": "gemini-1.5-flash-001", "provider": "google", "license": "Proprietary", "rank": 138, "rating": 1282.3070691250473, "rating_lower": 1277.9403708778814, "rating_upper": 1286.6737673722132, "vote_count": 63418 }, { "record_id": "claude-3-sonnet-20240229", "model": "claude-3-sonnet-20240229", "provider": "anthropic", "license": "Proprietary", "rank": 139, "rating": 1279.8043960341436, "rating_lower": 1275.926739669626, "rating_upper": 1283.6820523986612, "vote_count": 110173 }, { "record_id": "nemotron-4-340b-instruct", "model": "nemotron-4-340b-instruct", "provider": "nvidia", "license": "NVIDIA Open Model", "rank": 140, "rating": 1276.7660203782525, "rating_lower": 1271.5515364984758, "rating_upper": 1281.9805042580288, "vote_count": 19913 }, { "record_id": "gemma-2-9b-it-simpo", "model": "gemma-2-9b-it-simpo", "provider": "Princeton", "license": "MIT", "rank": 141, "rating": 1276.5351257243146, "rating_lower": 1269.7357677238697, "rating_upper": 1283.3344837247598, "vote_count": 10108 }, { "record_id": "command-r-plus-08-2024", "model": "command-r-plus-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 142, "rating": 1275.9064869888052, "rating_lower": 1269.414803743806, "rating_upper": 1282.3981702338044, "vote_count": 9931 }, { "record_id": "llama-3-70b-instruct", "model": "llama-3-70b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 143, "rating": 1274.3451793264028, "rating_lower": 1270.907781561309, "rating_upper": 1277.7825770914965, "vote_count": 158908 }, { "record_id": "gpt-4-0613", "model": "gpt-4-0613", "provider": "openai", "license": "Proprietary", "rank": 144, "rating": 1273.0370443871095, "rating_lower": 1269.0840038628903, "rating_upper": 1276.9900849113292, "vote_count": 89612 }, { "record_id": "glm-4-0520", "model": "glm-4-0520", "provider": "Zhipu AI", "license": "Proprietary", "rank": 145, "rating": 1271.7605726331408, "rating_lower": 1264.8478247485937, "rating_upper": 1278.673320517688, "vote_count": 9857 }, { "record_id": "mistral-small-24b-instruct-2501", "model": "mistral-small-24b-instruct-2501", "provider": "mistral", "license": "Apache 2.0", "rank": 146, "rating": 1271.4868633137276, "rating_lower": 1265.637593017644, "rating_upper": 1277.336133609811, "vote_count": 14830 }, { "record_id": "reka-flash-20240904", "model": "reka-flash-20240904", "provider": "Reka AI", "license": "Proprietary", "rank": 147, "rating": 1271.044491765785, "rating_lower": 1264.126540380764, "rating_upper": 1277.9624431508062, "vote_count": 7583 }, { "record_id": "qwen2.5-coder-32b-instruct", "model": "qwen2.5-coder-32b-instruct", "provider": "alibaba", "license": "Apache 2.0", "rank": 148, "rating": 1267.37658692869, "rating_lower": 1259.3182472125998, "rating_upper": 1275.43492664478, "vote_count": 5452 }, { "record_id": "c4ai-aya-expanse-32b", "model": "c4ai-aya-expanse-32b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 149, "rating": 1264.975051915711, "rating_lower": 1260.2069127186192, "rating_upper": 1269.7431911128028, "vote_count": 27362 }, { "record_id": "command-r-plus", "model": "command-r-plus", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 150, "rating": 1261.964132009832, "rating_lower": 1257.7560349373057, "rating_upper": 1266.1722290823582, "vote_count": 78401 }, { "record_id": "gemma-2-9b-it", "model": "gemma-2-9b-it", "provider": "google", "license": "Gemma license", "rank": 151, "rating": 1261.8675254119148, "rating_lower": 1258.1918881570246, "rating_upper": 1265.543162666805, "vote_count": 54954 }, { "record_id": "deepseek-coder-v2", "model": "deepseek-coder-v2", "provider": "deepseek", "license": "DeepSeek License", "rank": 152, "rating": 1261.23040029479, "rating_lower": 1255.034946300451, "rating_upper": 1267.425854289129, "vote_count": 15242 }, { "record_id": "qwen2-72b-instruct", "model": "qwen2-72b-instruct", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 153, "rating": 1260.64427269732, "rating_lower": 1255.8123938618144, "rating_upper": 1265.4761515328255, "vote_count": 37688 }, { "record_id": "claude-3-haiku-20240307", "model": "claude-3-haiku-20240307", "provider": "anthropic", "license": "Proprietary", "rank": 154, "rating": 1259.4356889805874, "rating_lower": 1255.814057083477, "rating_upper": 1263.0573208776975, "vote_count": 118626 }, { "record_id": "gemini-1.5-flash-8b-001", "model": "gemini-1.5-flash-8b-001", "provider": "google", "license": "Proprietary", "rank": 155, "rating": 1258.206297972606, "rating_lower": 1254.0469874399562, "rating_upper": 1262.365608505256, "vote_count": 35914 }, { "record_id": "amazon-nova-lite-v1.0", "model": "amazon-nova-lite-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 156, "rating": 1257.930573600542, "rating_lower": 1252.8770125311955, "rating_upper": 1262.9841346698884, "vote_count": 19760 }, { "record_id": "phi-4", "model": "phi-4", "provider": "microsoft", "license": "MIT", "rank": 157, "rating": 1253.4481067308736, "rating_lower": 1248.9252651758873, "rating_upper": 1257.97094828586, "vote_count": 24354 }, { "record_id": "olmo-2-0325-32b-instruct", "model": "olmo-2-0325-32b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 158, "rating": 1251.508766616841, "rating_lower": 1240.7547497729345, "rating_upper": 1262.2627834607476, "vote_count": 3377 }, { "record_id": "command-r-08-2024", "model": "command-r-08-2024", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 159, "rating": 1249.758240823735, "rating_lower": 1243.250409430653, "rating_upper": 1256.2660722168168, "vote_count": 10229 }, { "record_id": "mistral-large-2402", "model": "mistral-large-2402", "provider": "mistral", "license": "Proprietary", "rank": 160, "rating": 1240.9858290714092, "rating_lower": 1236.3681224550985, "rating_upper": 1245.60353568772, "vote_count": 63404 }, { "record_id": "amazon-nova-micro-v1.0", "model": "amazon-nova-micro-v1.0", "provider": "amazon", "license": "Proprietary", "rank": 161, "rating": 1239.667059030266, "rating_lower": 1234.6459410594098, "rating_upper": 1244.6881770011223, "vote_count": 19774 }, { "record_id": "jamba-1.5-mini", "model": "jamba-1.5-mini", "provider": "AI21 Labs", "license": "Jamba Open", "rank": 162, "rating": 1236.6033740858934, "rating_lower": 1229.4654137529722, "rating_upper": 1243.7413344188146, "vote_count": 8918 }, { "record_id": "ministral-8b-2410", "model": "ministral-8b-2410", "provider": "mistral", "license": "MRL", "rank": 163, "rating": 1234.6007073297062, "rating_lower": 1225.5952790592155, "rating_upper": 1243.6061356001967, "vote_count": 4833 }, { "record_id": "qwen1.5-110b-chat", "model": "qwen1.5-110b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 164, "rating": 1233.199517548221, "rating_lower": 1227.7808124600974, "rating_upper": 1238.618222636344, "vote_count": 26679 }, { "record_id": "qwen1.5-72b-chat", "model": "qwen1.5-72b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 165, "rating": 1232.416261242284, "rating_lower": 1227.2406445073923, "rating_upper": 1237.5918779771755, "vote_count": 39689 }, { "record_id": "reka-flash-21b-20240226-online", "model": "reka-flash-21b-20240226-online", "provider": "Reka AI", "license": "Proprietary", "rank": 166, "rating": 1232.106022701354, "rating_lower": 1224.7848223269082, "rating_upper": 1239.4272230758, "vote_count": 15606 }, { "record_id": "gemini-pro-dev-api", "model": "gemini-pro-dev-api", "provider": "google", "license": "Proprietary", "rank": 167, "rating": 1231.7357589066546, "rating_lower": 1224.486298846889, "rating_upper": 1238.9852189664202, "vote_count": 18454 }, { "record_id": "hunyuan-standard-256k", "model": "hunyuan-standard-256k", "provider": "tencent", "license": "Proprietary", "rank": 168, "rating": 1231.3431091788063, "rating_lower": 1219.6663121360746, "rating_upper": 1243.019906221538, "vote_count": 2761 }, { "record_id": "mixtral-8x22b-instruct-v0.1", "model": "mixtral-8x22b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 169, "rating": 1228.5468323479663, "rating_lower": 1224.113933204388, "rating_upper": 1232.9797314915447, "vote_count": 52214 }, { "record_id": "command-r", "model": "command-r", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 170, "rating": 1227.0393487984998, "rating_lower": 1222.363490575372, "rating_upper": 1231.7152070216275, "vote_count": 54710 }, { "record_id": "reka-flash-21b-20240226", "model": "reka-flash-21b-20240226", "provider": "Reka AI", "license": "Proprietary", "rank": 171, "rating": 1225.360818511998, "rating_lower": 1219.4999915721914, "rating_upper": 1231.2216454518043, "vote_count": 25026 }, { "record_id": "mistral-medium", "model": "mistral-medium", "provider": "mistral", "license": "Proprietary", "rank": 172, "rating": 1222.92860541547, "rating_lower": 1217.534473938762, "rating_upper": 1228.322736892178, "vote_count": 34893 }, { "record_id": "llama-3-8b-instruct", "model": "llama-3-8b-instruct", "provider": "meta", "license": "Llama 3 Community", "rank": 173, "rating": 1221.7287118848558, "rating_lower": 1218.139083292677, "rating_upper": 1225.3183404770346, "vote_count": 106055 }, { "record_id": "gpt-3.5-turbo-0125", "model": "gpt-3.5-turbo-0125", "provider": "openai", "license": "Proprietary", "rank": 174, "rating": 1221.725127050459, "rating_lower": 1217.1332737327032, "rating_upper": 1226.316980368215, "vote_count": 67214 }, { "record_id": "c4ai-aya-expanse-8b", "model": "c4ai-aya-expanse-8b", "provider": "cohere", "license": "CC-BY-NC-4.0", "rank": 175, "rating": 1221.7040379533098, "rating_lower": 1214.8336208280953, "rating_upper": 1228.5744550785244, "vote_count": 9922 }, { "record_id": "llama-3.1-tulu-3-8b", "model": "llama-3.1-tulu-3-8b", "provider": "Ai2", "license": "Llama 3.1", "rank": 176, "rating": 1220.7699612748866, "rating_lower": 1210.1880842746366, "rating_upper": 1231.3518382751363, "vote_count": 2943 }, { "record_id": "gemini-pro", "model": "gemini-pro", "provider": "google", "license": "Proprietary", "rank": 177, "rating": 1218.907462727027, "rating_lower": 1207.2022451057746, "rating_upper": 1230.6126803482794, "vote_count": 6418 }, { "record_id": "yi-1.5-34b-chat", "model": "yi-1.5-34b-chat", "provider": "01 AI", "license": "Apache-2.0", "rank": 178, "rating": 1212.8045343985627, "rating_lower": 1207.876853437805, "rating_upper": 1217.7322153593204, "vote_count": 24417 }, { "record_id": "zephyr-orpo-141b-A35b-v0.1", "model": "zephyr-orpo-141b-A35b-v0.1", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 179, "rating": 1212.394342783933, "rating_lower": 1201.676709461173, "rating_upper": 1223.1119761066936, "vote_count": 4712 }, { "record_id": "llama-3.1-8b-instruct", "model": "llama-3.1-8b-instruct", "provider": "meta", "license": "Llama 3.1 Community", "rank": 180, "rating": 1209.9032806564455, "rating_lower": 1205.9174828685666, "rating_upper": 1213.8890784443245, "vote_count": 50234 }, { "record_id": "granite-3.1-8b-instruct", "model": "granite-3.1-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 181, "rating": 1208.6348257937748, "rating_lower": 1197.692462491984, "rating_upper": 1219.5771890955657, "vote_count": 3142 }, { "record_id": "qwen1.5-32b-chat", "model": "qwen1.5-32b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 182, "rating": 1204.198249650155, "rating_lower": 1198.1758193923474, "rating_upper": 1210.220679907963, "vote_count": 22068 }, { "record_id": "gpt-3.5-turbo-1106", "model": "gpt-3.5-turbo-1106", "provider": "openai", "license": "Proprietary", "rank": 183, "rating": 1199.266678151586, "rating_lower": 1190.56170425267, "rating_upper": 1207.971652050502, "vote_count": 16760 }, { "record_id": "phi-3-medium-4k-instruct", "model": "phi-3-medium-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 184, "rating": 1197.2155320436618, "rating_lower": 1192.1653831714293, "rating_upper": 1202.2656809158943, "vote_count": 25301 }, { "record_id": "mixtral-8x7b-instruct-v0.1", "model": "mixtral-8x7b-instruct-v0.1", "provider": "mistral", "license": "Apache 2.0", "rank": 185, "rating": 1196.8543798487715, "rating_lower": 1192.6966172478226, "rating_upper": 1201.0121424497208, "vote_count": 74303 }, { "record_id": "gemma-2-2b-it", "model": "gemma-2-2b-it", "provider": "google", "license": "Gemma license", "rank": 186, "rating": 1195.8101873961346, "rating_lower": 1191.8432406478714, "rating_upper": 1199.7771341443977, "vote_count": 46901 }, { "record_id": "dbrx-instruct-preview", "model": "dbrx-instruct-preview", "provider": "Databricks", "license": "DBRX LICENSE", "rank": 187, "rating": 1194.3765008370835, "rating_lower": 1188.379084225173, "rating_upper": 1200.373917448994, "vote_count": 32760 }, { "record_id": "internlm2_5-20b-chat", "model": "internlm2_5-20b-chat", "provider": "InternLM", "license": "Other", "rank": 188, "rating": 1191.637936250017, "rating_lower": 1184.5468928800185, "rating_upper": 1198.7289796200157, "vote_count": 10038 }, { "record_id": "qwen1.5-14b-chat", "model": "qwen1.5-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 189, "rating": 1191.6007648726954, "rating_lower": 1184.573855863292, "rating_upper": 1198.6276738820989, "vote_count": 18066 }, { "record_id": "wizardlm-70b", "model": "wizardlm-70b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 190, "rating": 1184.1390131067242, "rating_lower": 1174.7363293122498, "rating_upper": 1193.5416969011983, "vote_count": 8270 }, { "record_id": "yi-34b-chat", "model": "yi-34b-chat", "provider": "01 AI", "license": "Yi License", "rank": 191, "rating": 1183.1154462954305, "rating_lower": 1176.37540928085, "rating_upper": 1189.855483310011, "vote_count": 15624 }, { "record_id": "deepseek-llm-67b-chat", "model": "deepseek-llm-67b-chat", "provider": "deepseek", "license": "DeepSeek License", "rank": 192, "rating": 1182.714410553048, "rating_lower": 1171.2226191667112, "rating_upper": 1194.2062019393843, "vote_count": 4950 }, { "record_id": "openchat-3.5-0106", "model": "openchat-3.5-0106", "provider": "OpenChat", "license": "Apache-2.0", "rank": 193, "rating": 1181.3270481897837, "rating_lower": 1173.384860052667, "rating_upper": 1189.2692363269002, "vote_count": 12712 }, { "record_id": "granite-3.0-8b-instruct", "model": "granite-3.0-8b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 194, "rating": 1181.2960854551995, "rating_lower": 1172.7095396141758, "rating_upper": 1189.8826312962233, "vote_count": 6727 }, { "record_id": "openchat-3.5", "model": "openchat-3.5", "provider": "OpenChat", "license": "Apache-2.0", "rank": 195, "rating": 1180.45206631985, "rating_lower": 1170.819385623801, "rating_upper": 1190.084747015899, "vote_count": 8009 }, { "record_id": "granite-3.1-2b-instruct", "model": "granite-3.1-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 196, "rating": 1179.6124086391965, "rating_lower": 1168.539275540069, "rating_upper": 1190.685541738324, "vote_count": 3235 }, { "record_id": "snowflake-arctic-instruct", "model": "snowflake-arctic-instruct", "provider": "Snowflake", "license": "Apache 2.0", "rank": 197, "rating": 1178.7307553245082, "rating_lower": 1172.9072393124634, "rating_upper": 1184.554271336553, "vote_count": 33272 }, { "record_id": "tulu-2-dpo-70b", "model": "tulu-2-dpo-70b", "provider": "AllenAI/UW", "license": "AI2 ImpACT Low-risk", "rank": 198, "rating": 1178.4671239005418, "rating_lower": 1168.704014402619, "rating_upper": 1188.2302333984649, "vote_count": 6579 }, { "record_id": "gemma-1.1-7b-it", "model": "gemma-1.1-7b-it", "provider": "google", "license": "Gemma license", "rank": 199, "rating": 1176.5499403356364, "rating_lower": 1170.579224527699, "rating_upper": 1182.520656143574, "vote_count": 24327 }, { "record_id": "openhermes-2.5-mistral-7b", "model": "openhermes-2.5-mistral-7b", "provider": "NousResearch", "license": "Apache-2.0", "rank": 200, "rating": 1174.5707663306664, "rating_lower": 1164.1836064666531, "rating_upper": 1184.9579261946797, "vote_count": 5026 }, { "record_id": "vicuna-33b", "model": "vicuna-33b", "provider": "LMSYS", "license": "Non-commercial", "rank": 201, "rating": 1172.3283529666635, "rating_lower": 1166.1981953724978, "rating_upper": 1178.4585105608292, "vote_count": 22613 }, { "record_id": "starling-lm-7b-beta", "model": "starling-lm-7b-beta", "provider": "Nexusflow", "license": "Apache-2.0", "rank": 202, "rating": 1172.290975109627, "rating_lower": 1164.9452984899183, "rating_upper": 1179.6366517293357, "vote_count": 16190 }, { "record_id": "phi-3-small-8k-instruct", "model": "phi-3-small-8k-instruct", "provider": "microsoft", "license": "MIT", "rank": 203, "rating": 1171.0065999717044, "rating_lower": 1165.1874160730465, "rating_upper": 1176.8257838703623, "vote_count": 17983 }, { "record_id": "llama-2-70b-chat", "model": "llama-2-70b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 204, "rating": 1170.6413569007836, "rating_lower": 1165.2225248121551, "rating_upper": 1176.0601889894122, "vote_count": 38767 }, { "record_id": "starling-lm-7b-alpha", "model": "starling-lm-7b-alpha", "provider": "UC Berkeley", "license": "CC-BY-NC-4.0", "rank": 205, "rating": 1167.3949035579574, "rating_lower": 1159.379582124139, "rating_upper": 1175.4102249917755, "vote_count": 10267 }, { "record_id": "llama-3.2-3b-instruct", "model": "llama-3.2-3b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 206, "rating": 1165.5320015566765, "rating_lower": 1157.9412950100934, "rating_upper": 1173.1227081032591, "vote_count": 8043 }, { "record_id": "nous-hermes-2-mixtral-8x7b-dpo", "model": "nous-hermes-2-mixtral-8x7b-dpo", "provider": "NousResearch", "license": "Apache-2.0", "rank": 207, "rating": 1165.2883457902194, "rating_lower": 1153.4036200889184, "rating_upper": 1177.1730714915204, "vote_count": 3792 }, { "record_id": "qwq-32b-preview", "model": "qwq-32b-preview", "provider": "alibaba", "license": "Apache 2.0", "rank": 208, "rating": 1160.705737813868, "rating_lower": 1149.243556927896, "rating_upper": 1172.16791869984, "vote_count": 3256 }, { "record_id": "llama2-70b-steerlm-chat", "model": "llama2-70b-steerlm-chat", "provider": "nvidia", "license": "Llama 2 Community", "rank": 209, "rating": 1156.6744225168704, "rating_lower": 1144.0834555727356, "rating_upper": 1169.2653894610053, "vote_count": 3605 }, { "record_id": "granite-3.0-2b-instruct", "model": "granite-3.0-2b-instruct", "provider": "ibm", "license": "Apache 2.0", "rank": 210, "rating": 1154.9669131440612, "rating_lower": 1146.6697659787494, "rating_upper": 1163.264060309373, "vote_count": 6922 }, { "record_id": "solar-10.7b-instruct-v1.0", "model": "solar-10.7b-instruct-v1.0", "provider": "Upstage AI", "license": "CC-BY-NC-4.0", "rank": 211, "rating": 1153.0839040743483, "rating_lower": 1139.8973109998494, "rating_upper": 1166.2704971488477, "vote_count": 4187 }, { "record_id": "mistral-7b-instruct-v0.2", "model": "mistral-7b-instruct-v0.2", "provider": "mistral", "license": "Apache-2.0", "rank": 212, "rating": 1149.8843707680694, "rating_lower": 1143.3197398386667, "rating_upper": 1156.449001697472, "vote_count": 19603 }, { "record_id": "mpt-30b-chat", "model": "mpt-30b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 213, "rating": 1149.0997624418987, "rating_lower": 1136.9085006207188, "rating_upper": 1161.2910242630787, "vote_count": 2606 }, { "record_id": "wizardlm-13b", "model": "wizardlm-13b", "provider": "microsoft", "license": "Llama 2 Community", "rank": 214, "rating": 1148.785433535446, "rating_lower": 1139.5618498177444, "rating_upper": 1158.009017253148, "vote_count": 7122 }, { "record_id": "qwen1.5-7b-chat", "model": "qwen1.5-7b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 215, "rating": 1142.9877803839922, "rating_lower": 1133.1755334229097, "rating_upper": 1152.8000273450748, "vote_count": 4782 }, { "record_id": "phi-3-mini-4k-instruct-june-2024", "model": "phi-3-mini-4k-instruct-june-2024", "provider": "microsoft", "license": "MIT", "rank": 216, "rating": 1141.8841908296404, "rating_lower": 1135.5427720453629, "rating_upper": 1148.225609613918, "vote_count": 12415 }, { "record_id": "llama-2-13b-chat", "model": "llama-2-13b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 217, "rating": 1141.4970618686543, "rating_lower": 1134.8621565034812, "rating_upper": 1148.1319672338277, "vote_count": 19357 }, { "record_id": "vicuna-13b", "model": "vicuna-13b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 218, "rating": 1140.1403139289584, "rating_lower": 1133.5078403444993, "rating_upper": 1146.7727875134176, "vote_count": 19539 }, { "record_id": "qwen-14b-chat", "model": "qwen-14b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 219, "rating": 1137.457465688407, "rating_lower": 1126.5479485294736, "rating_upper": 1148.3669828473403, "vote_count": 5004 }, { "record_id": "codellama-34b-instruct", "model": "codellama-34b-instruct", "provider": "meta", "license": "Llama 2 Community", "rank": 220, "rating": 1135.684334458403, "rating_lower": 1126.8550605067385, "rating_upper": 1144.5136084100675, "vote_count": 7417 }, { "record_id": "palm-2", "model": "palm-2", "provider": "google", "license": "Proprietary", "rank": 221, "rating": 1134.0419807613423, "rating_lower": 1124.7031956372557, "rating_upper": 1143.3807658854294, "vote_count": 8634 }, { "record_id": "gemma-7b-it", "model": "gemma-7b-it", "provider": "google", "license": "Gemma license", "rank": 222, "rating": 1132.4856814832024, "rating_lower": 1123.0347703612606, "rating_upper": 1141.936592605144, "vote_count": 9034 }, { "record_id": "zephyr-7b-beta", "model": "zephyr-7b-beta", "provider": "HuggingFace", "license": "MIT", "rank": 223, "rating": 1131.119830726637, "rating_lower": 1122.3350009404924, "rating_upper": 1139.9046605127817, "vote_count": 11220 }, { "record_id": "phi-3-mini-128k-instruct", "model": "phi-3-mini-128k-instruct", "provider": "microsoft", "license": "MIT", "rank": 224, "rating": 1129.659362610039, "rating_lower": 1122.367968833436, "rating_upper": 1136.9507563866418, "vote_count": 21024 }, { "record_id": "phi-3-mini-4k-instruct", "model": "phi-3-mini-4k-instruct", "provider": "microsoft", "license": "MIT", "rank": 225, "rating": 1128.4134313944185, "rating_lower": 1122.1611288505503, "rating_upper": 1134.6657339382864, "vote_count": 20539 }, { "record_id": "guanaco-33b", "model": "guanaco-33b", "provider": "UW", "license": "Non-commercial", "rank": 226, "rating": 1126.7796946267822, "rating_lower": 1114.6818902889902, "rating_upper": 1138.8774989645742, "vote_count": 2955 }, { "record_id": "stripedhyena-nous-7b", "model": "stripedhyena-nous-7b", "provider": "Together AI", "license": "Apache 2.0", "rank": 227, "rating": 1119.452222287579, "rating_lower": 1108.4744910780862, "rating_upper": 1130.4299534970717, "vote_count": 5214 }, { "record_id": "smollm2-1.7b-instruct", "model": "smollm2-1.7b-instruct", "provider": "HuggingFace", "license": "Apache 2.0", "rank": 228, "rating": 1116.571195816477, "rating_lower": 1102.323501926523, "rating_upper": 1130.818889706431, "vote_count": 2244 }, { "record_id": "vicuna-7b", "model": "vicuna-7b", "provider": "LMSYS", "license": "Llama 2 Community", "rank": 229, "rating": 1113.5191075141709, "rating_lower": 1104.3691861818984, "rating_upper": 1122.669028846443, "vote_count": 6972 }, { "record_id": "llama-3.2-1b-instruct", "model": "llama-3.2-1b-instruct", "provider": "meta", "license": "Llama 3.2", "rank": 230, "rating": 1111.9690013500176, "rating_lower": 1104.2237456460662, "rating_upper": 1119.714257053969, "vote_count": 8166 }, { "record_id": "gemma-1.1-2b-it", "model": "gemma-1.1-2b-it", "provider": "google", "license": "Gemma license", "rank": 231, "rating": 1110.6011523344364, "rating_lower": 1102.9721731522586, "rating_upper": 1118.2301315166142, "vote_count": 11035 }, { "record_id": "mistral-7b-instruct", "model": "mistral-7b-instruct", "provider": "mistral", "license": "Apache 2.0", "rank": 232, "rating": 1108.9489248711852, "rating_lower": 1099.7055362539054, "rating_upper": 1118.192313488465, "vote_count": 9042 }, { "record_id": "llama-2-7b-chat", "model": "llama-2-7b-chat", "provider": "meta", "license": "Llama 2 Community", "rank": 233, "rating": 1107.752596749037, "rating_lower": 1100.7704407171398, "rating_upper": 1114.734752780934, "vote_count": 14272 }, { "record_id": "qwen1.5-4b-chat", "model": "qwen1.5-4b-chat", "provider": "alibaba", "license": "Qianwen LICENSE", "rank": 234, "rating": 1089.2366458892786, "rating_lower": 1079.9478904301109, "rating_upper": 1098.5254013484464, "vote_count": 7662 }, { "record_id": "gemma-2b-it", "model": "gemma-2b-it", "provider": "google", "license": "Gemma license", "rank": 235, "rating": 1088.414301793871, "rating_lower": 1076.908908942255, "rating_upper": 1099.9196946454863, "vote_count": 4817 }, { "record_id": "olmo-7b-instruct", "model": "olmo-7b-instruct", "provider": "Ai2", "license": "Apache-2.0", "rank": 236, "rating": 1074.7447397899336, "rating_lower": 1063.5930836504656, "rating_upper": 1085.8963959294017, "vote_count": 6412 }, { "record_id": "koala-13b", "model": "koala-13b", "provider": "UC Berkeley", "license": "Non-commercial", "rank": 237, "rating": 1068.743601759169, "rating_lower": 1058.8114869802491, "rating_upper": 1078.6757165380889, "vote_count": 6998 }, { "record_id": "alpaca-13b", "model": "alpaca-13b", "provider": "Stanford", "license": "Non-commercial", "rank": 238, "rating": 1062.522923207625, "rating_lower": 1051.0248798008688, "rating_upper": 1074.020966614381, "vote_count": 5828 }, { "record_id": "mpt-7b-chat", "model": "mpt-7b-chat", "provider": "MosaicML", "license": "CC-BY-NC-SA-4.0", "rank": 239, "rating": 1058.8870279643193, "rating_lower": 1046.8983047685667, "rating_upper": 1070.8757511600718, "vote_count": 3977 }, { "record_id": "chatglm3-6b", "model": "chatglm3-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 240, "rating": 1055.5575546776076, "rating_lower": 1043.9268018725882, "rating_upper": 1067.1883074826271, "vote_count": 4692 }, { "record_id": "RWKV-4-Raven-14B", "model": "RWKV-4-Raven-14B", "provider": "RWKV", "license": "Apache 2.0", "rank": 241, "rating": 1039.564127786643, "rating_lower": 1028.1233045124648, "rating_upper": 1051.0049510608212, "vote_count": 4898 }, { "record_id": "chatglm2-6b", "model": "chatglm2-6b", "provider": "Tsinghua", "license": "Apache-2.0", "rank": 242, "rating": 1024.0882749523591, "rating_lower": 1010.5266323391432, "rating_upper": 1037.649917565575, "vote_count": 2683 }, { "record_id": "oasst-pythia-12b", "model": "oasst-pythia-12b", "provider": "OpenAssistant", "license": "Apache 2.0", "rank": 243, "rating": 1019.4512705628104, "rating_lower": 1008.5104311964416, "rating_upper": 1030.3921099291797, "vote_count": 6343 }, { "record_id": "chatglm-6b", "model": "chatglm-6b", "provider": "Tsinghua", "license": "Non-commercial", "rank": 244, "rating": 994.353627390206, "rating_lower": 981.7511316914764, "rating_upper": 1006.9561230889356, "vote_count": 4968 }, { "record_id": "fastchat-t5-3b", "model": "fastchat-t5-3b", "provider": "LMSYS", "license": "Apache 2.0", "rank": 245, "rating": 988.6587197486334, "rating_lower": 976.2583680778766, "rating_upper": 1001.0590714193902, "vote_count": 4270 }, { "record_id": "dolly-v2-12b", "model": "dolly-v2-12b", "provider": "Databricks", "license": "MIT", "rank": 246, "rating": 975.0924495910654, "rating_lower": 961.450151090379, "rating_upper": 988.7347480917516, "vote_count": 3471 }, { "record_id": "llama-13b", "model": "llama-13b", "provider": "meta", "license": "Non-commercial", "rank": 247, "rating": 966.2761719655656, "rating_lower": 950.3641411238556, "rating_upper": 982.1882028072754, "vote_count": 2441 }, { "record_id": "stablelm-tuned-alpha-7b", "model": "stablelm-tuned-alpha-7b", "provider": "Stability AI", "license": "CC-BY-NC-SA-4.0", "rank": 248, "rating": 950.417863514048, "rating_lower": 937.5519412861634, "rating_upper": 963.2837857419324, "vote_count": 3325 } ] }