{ "generatedAt": "2026-05-28T12:03:41.683Z", "source": "arena", "title": "LM Arena leaderboard-dataset (text)", "dataset": "lmarena-ai/leaderboard-dataset", "config": "text", "split": "latest", "totalRows": 8890, "fetchedRows": 1000, "partial": true, "partialReason": null, "latestPublishDate": "2026-05-19", "categories": [ { "category": "chinese", "count": 331, "top": [ { "modelName": "gpt-5.5", "organization": "openai", "license": "Proprietary", "rating": 1558.8674, "ratingLower": 1530.452, "ratingUpper": 1587.2827, "variance": 210.1889, "voteCount": 470, "rank": 1, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1549.9727, "ratingLower": 1533.4406, "ratingUpper": 1566.5048, "variance": 71.1473, "voteCount": 1418, "rank": 2, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-6-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1547.069, "ratingLower": 1530.1863, "ratingUpper": 1563.9516, "variance": 74.1965, "voteCount": 1387, "rank": 3, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1542.7676, "ratingLower": 1520.4945, "ratingUpper": 1565.0406, "variance": 129.1408, "voteCount": 705, "rank": 4, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7", "organization": "anthropic", "license": "Proprietary", "rating": 1537.1513, "ratingLower": 1513.3449, "ratingUpper": 1560.9578, "variance": 147.5346, "voteCount": 664, "rank": 5, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-high", "organization": "openai", "license": "Proprietary", "rating": 1536.9268, "ratingLower": 1510.4134, "ratingUpper": 1563.4401, "variance": 182.9925, "voteCount": 487, "rank": 6, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-pro-preview", "organization": "google", "license": "Proprietary", "rating": 1535.9992, "ratingLower": 1521.0418, "ratingUpper": 1550.9566, "variance": 58.2391, "voteCount": 1719, "rank": 7, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1535.0241, "ratingLower": 1515.2474, "ratingUpper": 1554.8009, "variance": 101.8154, "voteCount": 943, "rank": 8, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4", "organization": "openai", "license": "Proprietary", "rating": 1532.9202, "ratingLower": 1514.9198, "ratingUpper": 1550.9206, "variance": 84.3469, "voteCount": 1194, "rank": 9, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.5-flash", "organization": "google", "license": "Proprietary", "rating": 1530.165, "ratingLower": 1497.1052, "ratingUpper": 1563.2248, "variance": 284.5146, "voteCount": 320, "rank": 10, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-pro", "organization": "google", "license": "Proprietary", "rating": 1527.8207, "ratingLower": 1514.2025, "ratingUpper": 1541.4389, "variance": 48.2775, "voteCount": 2118, "rank": 11, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.6", "organization": "moonshot", "license": "Modified MIT", "rating": 1526.7798, "ratingLower": 1500.4383, "ratingUpper": 1553.1213, "variance": 180.6279, "voteCount": 531, "rank": 12, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.7-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1526.4723, "ratingLower": 1488.5892, "ratingUpper": 1564.3553, "variance": 373.5879, "voteCount": 259, "rank": 13, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5", "organization": "zai", "license": "MIT", "rating": 1520.34, "ratingLower": 1501.6216, "ratingUpper": 1539.0585, "variance": 91.2103, "voteCount": 1045, "rank": 14, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-high", "organization": "openai", "license": "Proprietary", "rating": 1518.0754, "ratingLower": 1499.6, "ratingUpper": 1536.5508, "variance": 88.8572, "voteCount": 1107, "rank": 15, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "muse-spark", "organization": "meta", "license": "Proprietary", "rating": 1515.1702, "ratingLower": 1491.3412, "ratingUpper": 1538.9992, "variance": 147.8135, "voteCount": 633, "rank": 16, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5.1", "organization": "zai", "license": "MIT", "rating": 1514.4068, "ratingLower": 1491.4039, "ratingUpper": 1537.4098, "variance": 137.7436, "voteCount": 698, "rank": 17, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash", "organization": "google", "license": "Proprietary", "rating": 1512.7712, "ratingLower": 1497.343, "ratingUpper": 1528.1994, "variance": 61.9633, "voteCount": 1518, "rank": 18, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "dola-seed-2.0-pro", "organization": "bytedance", "license": "Proprietary", "rating": 1510.3415, "ratingLower": 1494.7812, "ratingUpper": 1525.9018, "variance": 63.0287, "voteCount": 1524, "rank": 19, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-pro", "organization": "google", "license": "Proprietary", "rating": 1510.1987, "ratingLower": 1501.7475, "ratingUpper": 1518.6499, "variance": 18.5926, "voteCount": 6083, "rank": 20, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-397b-a17b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1507.8461, "ratingLower": 1490.2069, "ratingUpper": 1525.4853, "variance": 80.9957, "voteCount": 1190, "rank": 21, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-thinking", "organization": "moonshot", "license": "Modified MIT", "rating": 1507.5809, "ratingLower": 1490.9876, "ratingUpper": 1524.1741, "variance": 71.6749, "voteCount": 1287, "rank": 22, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-0110", "organization": "baidu", "license": "Proprietary", "rating": 1504.2449, "ratingLower": 1488.3372, "ratingUpper": 1520.1527, "variance": 65.875, "voteCount": 1475, "rank": 23, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro", "organization": "deepseek", "license": "MIT", "rating": 1503.7571, "ratingLower": 1479.3867, "ratingUpper": 1528.1275, "variance": 154.6065, "voteCount": 595, "rank": 24, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1022", "organization": "baidu", "license": "Proprietary", "rating": 1503.4968, "ratingLower": 1468.9694, "ratingUpper": 1538.0242, "variance": 310.3351, "voteCount": 280, "rank": 25, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.1", "organization": "baidu", "license": "Proprietary", "rating": 1500.8062, "ratingLower": 1472.7446, "ratingUpper": 1528.8678, "variance": 204.9878, "voteCount": 447, "rank": 26, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.6", "organization": "zai", "license": "MIT", "rating": 1499.1408, "ratingLower": 1484.404, "ratingUpper": 1513.8776, "variance": 56.5339, "voteCount": 1659, "rank": 27, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro-thinking", "organization": "deepseek", "license": "MIT", "rating": 1493.2355, "ratingLower": 1467.5477, "ratingUpper": 1518.9232, "variance": 171.7731, "voteCount": 527, "rank": 28, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5-pro", "organization": "xiaomi", "license": "MIT", "rating": 1493.0485, "ratingLower": 1467.6654, "ratingUpper": 1518.4316, "variance": 167.7233, "voteCount": 524, "rank": 29, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1-high", "organization": "openai", "license": "Proprietary", "rating": 1492.6114, "ratingLower": 1478.9567, "ratingUpper": 1506.2661, "variance": 48.5364, "voteCount": 2022, "rank": 30, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta-0309-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1490.5585, "ratingLower": 1472.1605, "ratingUpper": 1508.9564, "variance": 88.1132, "voteCount": 1076, "rank": 31, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1490.4645, "ratingLower": 1455.486, "ratingUpper": 1525.443, "variance": 318.4975, "voteCount": 259, "rank": 32, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5", "organization": "xiaomi", "license": "MIT", "rating": 1488.3906, "ratingLower": 1460.3194, "ratingUpper": 1516.4619, "variance": 205.1291, "voteCount": 445, "rank": 33, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1485.878, "ratingLower": 1470.2605, "ratingUpper": 1501.4954, "variance": 63.4929, "voteCount": 1510, "rank": 34, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1485.4541, "ratingLower": 1466.0223, "ratingUpper": 1504.886, "variance": 98.2951, "voteCount": 958, "rank": 35, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.7", "organization": "zai", "license": "MIT", "rating": 1483.8974, "ratingLower": 1461.7134, "ratingUpper": 1506.0813, "variance": 128.1098, "voteCount": 688, "rank": 36, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash (thinking-minimal)", "organization": "google", "license": "Proprietary", "rating": 1481.8017, "ratingLower": 1468.3274, "ratingUpper": 1495.2759, "variance": 47.2623, "voteCount": 2122, "rank": 37, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash-thinking", "organization": "deepseek", "license": "MIT", "rating": 1481.1605, "ratingLower": 1456.2, "ratingUpper": 1506.121, "variance": 162.1845, "voteCount": 559, "rank": 38, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta1", "organization": "xai", "license": "Proprietary", "rating": 1480.3216, "ratingLower": 1461.906, "ratingUpper": 1498.7371, "variance": 88.2822, "voteCount": 1048, "rank": 39, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-26b-a4b", "organization": "google", "license": "Apache 2.0", "rating": 1479.5713, "ratingLower": 1449.725, "ratingUpper": 1509.4176, "variance": 231.8918, "voteCount": 381, "rank": 40, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1203", "organization": "baidu", "license": "Proprietary", "rating": 1478.9155, "ratingLower": 1453.5028, "ratingUpper": 1504.3281, "variance": 168.1139, "voteCount": 533, "rank": 41, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-multi-agent-beta-0309", "organization": "xai", "license": "Proprietary", "rating": 1478.2999, "ratingLower": 1460.3339, "ratingUpper": 1496.2659, "variance": 84.0247, "voteCount": 1095, "rank": 42, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-27b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1476.9071, "ratingLower": 1459.4863, "ratingUpper": 1494.3278, "variance": 79.0017, "voteCount": 1167, "rank": 43, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-chat", "organization": "xai", "license": "Proprietary", "rating": 1475.4101, "ratingLower": 1443.1683, "ratingUpper": 1507.652, "variance": 270.6092, "voteCount": 358, "rank": 44, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash", "organization": "deepseek", "license": "MIT", "rating": 1474.823, "ratingLower": 1448.859, "ratingUpper": 1500.787, "variance": 175.4873, "voteCount": 504, "rank": 45, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1", "organization": "openai", "license": "Proprietary", "rating": 1474.4961, "ratingLower": 1460.9716, "ratingUpper": 1488.0205, "variance": 47.6152, "voteCount": 2033, "rank": 46, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-31b", "organization": "google", "license": "Apache 2.0", "rating": 1473.7995, "ratingLower": 1443.6128, "ratingUpper": 1503.9862, "variance": 237.2116, "voteCount": 360, "rank": 47, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-chat-latest-20260210", "organization": "openai", "license": "Proprietary", "rating": 1473.4698, "ratingLower": 1457.072, "ratingUpper": 1489.8677, "variance": 69.9967, "voteCount": 1349, "rank": 48, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-next-80b-a3b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1473.1299, "ratingLower": 1455.9687, "ratingUpper": 1490.2911, "variance": 76.6653, "voteCount": 1189, "rank": 49, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-thinking-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1472.7343, "ratingLower": 1443.1818, "ratingUpper": 1502.2867, "variance": 227.3475, "voteCount": 413, "rank": 50, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1", "organization": "xai", "license": "Proprietary", "rating": 1472.2439, "ratingLower": 1461.2133, "ratingUpper": 1483.2745, "variance": 31.6739, "voteCount": 3322, "rank": 51, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-thinking", "organization": "deepseek", "license": "MIT", "rating": 1470.3064, "ratingLower": 1449.6985, "ratingUpper": 1490.9143, "variance": 110.5533, "voteCount": 874, "rank": 52, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101", "organization": "anthropic", "license": "Proprietary", "rating": 1470.201, "ratingLower": 1458.4512, "ratingUpper": 1481.9507, "variance": 35.9386, "voteCount": 2924, "rank": 53, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-plus", "organization": "alibaba", "license": "Proprietary", "rating": 1469.3353, "ratingLower": 1444.9731, "ratingUpper": 1493.6975, "variance": 154.5027, "voteCount": 597, "rank": 54, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.5", "organization": "zai", "license": "MIT", "rating": 1469.1408, "ratingLower": 1452.4359, "ratingUpper": 1485.8456, "variance": 72.6423, "voteCount": 1347, "rank": 55, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-35b-a3b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1468.5798, "ratingLower": 1451.4569, "ratingUpper": 1485.7027, "variance": 76.3235, "voteCount": 1219, "rank": 56, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-11-10", "organization": "amazon", "license": "Proprietary", "rating": 1467.7868, "ratingLower": 1450.5347, "ratingUpper": 1485.0389, "variance": 77.4799, "voteCount": 1172, "rank": 57, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-mini-high", "organization": "openai", "license": "Proprietary", "rating": 1466.876, "ratingLower": 1447.7656, "ratingUpper": 1485.9863, "variance": 95.0697, "voteCount": 1011, "rank": 58, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-instruct-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1466.5184, "ratingLower": 1457.2861, "ratingUpper": 1475.7508, "variance": 22.1883, "voteCount": 4630, "rank": 59, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat-2602-exp", "organization": "meituan", "license": "Proprietary", "rating": 1466.3885, "ratingLower": 1446.3199, "ratingUpper": 1486.4571, "variance": 104.8425, "voteCount": 865, "rank": 60, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-122b-a10b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1466.3101, "ratingLower": 1449.2585, "ratingUpper": 1483.3616, "variance": 75.6888, "voteCount": 1222, "rank": 61, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-flash", "organization": "alibaba", "license": "Proprietary", "rating": 1466.2442, "ratingLower": 1448.8027, "ratingUpper": 1483.6858, "variance": 79.1906, "voteCount": 1134, "rank": 62, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-instant", "organization": "openai", "license": "Proprietary", "rating": 1466.1812, "ratingLower": 1440.0087, "ratingUpper": 1492.3538, "variance": 178.3181, "voteCount": 539, "rank": 63, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp", "organization": "deepseek", "license": "MIT", "rating": 1463.1716, "ratingLower": 1440.0405, "ratingUpper": 1486.3027, "variance": 139.2828, "voteCount": 629, "rank": 64, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-flash (non-thinking)", "organization": "xiaomi", "license": "MIT", "rating": 1462.647, "ratingLower": 1449.0532, "ratingUpper": 1476.2408, "variance": 48.1046, "voteCount": 1983, "rank": 65, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1461.5769, "ratingLower": 1447.4723, "ratingUpper": 1475.6815, "variance": 51.7873, "voteCount": 1835, "rank": 66, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-hy3-preview", "organization": "tencent", "license": "tencent-hunyuan-community", "rating": 1460.8567, "ratingLower": 1427.222, "ratingUpper": 1494.4915, "variance": 294.4966, "voteCount": 289, "rank": 67, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-instant", "organization": "moonshot", "license": "Modified MIT", "rating": 1460.7575, "ratingLower": 1423.9151, "ratingUpper": 1497.5999, "variance": 353.3452, "voteCount": 242, "rank": 68, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1460.4065, "ratingLower": 1432.9447, "ratingUpper": 1487.8682, "variance": 196.3176, "voteCount": 496, "rank": 69, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-r1-0528", "organization": "deepseek", "license": "MIT", "rating": 1459.5426, "ratingLower": 1440.1664, "ratingUpper": 1478.9187, "variance": 97.7323, "voteCount": 1011, "rank": 70, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1", "organization": "deepseek", "license": "MIT", "rating": 1458.1279, "ratingLower": 1440.2187, "ratingUpper": 1476.0371, "variance": 83.4945, "voteCount": 1110, "rank": 71, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929", "organization": "anthropic", "license": "Proprietary", "rating": 1457.8371, "ratingLower": 1446.6265, "ratingUpper": 1469.0476, "variance": 32.7157, "voteCount": 3220, "rank": 72, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-26-02-10", "organization": "amazon", "license": "Proprietary", "rating": 1457.4452, "ratingLower": 1418.5415, "ratingUpper": 1496.3489, "variance": 393.9904, "voteCount": 213, "rank": 73, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-high", "organization": "openai", "license": "Proprietary", "rating": 1457.0931, "ratingLower": 1443.6965, "ratingUpper": 1470.4897, "variance": 46.7188, "voteCount": 2111, "rank": 74, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1457.0897, "ratingLower": 1446.0737, "ratingUpper": 1468.1057, "variance": 31.5901, "voteCount": 3183, "rank": 75, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1-thinking", "organization": "xai", "license": "Proprietary", "rating": 1455.8565, "ratingLower": 1444.4548, "ratingUpper": 1467.2582, "variance": 33.8411, "voteCount": 3021, "rank": 76, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-pro", "organization": "xiaomi", "license": "Proprietary", "rating": 1455.523, "ratingLower": 1435.384, "ratingUpper": 1475.6619, "variance": 105.5791, "voteCount": 925, "rank": 77, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp-thinking", "organization": "deepseek", "license": "MIT", "rating": 1454.6999, "ratingLower": 1421.7791, "ratingUpper": 1487.6207, "variance": 282.1267, "voteCount": 311, "rank": 78, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2-thinking-turbo", "organization": "moonshot", "license": "Modified MIT", "rating": 1454.6315, "ratingLower": 1442.8193, "ratingUpper": 1466.4438, "variance": 36.3221, "voteCount": 2803, "rank": 79, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2", "organization": "deepseek", "license": "MIT", "rating": 1454.5339, "ratingLower": 1441.4618, "ratingUpper": 1467.6059, "variance": 44.4829, "voteCount": 2313, "rank": 80, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-flash-lite-preview", "organization": "google", "license": "Proprietary", "rating": 1454.1815, "ratingLower": 1438.404, "ratingUpper": 1469.959, "variance": 64.8007, "voteCount": 1509, "rank": 81, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "chatgpt-4o-latest-20250326", "organization": "openai", "license": "Proprietary", "rating": 1452.6108, "ratingLower": 1443.1847, "ratingUpper": 1462.0368, "variance": 23.1294, "voteCount": 4135, "rank": 82, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash", "organization": "google", "license": "Proprietary", "rating": 1452.2981, "ratingLower": 1444.0517, "ratingUpper": 1460.5445, "variance": 17.7024, "voteCount": 5951, "rank": 83, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-thinking", "organization": "alibaba", "license": "Apache 2.0", "rating": 1451.2174, "ratingLower": 1416.4853, "ratingUpper": 1485.9496, "variance": 314.0271, "voteCount": 296, "rank": 84, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-thinking", "organization": "deepseek", "license": "MIT", "rating": 1451.004, "ratingLower": 1437.051, "ratingUpper": 1464.957, "variance": 50.6804, "voteCount": 1860, "rank": 85, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash-preview-09-2025", "organization": "google", "license": "Proprietary", "rating": 1450.8128, "ratingLower": 1435.153, "ratingUpper": 1466.4725, "variance": 63.8372, "voteCount": 1425, "rank": 86, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2", "organization": "openai", "license": "Proprietary", "rating": 1450.5324, "ratingLower": 1436.1303, "ratingUpper": 1464.9346, "variance": 53.9957, "voteCount": 1811, "rank": 87, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.3", "organization": "xai", "license": "Proprietary", "rating": 1448.9242, "ratingLower": 1420.8264, "ratingUpper": 1477.0221, "variance": 205.5181, "voteCount": 436, "rank": 88, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "step-3.5-flash", "organization": "stepfun", "license": "Apache 2.0", "rating": 1448.7308, "ratingLower": 1432.0759, "ratingUpper": 1465.3857, "variance": 72.2084, "voteCount": 1257, "rank": 89, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-12-10", "organization": "amazon", "license": "Proprietary", "rating": 1448.6027, "ratingLower": 1413.3564, "ratingUpper": 1483.8491, "variance": 323.3944, "voteCount": 238, "rank": 90, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-medium-2508", "organization": "mistral", "license": "Proprietary", "rating": 1447.9585, "ratingLower": 1438.5375, "ratingUpper": 1457.3795, "variance": 23.1045, "voteCount": 4425, "rank": 91, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-3-preview-02-24", "organization": "xai", "license": "Proprietary", "rating": 1447.8954, "ratingLower": 1433.4672, "ratingUpper": 1462.3236, "variance": 54.1914, "voteCount": 1758, "rank": 92, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-large-3", "organization": "mistral", "license": "Apache 2.0", "rating": 1444.5431, "ratingLower": 1430.8161, "ratingUpper": 1458.27, "variance": 49.0516, "voteCount": 1941, "rank": 93, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-1-fast-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1440.5761, "ratingLower": 1428.5576, "ratingUpper": 1452.5947, "variance": 37.6019, "voteCount": 2615, "rank": 94, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "o3-2025-04-16", "organization": "openai", "license": "Proprietary", "rating": 1436.9949, "ratingLower": 1425.6927, "ratingUpper": 1448.297, "variance": 33.2526, "voteCount": 2977, "rank": 95, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-30b-a3b-instruct-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1433.7401, "ratingLower": 1417.3539, "ratingUpper": 1450.1262, "variance": 69.8968, "voteCount": 1331, "rank": 96, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1432.8305, "ratingLower": 1410.3017, "ratingUpper": 1455.3592, "variance": 132.1226, "voteCount": 697, "rank": 97, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-t1-20250711", "organization": "tencent", "license": "Proprietary", "rating": 1431.231, "ratingLower": 1394.3949, "ratingUpper": 1468.0672, "variance": 353.2249, "voteCount": 258, "rank": 98, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.5-air", "organization": "zai", "license": "MIT", "rating": 1431.072, "ratingLower": 1416.2572, "ratingUpper": 1445.8868, "variance": 57.1339, "voteCount": 1617, "rank": 99, "category": "chinese", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat", "organization": "meituan", "license": "MIT", "rating": 1430.4154, "ratingLower": 1407.7223, "ratingUpper": 1453.1085, "variance": 134.0576, "voteCount": 682, "rank": 100, "category": "chinese", "leaderboardPublishDate": "2026-05-19" } ] }, { "category": "coding", "count": 309, "top": [ { "modelName": "claude-opus-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1538.9139, "ratingLower": 1531.4032, "ratingUpper": 1546.4246, "variance": 14.6846, "voteCount": 7356, "rank": 1, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-6-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1537.6198, "ratingLower": 1529.6367, "ratingUpper": 1545.6029, "variance": 16.59, "voteCount": 6434, "rank": 2, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1525.5067, "ratingLower": 1514.9833, "ratingUpper": 1536.0301, "variance": 28.8281, "voteCount": 3470, "rank": 3, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7", "organization": "anthropic", "license": "Proprietary", "rating": 1520.9222, "ratingLower": 1510.8293, "ratingUpper": 1531.015, "variance": 26.5174, "voteCount": 3695, "rank": 4, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1503.1998, "ratingLower": 1495.8672, "ratingUpper": 1510.5325, "variance": 13.9967, "voteCount": 7626, "rank": 5, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-high", "organization": "openai", "license": "Proprietary", "rating": 1500.7946, "ratingLower": 1492.1026, "ratingUpper": 1509.4866, "variance": 19.6673, "voteCount": 5064, "rank": 6, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5.1", "organization": "zai", "license": "MIT", "rating": 1500.6619, "ratingLower": 1489.8655, "ratingUpper": 1511.4582, "variance": 30.3431, "voteCount": 3095, "rank": 7, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1500.1257, "ratingLower": 1491.6454, "ratingUpper": 1508.606, "variance": 18.7209, "voteCount": 5167, "rank": 8, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5-pro", "organization": "xiaomi", "license": "MIT", "rating": 1498.5259, "ratingLower": 1486.3185, "ratingUpper": 1510.7333, "variance": 38.7928, "voteCount": 2524, "rank": 9, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.7-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1497.5207, "ratingLower": 1479.197, "ratingUpper": 1515.8444, "variance": 87.4039, "voteCount": 1135, "rank": 10, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101", "organization": "anthropic", "license": "Proprietary", "rating": 1497.1417, "ratingLower": 1491.2088, "ratingUpper": 1503.0745, "variance": 9.1628, "voteCount": 13439, "rank": 11, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.5-flash", "organization": "google", "license": "Proprietary", "rating": 1494.2521, "ratingLower": 1479.4715, "ratingUpper": 1509.0326, "variance": 56.8705, "voteCount": 1638, "rank": 12, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.6", "organization": "moonshot", "license": "Modified MIT", "rating": 1493.8956, "ratingLower": 1482.3794, "ratingUpper": 1505.4119, "variance": 34.5242, "voteCount": 2661, "rank": 13, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.1", "organization": "baidu", "license": "Proprietary", "rating": 1491.1527, "ratingLower": 1478.6043, "ratingUpper": 1503.701, "variance": 40.9899, "voteCount": 2259, "rank": 14, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-high", "organization": "openai", "license": "Proprietary", "rating": 1489.6215, "ratingLower": 1477.8892, "ratingUpper": 1501.3539, "variance": 35.8321, "voteCount": 2661, "rank": 15, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-pro-preview", "organization": "google", "license": "Proprietary", "rating": 1488.3691, "ratingLower": 1481.3334, "ratingUpper": 1495.4049, "variance": 12.886, "voteCount": 8399, "rank": 16, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1486.9357, "ratingLower": 1481.577, "ratingUpper": 1492.2943, "variance": 7.4751, "voteCount": 15657, "rank": 17, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-26-02-10", "organization": "amazon", "license": "Proprietary", "rating": 1485.737, "ratingLower": 1465.8131, "ratingUpper": 1505.6608, "variance": 103.3355, "voteCount": 842, "rank": 18, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-instant", "organization": "moonshot", "license": "Modified MIT", "rating": 1484.9177, "ratingLower": 1471.183, "ratingUpper": 1498.6524, "variance": 49.1067, "voteCount": 1802, "rank": 19, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929", "organization": "anthropic", "license": "Proprietary", "rating": 1484.6826, "ratingLower": 1479.157, "ratingUpper": 1490.2083, "variance": 7.9483, "voteCount": 15428, "rank": 20, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1484.1747, "ratingLower": 1475.2934, "ratingUpper": 1493.056, "variance": 20.5332, "voteCount": 4511, "rank": 21, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-pro", "organization": "google", "license": "Proprietary", "rating": 1482.7754, "ratingLower": 1475.6965, "ratingUpper": 1489.8544, "variance": 13.0449, "voteCount": 8567, "rank": 22, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5", "organization": "openai", "license": "Proprietary", "rating": 1482.7421, "ratingLower": 1471.3386, "ratingUpper": 1494.1456, "variance": 33.8516, "voteCount": 2794, "rank": 23, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4", "organization": "openai", "license": "Proprietary", "rating": 1482.1957, "ratingLower": 1473.7916, "ratingUpper": 1490.5998, "variance": 18.3859, "voteCount": 5569, "rank": 24, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "muse-spark", "organization": "meta", "license": "Proprietary", "rating": 1481.2725, "ratingLower": 1470.2343, "ratingUpper": 1492.3106, "variance": 31.7174, "voteCount": 2830, "rank": 25, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805-thinking-16k", "organization": "anthropic", "license": "Proprietary", "rating": 1480.6314, "ratingLower": 1474.1378, "ratingUpper": 1487.1251, "variance": 10.977, "voteCount": 9840, "rank": 26, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-thinking", "organization": "moonshot", "license": "Modified MIT", "rating": 1478.7158, "ratingLower": 1471.595, "ratingUpper": 1485.8367, "variance": 13.1998, "voteCount": 7529, "rank": 27, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-pro", "organization": "xiaomi", "license": "Proprietary", "rating": 1476.5616, "ratingLower": 1467.9549, "ratingUpper": 1485.1684, "variance": 19.2833, "voteCount": 4948, "rank": 28, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "dola-seed-2.0-pro", "organization": "bytedance", "license": "Proprietary", "rating": 1473.91, "ratingLower": 1466.6417, "ratingUpper": 1481.1783, "variance": 13.7522, "voteCount": 7762, "rank": 29, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805", "organization": "anthropic", "license": "Proprietary", "rating": 1473.4635, "ratingLower": 1468.0269, "ratingUpper": 1478.9001, "variance": 7.6941, "voteCount": 15524, "rank": 30, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat-2602-exp", "organization": "meituan", "license": "Proprietary", "rating": 1473.3065, "ratingLower": 1464.2861, "ratingUpper": 1482.3269, "variance": 21.1815, "voteCount": 4470, "rank": 31, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro", "organization": "deepseek", "license": "MIT", "rating": 1468.5205, "ratingLower": 1457.6281, "ratingUpper": 1479.413, "variance": 30.8854, "voteCount": 3061, "rank": 32, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat", "organization": "meituan", "license": "MIT", "rating": 1467.9092, "ratingLower": 1455.3772, "ratingUpper": 1480.4412, "variance": 40.8829, "voteCount": 2233, "rank": 33, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-plus", "organization": "alibaba", "license": "Proprietary", "rating": 1465.9146, "ratingLower": 1455.7025, "ratingUpper": 1476.1266, "variance": 27.1475, "voteCount": 3392, "rank": 34, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-397b-a17b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1465.7321, "ratingLower": 1458.1757, "ratingUpper": 1473.2884, "variance": 14.8638, "voteCount": 6528, "rank": 35, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5", "organization": "xiaomi", "license": "MIT", "rating": 1465.2899, "ratingLower": 1453.8083, "ratingUpper": 1476.7715, "variance": 34.3169, "voteCount": 2771, "rank": 36, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro-thinking", "organization": "deepseek", "license": "MIT", "rating": 1464.0446, "ratingLower": 1452.4714, "ratingUpper": 1475.6179, "variance": 34.8669, "voteCount": 2732, "rank": 37, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash", "organization": "google", "license": "Proprietary", "rating": 1463.5227, "ratingLower": 1455.5803, "ratingUpper": 1471.4651, "variance": 16.4212, "voteCount": 6387, "rank": 38, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-multi-agent-beta-0309", "organization": "xai", "license": "Proprietary", "rating": 1462.3736, "ratingLower": 1454.1866, "ratingUpper": 1470.5606, "variance": 17.4482, "voteCount": 5490, "rank": 39, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-0110", "organization": "baidu", "license": "Proprietary", "rating": 1461.9374, "ratingLower": 1454.8562, "ratingUpper": 1469.0187, "variance": 13.0534, "voteCount": 7352, "rank": 40, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta-0309-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1460.4602, "ratingLower": 1452.1032, "ratingUpper": 1468.8172, "variance": 18.1806, "voteCount": 5459, "rank": 41, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1458.7696, "ratingLower": 1441.8579, "ratingUpper": 1475.6814, "variance": 74.4528, "voteCount": 1175, "rank": 42, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1457.1111, "ratingLower": 1448.7535, "ratingUpper": 1465.4686, "variance": 18.183, "voteCount": 5360, "rank": 43, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5", "organization": "zai", "license": "MIT", "rating": 1456.3346, "ratingLower": 1447.9322, "ratingUpper": 1464.737, "variance": 18.3784, "voteCount": 4967, "rank": 44, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.7", "organization": "zai", "license": "MIT", "rating": 1456.2507, "ratingLower": 1444.3077, "ratingUpper": 1468.1938, "variance": 37.1308, "voteCount": 2411, "rank": 45, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-31b", "organization": "google", "license": "Apache 2.0", "rating": 1454.3006, "ratingLower": 1438.9117, "ratingUpper": 1469.6895, "variance": 61.6483, "voteCount": 1350, "rank": 46, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2-thinking-turbo", "organization": "moonshot", "license": "Modified MIT", "rating": 1453.8265, "ratingLower": 1448.0363, "ratingUpper": 1459.6167, "variance": 8.7276, "voteCount": 12947, "rank": 47, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-thinking", "organization": "deepseek", "license": "MIT", "rating": 1453.4285, "ratingLower": 1446.4427, "ratingUpper": 1460.4142, "variance": 12.7037, "voteCount": 7935, "rank": 48, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-pro", "organization": "google", "license": "Proprietary", "rating": 1453.2207, "ratingLower": 1448.7955, "ratingUpper": 1457.6458, "variance": 5.0975, "voteCount": 24430, "rank": 49, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1-high", "organization": "openai", "license": "Proprietary", "rating": 1452.3957, "ratingLower": 1445.329, "ratingUpper": 1459.4624, "variance": 12.9999, "voteCount": 8214, "rank": 50, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash", "organization": "deepseek", "license": "MIT", "rating": 1451.2044, "ratingLower": 1439.8071, "ratingUpper": 1462.6016, "variance": 33.8148, "voteCount": 2762, "rank": 51, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-haiku-4-5-20251001", "organization": "anthropic", "license": "Proprietary", "rating": 1450.4515, "ratingLower": 1445.1692, "ratingUpper": 1455.7338, "variance": 7.2637, "voteCount": 16048, "rank": 52, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.6", "organization": "zai", "license": "MIT", "rating": 1449.8344, "ratingLower": 1442.5961, "ratingUpper": 1457.0727, "variance": 13.6388, "voteCount": 7483, "rank": 53, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta1", "organization": "xai", "license": "Proprietary", "rating": 1448.64, "ratingLower": 1440.3445, "ratingUpper": 1456.9355, "variance": 17.914, "voteCount": 5441, "rank": 54, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-chat-latest-20260210", "organization": "openai", "license": "Proprietary", "rating": 1447.4137, "ratingLower": 1439.9107, "ratingUpper": 1454.9168, "variance": 14.6548, "voteCount": 6869, "rank": 55, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1-thinking", "organization": "xai", "license": "Proprietary", "rating": 1446.6353, "ratingLower": 1440.7171, "ratingUpper": 1452.5535, "variance": 9.1176, "voteCount": 12838, "rank": 56, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2", "organization": "deepseek", "license": "MIT", "rating": 1446.5668, "ratingLower": 1440.0034, "ratingUpper": 1453.1302, "variance": 11.214, "voteCount": 9831, "rank": 57, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-high", "organization": "openai", "license": "Proprietary", "rating": 1445.8331, "ratingLower": 1439.2867, "ratingUpper": 1452.3794, "variance": 11.1558, "voteCount": 9728, "rank": 58, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-large-3", "organization": "mistral", "license": "Apache 2.0", "rating": 1445.3249, "ratingLower": 1438.799, "ratingUpper": 1451.8507, "variance": 11.086, "voteCount": 9243, "rank": 59, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-26-01-10", "organization": "amazon", "license": "Proprietary", "rating": 1445.2501, "ratingLower": 1424.1812, "ratingUpper": 1466.3189, "variance": 115.5538, "voteCount": 736, "rank": 60, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-instruct-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1444.2569, "ratingLower": 1439.5226, "ratingUpper": 1448.9912, "variance": 5.8347, "voteCount": 19465, "rank": 61, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash-thinking", "organization": "deepseek", "license": "MIT", "rating": 1444.189, "ratingLower": 1432.6547, "ratingUpper": 1455.7234, "variance": 34.633, "voteCount": 2690, "rank": 62, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1", "organization": "xai", "license": "Proprietary", "rating": 1443.7189, "ratingLower": 1437.9041, "ratingUpper": 1449.5336, "variance": 8.8017, "voteCount": 13928, "rank": 63, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-mini-high", "organization": "openai", "license": "Proprietary", "rating": 1443.6016, "ratingLower": 1434.6728, "ratingUpper": 1452.5305, "variance": 20.7537, "voteCount": 4686, "rank": 64, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash (thinking-minimal)", "organization": "google", "license": "Proprietary", "rating": 1443.504, "ratingLower": 1437.1942, "ratingUpper": 1449.8138, "variance": 10.3642, "voteCount": 10471, "rank": 65, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-26b-a4b", "organization": "google", "license": "Apache 2.0", "rating": 1443.1953, "ratingLower": 1427.9004, "ratingUpper": 1458.4901, "variance": 60.8967, "voteCount": 1361, "rank": 66, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "minimax-m2.7", "organization": "minimax", "license": "Modified MIT", "rating": 1442.8354, "ratingLower": 1433.972, "ratingUpper": 1451.6989, "variance": 20.4507, "voteCount": 4628, "rank": 67, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-20250514-thinking-16k", "organization": "anthropic", "license": "Proprietary", "rating": 1442.2496, "ratingLower": 1434.4338, "ratingUpper": 1450.0653, "variance": 15.9017, "voteCount": 6674, "rank": 68, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-next-80b-a3b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1440.9684, "ratingLower": 1432.3315, "ratingUpper": 1449.6052, "variance": 19.4184, "voteCount": 4788, "rank": 69, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-flash (non-thinking)", "organization": "xiaomi", "license": "MIT", "rating": 1440.6965, "ratingLower": 1434.3366, "ratingUpper": 1447.0564, "variance": 10.5293, "voteCount": 9862, "rank": 70, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1440.4218, "ratingLower": 1427.4642, "ratingUpper": 1453.3793, "variance": 43.7068, "voteCount": 2316, "rank": 71, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-2025-09-23", "organization": "alibaba", "license": "Proprietary", "rating": 1439.6506, "ratingLower": 1426.77, "ratingUpper": 1452.5312, "variance": 43.1892, "voteCount": 2040, "rank": 72, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp-thinking", "organization": "deepseek", "license": "MIT", "rating": 1438.3669, "ratingLower": 1425.0445, "ratingUpper": 1451.6893, "variance": 46.2028, "voteCount": 1918, "rank": 73, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1", "organization": "openai", "license": "Proprietary", "rating": 1436.8235, "ratingLower": 1430.0733, "ratingUpper": 1443.5736, "variance": 11.8612, "voteCount": 9129, "rank": 74, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2", "organization": "openai", "license": "Proprietary", "rating": 1435.9171, "ratingLower": 1429.2505, "ratingUpper": 1442.5837, "variance": 11.5695, "voteCount": 9063, "rank": 75, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-instant", "organization": "openai", "license": "Proprietary", "rating": 1435.6314, "ratingLower": 1424.4013, "ratingUpper": 1446.8615, "variance": 32.83, "voteCount": 3079, "rank": 76, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-hy3-preview", "organization": "tencent", "license": "tencent-hunyuan-community", "rating": 1435.5776, "ratingLower": 1420.4202, "ratingUpper": 1450.735, "variance": 59.8072, "voteCount": 1401, "rank": 77, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "step-3.5-flash", "organization": "stepfun", "license": "Apache 2.0", "rating": 1434.8853, "ratingLower": 1427.4997, "ratingUpper": 1442.271, "variance": 14.1997, "voteCount": 6670, "rank": 78, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5-high", "organization": "openai", "license": "Proprietary", "rating": 1434.8465, "ratingLower": 1426.9306, "ratingUpper": 1442.7625, "variance": 16.3121, "voteCount": 6359, "rank": 79, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-medium-2508", "organization": "mistral", "license": "Proprietary", "rating": 1434.056, "ratingLower": 1429.2563, "ratingUpper": 1438.8557, "variance": 5.997, "voteCount": 19105, "rank": 80, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp", "organization": "deepseek", "license": "MIT", "rating": 1433.8061, "ratingLower": 1422.1211, "ratingUpper": 1445.4911, "variance": 35.5435, "voteCount": 2499, "rank": 81, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.5", "organization": "zai", "license": "MIT", "rating": 1433.3683, "ratingLower": 1424.6383, "ratingUpper": 1442.0982, "variance": 19.8394, "voteCount": 4768, "rank": 82, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-3-preview-02-24", "organization": "xai", "license": "Proprietary", "rating": 1432.4475, "ratingLower": 1424.1877, "ratingUpper": 1440.7074, "variance": 17.7602, "voteCount": 5401, "rank": 83, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-11-10", "organization": "amazon", "license": "Proprietary", "rating": 1432.389, "ratingLower": 1424.2731, "ratingUpper": 1440.5049, "variance": 17.1465, "voteCount": 5319, "rank": 84, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-122b-a10b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1431.8711, "ratingLower": 1423.9441, "ratingUpper": 1439.7982, "variance": 16.3579, "voteCount": 5861, "rank": 85, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.3", "organization": "xai", "license": "Proprietary", "rating": 1430.995, "ratingLower": 1419.0526, "ratingUpper": 1442.9374, "variance": 37.1269, "voteCount": 2471, "rank": 86, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-chat", "organization": "xai", "license": "Proprietary", "rating": 1430.0408, "ratingLower": 1413.6798, "ratingUpper": 1446.4019, "variance": 69.6831, "voteCount": 1248, "rank": 87, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-12-10", "organization": "amazon", "license": "Proprietary", "rating": 1429.2696, "ratingLower": 1407.9755, "ratingUpper": 1450.5637, "variance": 118.0381, "voteCount": 704, "rank": 88, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-terminus-thinking", "organization": "deepseek", "license": "MIT", "rating": 1429.0716, "ratingLower": 1405.6711, "ratingUpper": 1452.4721, "variance": 142.5455, "voteCount": 636, "rank": 89, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-thinking", "organization": "alibaba", "license": "Apache 2.0", "rating": 1427.9539, "ratingLower": 1413.5782, "ratingUpper": 1442.3296, "variance": 53.7975, "voteCount": 1623, "rank": 90, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-r1-0528", "organization": "deepseek", "license": "MIT", "rating": 1427.0418, "ratingLower": 1415.7188, "ratingUpper": 1438.3647, "variance": 33.3753, "voteCount": 2729, "rank": 91, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1203", "organization": "baidu", "license": "Proprietary", "rating": 1426.2472, "ratingLower": 1412.9806, "ratingUpper": 1439.5138, "variance": 45.8169, "voteCount": 1961, "rank": 92, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-thinking-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1423.3903, "ratingLower": 1408.7539, "ratingUpper": 1438.0267, "variance": 55.7661, "voteCount": 1611, "rank": 93, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "minimax-m2.1-preview", "organization": "minimax", "license": "MIT", "rating": 1423.3678, "ratingLower": 1413.3331, "ratingUpper": 1433.4024, "variance": 26.2124, "voteCount": 3431, "rank": 94, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash", "organization": "google", "license": "Proprietary", "rating": 1422.681, "ratingLower": 1418.2666, "ratingUpper": 1427.0953, "variance": 5.0726, "voteCount": 23834, "rank": 95, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-vision-1.5-thinking", "organization": "tencent", "license": "Proprietary", "rating": 1421.0284, "ratingLower": 1393.99, "ratingUpper": 1448.0668, "variance": 190.3116, "voteCount": 437, "rank": 96, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-27b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1420.148, "ratingLower": 1412.168, "ratingUpper": 1428.1279, "variance": 16.5768, "voteCount": 5693, "rank": 97, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-thinking", "organization": "deepseek", "license": "MIT", "rating": 1418.6071, "ratingLower": 1405.2218, "ratingUpper": 1431.9924, "variance": 46.6403, "voteCount": 1904, "rank": 98, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1418.3955, "ratingLower": 1409.0306, "ratingUpper": 1427.7604, "variance": 22.8303, "voteCount": 3953, "rank": 99, "category": "coding", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-flash (thinking)", "organization": "xiaomi", "license": "MIT", "rating": 1418.2322, "ratingLower": 1406.3806, "ratingUpper": 1430.0837, "variance": 36.5641, "voteCount": 2443, "rank": 100, "category": "coding", "leaderboardPublishDate": "2026-05-19" } ] }, { "category": "overall", "count": 360, "top": [ { "modelName": "claude-opus-4-6-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1500.0362, "ratingLower": 1495.6326, "ratingUpper": 1504.4398, "variance": 5.048, "voteCount": 27454, "rank": 1, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1497.944, "ratingLower": 1493.6461, "ratingUpper": 1502.2419, "variance": 4.8086, "voteCount": 29240, "rank": 2, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.5-flash", "organization": "google", "license": "Proprietary", "rating": 1485.9509, "ratingLower": 1478.2636, "ratingUpper": 1493.6382, "variance": 15.3833, "voteCount": 5907, "rank": 3, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1485.9018, "ratingLower": 1480.1491, "ratingUpper": 1491.6544, "variance": 8.6148, "voteCount": 12920, "rank": 4, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-pro-preview", "organization": "google", "license": "Proprietary", "rating": 1482.8135, "ratingLower": 1478.5703, "ratingUpper": 1487.0566, "variance": 4.6868, "voteCount": 34189, "rank": 5, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-pro", "organization": "google", "license": "Proprietary", "rating": 1479.5525, "ratingLower": 1475.7095, "ratingUpper": 1483.3955, "variance": 3.8445, "voteCount": 41331, "rank": 6, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7", "organization": "anthropic", "license": "Proprietary", "rating": 1479.0643, "ratingLower": 1473.354, "ratingUpper": 1484.7746, "variance": 8.4883, "voteCount": 13571, "rank": 7, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.7-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1475.263, "ratingLower": 1465.2923, "ratingUpper": 1485.2338, "variance": 25.8799, "voteCount": 3741, "rank": 8, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "muse-spark", "organization": "meta", "license": "Proprietary", "rating": 1475.0194, "ratingLower": 1468.9286, "ratingUpper": 1481.1102, "variance": 9.6572, "voteCount": 11103, "rank": 9, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.1", "organization": "baidu", "license": "Proprietary", "rating": 1472.1648, "ratingLower": 1465.613, "ratingUpper": 1478.7167, "variance": 11.1746, "voteCount": 9004, "rank": 10, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-high", "organization": "openai", "license": "Proprietary", "rating": 1471.3479, "ratingLower": 1466.4055, "ratingUpper": 1476.2903, "variance": 6.3589, "voteCount": 21023, "rank": 11, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1470.0208, "ratingLower": 1464.824, "ratingUpper": 1475.2175, "variance": 7.0301, "voteCount": 17346, "rank": 12, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5.1", "organization": "zai", "license": "MIT", "rating": 1468.9006, "ratingLower": 1462.9683, "ratingUpper": 1474.8328, "variance": 9.1609, "voteCount": 12295, "rank": 13, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-high", "organization": "openai", "license": "Proprietary", "rating": 1467.1856, "ratingLower": 1460.9429, "ratingUpper": 1473.4283, "variance": 10.1449, "voteCount": 10172, "rank": 14, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash", "organization": "google", "license": "Proprietary", "rating": 1466.3661, "ratingLower": 1461.9637, "ratingUpper": 1470.7685, "variance": 5.0453, "voteCount": 30742, "rank": 15, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5", "organization": "openai", "license": "Proprietary", "rating": 1464.934, "ratingLower": 1458.6935, "ratingUpper": 1471.1746, "variance": 10.138, "voteCount": 10294, "rank": 16, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5-pro", "organization": "xiaomi", "license": "MIT", "rating": 1460.9932, "ratingLower": 1454.6227, "ratingUpper": 1467.3636, "variance": 10.5644, "voteCount": 9700, "rank": 17, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-pro", "organization": "google", "license": "Proprietary", "rating": 1458.3277, "ratingLower": 1455.8021, "ratingUpper": 1460.8534, "variance": 1.6605, "voteCount": 118726, "rank": 18, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.6", "organization": "moonshot", "license": "Modified MIT", "rating": 1456.7218, "ratingLower": 1450.605, "ratingUpper": 1462.8386, "variance": 9.7398, "voteCount": 10281, "rank": 19, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4", "organization": "openai", "license": "Proprietary", "rating": 1454.475, "ratingLower": 1449.6179, "ratingUpper": 1459.332, "variance": 6.1411, "voteCount": 22146, "rank": 20, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta-0309-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1453.4862, "ratingLower": 1448.6808, "ratingUpper": 1458.2917, "variance": 6.0113, "voteCount": 21572, "rank": 21, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1453.397, "ratingLower": 1448.6184, "ratingUpper": 1458.1757, "variance": 5.9445, "voteCount": 20839, "rank": 22, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-multi-agent-beta-0309", "organization": "xai", "license": "Proprietary", "rating": 1451.9095, "ratingLower": 1447.0986, "ratingUpper": 1456.7204, "variance": 6.0249, "voteCount": 21565, "rank": 23, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "dola-seed-2.0-pro", "organization": "bytedance", "license": "Proprietary", "rating": 1450.4672, "ratingLower": 1446.1846, "ratingUpper": 1454.7498, "variance": 4.7744, "voteCount": 30543, "rank": 24, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro-thinking", "organization": "deepseek", "license": "MIT", "rating": 1450.1818, "ratingLower": 1443.8855, "ratingUpper": 1456.4781, "variance": 10.3198, "voteCount": 9970, "rank": 25, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro", "organization": "deepseek", "license": "MIT", "rating": 1449.8625, "ratingLower": 1443.7289, "ratingUpper": 1455.9961, "variance": 9.7934, "voteCount": 10729, "rank": 26, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101", "organization": "anthropic", "license": "Proprietary", "rating": 1448.3878, "ratingLower": 1445.0424, "ratingUpper": 1451.7333, "variance": 2.9135, "voteCount": 58884, "rank": 27, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-0110", "organization": "baidu", "license": "Proprietary", "rating": 1448.2802, "ratingLower": 1444.2146, "ratingUpper": 1452.3458, "variance": 4.3029, "voteCount": 31558, "rank": 28, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-26-02-10", "organization": "amazon", "license": "Proprietary", "rating": 1447.8616, "ratingLower": 1438.0475, "ratingUpper": 1457.6756, "variance": 25.0726, "voteCount": 3433, "rank": 29, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash (thinking-minimal)", "organization": "google", "license": "Proprietary", "rating": 1447.5643, "ratingLower": 1443.9785, "ratingUpper": 1451.1501, "variance": 3.3472, "voteCount": 45395, "rank": 30, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta1", "organization": "xai", "license": "Proprietary", "rating": 1447.2079, "ratingLower": 1442.3887, "ratingUpper": 1452.0271, "variance": 6.0458, "voteCount": 22458, "rank": 31, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1446.5638, "ratingLower": 1442.6598, "ratingUpper": 1450.4678, "variance": 3.9675, "voteCount": 37130, "rank": 32, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5", "organization": "zai", "license": "MIT", "rating": 1445.2114, "ratingLower": 1440.5273, "ratingUpper": 1449.8956, "variance": 5.7116, "voteCount": 20816, "rank": 33, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-thinking", "organization": "moonshot", "license": "Modified MIT", "rating": 1445.1867, "ratingLower": 1441.0789, "ratingUpper": 1449.2945, "variance": 4.3926, "voteCount": 30661, "rank": 34, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1442.4766, "ratingLower": 1433.6388, "ratingUpper": 1451.3143, "variance": 20.3323, "voteCount": 4227, "rank": 35, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1203", "organization": "baidu", "license": "Proprietary", "rating": 1442.4208, "ratingLower": 1435.9112, "ratingUpper": 1448.9303, "variance": 11.0308, "voteCount": 9754, "rank": 36, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-31b", "organization": "google", "license": "Apache 2.0", "rating": 1442.015, "ratingLower": 1434.4223, "ratingUpper": 1449.6076, "variance": 15.007, "voteCount": 5840, "rank": 37, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1-high", "organization": "openai", "license": "Proprietary", "rating": 1441.5569, "ratingLower": 1437.7906, "ratingUpper": 1445.3233, "variance": 3.6927, "voteCount": 40848, "rank": 38, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-397b-a17b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1441.2687, "ratingLower": 1436.8794, "ratingUpper": 1445.658, "variance": 5.0153, "voteCount": 25861, "rank": 39, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.6", "organization": "zai", "license": "MIT", "rating": 1440.4564, "ratingLower": 1436.5435, "ratingUpper": 1444.3692, "variance": 3.9855, "voteCount": 35672, "rank": 40, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-chat-latest-20260210", "organization": "openai", "license": "Proprietary", "rating": 1439.8709, "ratingLower": 1435.5748, "ratingUpper": 1444.1669, "variance": 4.8044, "voteCount": 27988, "rank": 41, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1-thinking", "organization": "xai", "license": "Proprietary", "rating": 1438.8167, "ratingLower": 1435.5113, "ratingUpper": 1442.1222, "variance": 2.8443, "voteCount": 59368, "rank": 42, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1438.8026, "ratingLower": 1434.3088, "ratingUpper": 1443.2965, "variance": 5.2571, "voteCount": 27731, "rank": 43, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-plus", "organization": "alibaba", "license": "Proprietary", "rating": 1437.8833, "ratingLower": 1432.1715, "ratingUpper": 1443.5952, "variance": 8.4931, "voteCount": 12075, "rank": 44, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1", "organization": "xai", "license": "Proprietary", "rating": 1437.4067, "ratingLower": 1434.132, "ratingUpper": 1440.6814, "variance": 2.7915, "voteCount": 63263, "rank": 45, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.7", "organization": "zai", "license": "MIT", "rating": 1436.1982, "ratingLower": 1430.1244, "ratingUpper": 1442.2721, "variance": 9.6036, "voteCount": 12134, "rank": 46, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929", "organization": "anthropic", "license": "Proprietary", "rating": 1435.8668, "ratingLower": 1432.8239, "ratingUpper": 1438.9098, "variance": 2.4104, "voteCount": 69196, "rank": 47, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-26b-a4b", "organization": "google", "license": "Apache 2.0", "rating": 1434.7678, "ratingLower": 1427.134, "ratingUpper": 1442.4015, "variance": 15.1697, "voteCount": 5782, "rank": 48, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-pro", "organization": "xiaomi", "license": "Proprietary", "rating": 1434.1891, "ratingLower": 1429.167, "ratingUpper": 1439.2113, "variance": 6.5657, "voteCount": 18975, "rank": 49, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1430.453, "ratingLower": 1427.525, "ratingUpper": 1433.381, "variance": 2.2317, "voteCount": 71013, "rank": 50, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-large-3", "organization": "mistral", "license": "Apache 2.0", "rating": 1430.286, "ratingLower": 1426.6824, "ratingUpper": 1433.8896, "variance": 3.3805, "voteCount": 41713, "rank": 51, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1022", "organization": "baidu", "license": "Proprietary", "rating": 1429.955, "ratingLower": 1421.1332, "ratingUpper": 1438.7769, "variance": 20.2592, "voteCount": 4711, "rank": 52, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash", "organization": "deepseek", "license": "MIT", "rating": 1428.8956, "ratingLower": 1422.6714, "ratingUpper": 1435.1198, "variance": 10.0848, "voteCount": 10124, "rank": 53, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.5", "organization": "zai", "license": "MIT", "rating": 1428.8791, "ratingLower": 1424.0241, "ratingUpper": 1433.7342, "variance": 6.1361, "voteCount": 24324, "rank": 54, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "chatgpt-4o-latest-20250326", "organization": "openai", "license": "Proprietary", "rating": 1428.8208, "ratingLower": 1426.0233, "ratingUpper": 1431.6183, "variance": 2.0373, "voteCount": 82481, "rank": 55, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-r1-0528", "organization": "deepseek", "license": "MIT", "rating": 1427.9814, "ratingLower": 1422.3534, "ratingUpper": 1433.6094, "variance": 8.2454, "voteCount": 18467, "rank": 56, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat-2602-exp", "organization": "meituan", "license": "Proprietary", "rating": 1425.9744, "ratingLower": 1420.7636, "ratingUpper": 1431.1852, "variance": 7.0682, "voteCount": 17017, "rank": 57, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash-thinking", "organization": "deepseek", "license": "MIT", "rating": 1425.9315, "ratingLower": 1419.7144, "ratingUpper": 1432.1487, "variance": 10.062, "voteCount": 10115, "rank": 58, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-medium-2508", "organization": "mistral", "license": "Proprietary", "rating": 1425.6948, "ratingLower": 1423.0264, "ratingUpper": 1428.3632, "variance": 1.8535, "voteCount": 88255, "rank": 59, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-3-preview-02-24", "organization": "xai", "license": "Proprietary", "rating": 1424.8172, "ratingLower": 1420.5431, "ratingUpper": 1429.0913, "variance": 4.7555, "voteCount": 32914, "rank": 60, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp-thinking", "organization": "deepseek", "license": "MIT", "rating": 1423.7227, "ratingLower": 1417.1851, "ratingUpper": 1430.2603, "variance": 11.126, "voteCount": 9069, "rank": 61, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2", "organization": "deepseek", "license": "MIT", "rating": 1423.2868, "ratingLower": 1419.6871, "ratingUpper": 1426.8865, "variance": 3.3731, "voteCount": 45275, "rank": 62, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp", "organization": "deepseek", "license": "MIT", "rating": 1422.601, "ratingLower": 1416.2344, "ratingUpper": 1428.9676, "variance": 10.5515, "voteCount": 11936, "rank": 63, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1", "organization": "openai", "license": "Proprietary", "rating": 1422.3959, "ratingLower": 1418.7515, "ratingUpper": 1426.0402, "variance": 3.4574, "voteCount": 43497, "rank": 64, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat", "organization": "meituan", "license": "MIT", "rating": 1422.0089, "ratingLower": 1415.6721, "ratingUpper": 1428.3457, "variance": 10.4531, "voteCount": 11402, "rank": 65, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5", "organization": "xiaomi", "license": "MIT", "rating": 1421.9884, "ratingLower": 1415.675, "ratingUpper": 1428.3018, "variance": 10.376, "voteCount": 9729, "rank": 66, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1421.0735, "ratingLower": 1414.6152, "ratingUpper": 1427.5318, "variance": 10.8577, "voteCount": 11518, "rank": 67, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-instant", "organization": "moonshot", "license": "Modified MIT", "rating": 1420.8061, "ratingLower": 1414.2479, "ratingUpper": 1427.3644, "variance": 11.1964, "voteCount": 8201, "rank": 68, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-12-10", "organization": "amazon", "license": "Proprietary", "rating": 1420.0253, "ratingLower": 1410.4937, "ratingUpper": 1429.5569, "variance": 23.6502, "voteCount": 3683, "rank": 69, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-flash-lite-preview", "organization": "google", "license": "Proprietary", "rating": 1419.6832, "ratingLower": 1415.2476, "ratingUpper": 1424.1188, "variance": 5.1217, "voteCount": 27771, "rank": 70, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-terminus-thinking", "organization": "deepseek", "license": "MIT", "rating": 1419.4869, "ratingLower": 1409.5262, "ratingUpper": 1429.4477, "variance": 25.8279, "voteCount": 3471, "rank": 71, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1", "organization": "deepseek", "license": "MIT", "rating": 1419.3839, "ratingLower": 1413.3954, "ratingUpper": 1425.3725, "variance": 9.3357, "voteCount": 14974, "rank": 72, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-thinking", "organization": "deepseek", "license": "MIT", "rating": 1419.3137, "ratingLower": 1415.623, "ratingUpper": 1423.0044, "variance": 3.5459, "voteCount": 39392, "rank": 73, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-instruct-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.9968, "ratingLower": 1416.3723, "ratingUpper": 1421.6213, "variance": 1.7931, "voteCount": 92159, "rank": 74, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-instant", "organization": "openai", "license": "Proprietary", "rating": 1418.7064, "ratingLower": 1412.4914, "ratingUpper": 1424.9214, "variance": 10.055, "voteCount": 10790, "rank": 75, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-next-80b-a3b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.6139, "ratingLower": 1413.8766, "ratingUpper": 1423.3513, "variance": 5.8421, "voteCount": 22869, "rank": 76, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805-thinking-16k", "organization": "anthropic", "license": "Proprietary", "rating": 1418.4595, "ratingLower": 1414.9955, "ratingUpper": 1421.9235, "variance": 3.1236, "voteCount": 49822, "rank": 77, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-high", "organization": "openai", "license": "Proprietary", "rating": 1418.4502, "ratingLower": 1414.7207, "ratingUpper": 1422.1797, "variance": 3.6209, "voteCount": 42076, "rank": 78, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-122b-a10b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.1784, "ratingLower": 1413.6238, "ratingUpper": 1422.733, "variance": 5.4001, "voteCount": 23088, "rank": 79, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-terminus", "organization": "deepseek", "license": "MIT", "rating": 1417.7606, "ratingLower": 1408.1519, "ratingUpper": 1427.3692, "variance": 24.0343, "voteCount": 3707, "rank": 80, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash", "organization": "google", "license": "Proprietary", "rating": 1417.5975, "ratingLower": 1415.1108, "ratingUpper": 1420.0842, "variance": 1.6098, "voteCount": 118454, "rank": 81, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805", "organization": "anthropic", "license": "Proprietary", "rating": 1417.5493, "ratingLower": 1414.5437, "ratingUpper": 1420.5549, "variance": 2.3516, "voteCount": 77378, "rank": 82, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-4.5-preview-2025-02-27", "organization": "openai", "license": "Proprietary", "rating": 1417.3446, "ratingLower": 1411.6784, "ratingUpper": 1423.0108, "variance": 8.3578, "voteCount": 14547, "rank": 83, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-mini-high", "organization": "openai", "license": "Proprietary", "rating": 1417.1143, "ratingLower": 1412.1414, "ratingUpper": 1422.0872, "variance": 6.4376, "voteCount": 18979, "rank": 84, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-thinking", "organization": "deepseek", "license": "MIT", "rating": 1416.7252, "ratingLower": 1410.1494, "ratingUpper": 1423.3011, "variance": 11.2566, "voteCount": 11753, "rank": 85, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-11-10", "organization": "amazon", "license": "Proprietary", "rating": 1416.6264, "ratingLower": 1412.3129, "ratingUpper": 1420.9399, "variance": 4.8436, "voteCount": 25416, "rank": 86, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.3", "organization": "xai", "license": "Proprietary", "rating": 1416.4921, "ratingLower": 1410.0455, "ratingUpper": 1422.9387, "variance": 10.8185, "voteCount": 9082, "rank": 87, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2-thinking-turbo", "organization": "moonshot", "license": "Modified MIT", "rating": 1414.3973, "ratingLower": 1411.171, "ratingUpper": 1417.6236, "variance": 2.7097, "voteCount": 56632, "rank": 88, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-thinking-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1413.759, "ratingLower": 1407.2735, "ratingUpper": 1420.2445, "variance": 10.9493, "voteCount": 8999, "rank": 89, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-2025-09-23", "organization": "alibaba", "license": "Proprietary", "rating": 1413.0335, "ratingLower": 1406.6199, "ratingUpper": 1419.4471, "variance": 10.708, "voteCount": 9166, "rank": 90, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2", "organization": "openai", "license": "Proprietary", "rating": 1412.5826, "ratingLower": 1408.801, "ratingUpper": 1416.3641, "variance": 3.7225, "voteCount": 39304, "rank": 91, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-flash (non-thinking)", "organization": "xiaomi", "license": "MIT", "rating": 1412.0852, "ratingLower": 1408.4569, "ratingUpper": 1415.7135, "variance": 3.4269, "voteCount": 40885, "rank": 92, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-hy3-preview", "organization": "tencent", "license": "tencent-hunyuan-community", "rating": 1409.8593, "ratingLower": 1401.8567, "ratingUpper": 1417.862, "variance": 16.6713, "voteCount": 5184, "rank": 93, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-0709", "organization": "xai", "license": "Proprietary", "rating": 1409.8589, "ratingLower": 1405.9809, "ratingUpper": 1413.7369, "variance": 3.9149, "voteCount": 41407, "rank": 94, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "o3-2025-04-16", "organization": "openai", "license": "Proprietary", "rating": 1409.3474, "ratingLower": 1405.7687, "ratingUpper": 1412.9261, "variance": 3.3339, "voteCount": 59771, "rank": 95, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-chat", "organization": "xai", "license": "Proprietary", "rating": 1409.0713, "ratingLower": 1401.5114, "ratingUpper": 1416.6312, "variance": 14.8776, "voteCount": 6817, "rank": 96, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-1-fast-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1408.787, "ratingLower": 1405.4559, "ratingUpper": 1412.1181, "variance": 2.8885, "voteCount": 52836, "rank": 97, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-27b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1408.4639, "ratingLower": 1403.8751, "ratingUpper": 1413.0527, "variance": 5.4814, "voteCount": 22477, "rank": 98, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash-preview-09-2025", "organization": "google", "license": "Proprietary", "rating": 1406.9983, "ratingLower": 1402.972, "ratingUpper": 1411.0246, "variance": 4.2201, "voteCount": 32923, "rank": 99, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-vision-1.5-thinking", "organization": "tencent", "license": "Proprietary", "rating": 1406.6935, "ratingLower": 1394.4383, "ratingUpper": 1418.9487, "variance": 39.0971, "voteCount": 2219, "rank": 100, "category": "overall", "leaderboardPublishDate": "2026-05-19" } ] } ], "overallTop": [ { "modelName": "claude-opus-4-6-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1500.0362, "ratingLower": 1495.6326, "ratingUpper": 1504.4398, "variance": 5.048, "voteCount": 27454, "rank": 1, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1497.944, "ratingLower": 1493.6461, "ratingUpper": 1502.2419, "variance": 4.8086, "voteCount": 29240, "rank": 2, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.5-flash", "organization": "google", "license": "Proprietary", "rating": 1485.9509, "ratingLower": 1478.2636, "ratingUpper": 1493.6382, "variance": 15.3833, "voteCount": 5907, "rank": 3, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7-thinking", "organization": "anthropic", "license": "Proprietary", "rating": 1485.9018, "ratingLower": 1480.1491, "ratingUpper": 1491.6544, "variance": 8.6148, "voteCount": 12920, "rank": 4, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-pro-preview", "organization": "google", "license": "Proprietary", "rating": 1482.8135, "ratingLower": 1478.5703, "ratingUpper": 1487.0566, "variance": 4.6868, "voteCount": 34189, "rank": 5, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-pro", "organization": "google", "license": "Proprietary", "rating": 1479.5525, "ratingLower": 1475.7095, "ratingUpper": 1483.3955, "variance": 3.8445, "voteCount": 41331, "rank": 6, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-7", "organization": "anthropic", "license": "Proprietary", "rating": 1479.0643, "ratingLower": 1473.354, "ratingUpper": 1484.7746, "variance": 8.4883, "voteCount": 13571, "rank": 7, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.7-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1475.263, "ratingLower": 1465.2923, "ratingUpper": 1485.2338, "variance": 25.8799, "voteCount": 3741, "rank": 8, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "muse-spark", "organization": "meta", "license": "Proprietary", "rating": 1475.0194, "ratingLower": 1468.9286, "ratingUpper": 1481.1102, "variance": 9.6572, "voteCount": 11103, "rank": 9, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.1", "organization": "baidu", "license": "Proprietary", "rating": 1472.1648, "ratingLower": 1465.613, "ratingUpper": 1478.7167, "variance": 11.1746, "voteCount": 9004, "rank": 10, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-high", "organization": "openai", "license": "Proprietary", "rating": 1471.3479, "ratingLower": 1466.4055, "ratingUpper": 1476.2903, "variance": 6.3589, "voteCount": 21023, "rank": 11, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1470.0208, "ratingLower": 1464.824, "ratingUpper": 1475.2175, "variance": 7.0301, "voteCount": 17346, "rank": 12, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5.1", "organization": "zai", "license": "MIT", "rating": 1468.9006, "ratingLower": 1462.9683, "ratingUpper": 1474.8328, "variance": 9.1609, "voteCount": 12295, "rank": 13, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-high", "organization": "openai", "license": "Proprietary", "rating": 1467.1856, "ratingLower": 1460.9429, "ratingUpper": 1473.4283, "variance": 10.1449, "voteCount": 10172, "rank": 14, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash", "organization": "google", "license": "Proprietary", "rating": 1466.3661, "ratingLower": 1461.9637, "ratingUpper": 1470.7685, "variance": 5.0453, "voteCount": 30742, "rank": 15, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5", "organization": "openai", "license": "Proprietary", "rating": 1464.934, "ratingLower": 1458.6935, "ratingUpper": 1471.1746, "variance": 10.138, "voteCount": 10294, "rank": 16, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5-pro", "organization": "xiaomi", "license": "MIT", "rating": 1460.9932, "ratingLower": 1454.6227, "ratingUpper": 1467.3636, "variance": 10.5644, "voteCount": 9700, "rank": 17, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-pro", "organization": "google", "license": "Proprietary", "rating": 1458.3277, "ratingLower": 1455.8021, "ratingUpper": 1460.8534, "variance": 1.6605, "voteCount": 118726, "rank": 18, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.6", "organization": "moonshot", "license": "Modified MIT", "rating": 1456.7218, "ratingLower": 1450.605, "ratingUpper": 1462.8386, "variance": 9.7398, "voteCount": 10281, "rank": 19, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4", "organization": "openai", "license": "Proprietary", "rating": 1454.475, "ratingLower": 1449.6179, "ratingUpper": 1459.332, "variance": 6.1411, "voteCount": 22146, "rank": 20, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta-0309-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1453.4862, "ratingLower": 1448.6808, "ratingUpper": 1458.2917, "variance": 6.0113, "voteCount": 21572, "rank": 21, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-6", "organization": "anthropic", "license": "Proprietary", "rating": 1453.397, "ratingLower": 1448.6184, "ratingUpper": 1458.1757, "variance": 5.9445, "voteCount": 20839, "rank": 22, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-multi-agent-beta-0309", "organization": "xai", "license": "Proprietary", "rating": 1451.9095, "ratingLower": 1447.0986, "ratingUpper": 1456.7204, "variance": 6.0249, "voteCount": 21565, "rank": 23, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "dola-seed-2.0-pro", "organization": "bytedance", "license": "Proprietary", "rating": 1450.4672, "ratingLower": 1446.1846, "ratingUpper": 1454.7498, "variance": 4.7744, "voteCount": 30543, "rank": 24, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro-thinking", "organization": "deepseek", "license": "MIT", "rating": 1450.1818, "ratingLower": 1443.8855, "ratingUpper": 1456.4781, "variance": 10.3198, "voteCount": 9970, "rank": 25, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-pro", "organization": "deepseek", "license": "MIT", "rating": 1449.8625, "ratingLower": 1443.7289, "ratingUpper": 1455.9961, "variance": 9.7934, "voteCount": 10729, "rank": 26, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101", "organization": "anthropic", "license": "Proprietary", "rating": 1448.3878, "ratingLower": 1445.0424, "ratingUpper": 1451.7333, "variance": 2.9135, "voteCount": 58884, "rank": 27, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-0110", "organization": "baidu", "license": "Proprietary", "rating": 1448.2802, "ratingLower": 1444.2146, "ratingUpper": 1452.3458, "variance": 4.3029, "voteCount": 31558, "rank": 28, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-26-02-10", "organization": "amazon", "license": "Proprietary", "rating": 1447.8616, "ratingLower": 1438.0475, "ratingUpper": 1457.6756, "variance": 25.0726, "voteCount": 3433, "rank": 29, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3-flash (thinking-minimal)", "organization": "google", "license": "Proprietary", "rating": 1447.5643, "ratingLower": 1443.9785, "ratingUpper": 1451.1501, "variance": 3.3472, "voteCount": 45395, "rank": 30, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.20-beta1", "organization": "xai", "license": "Proprietary", "rating": 1447.2079, "ratingLower": 1442.3887, "ratingUpper": 1452.0271, "variance": 6.0458, "voteCount": 22458, "rank": 31, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-5-20251101-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1446.5638, "ratingLower": 1442.6598, "ratingUpper": 1450.4678, "variance": 3.9675, "voteCount": 37130, "rank": 32, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-5", "organization": "zai", "license": "MIT", "rating": 1445.2114, "ratingLower": 1440.5273, "ratingUpper": 1449.8956, "variance": 5.7116, "voteCount": 20816, "rank": 33, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-thinking", "organization": "moonshot", "license": "Modified MIT", "rating": 1445.1867, "ratingLower": 1441.0789, "ratingUpper": 1449.2945, "variance": 4.3926, "voteCount": 30661, "rank": 34, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1442.4766, "ratingLower": 1433.6388, "ratingUpper": 1451.3143, "variance": 20.3323, "voteCount": 4227, "rank": 35, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1203", "organization": "baidu", "license": "Proprietary", "rating": 1442.4208, "ratingLower": 1435.9112, "ratingUpper": 1448.9303, "variance": 11.0308, "voteCount": 9754, "rank": 36, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-31b", "organization": "google", "license": "Apache 2.0", "rating": 1442.015, "ratingLower": 1434.4223, "ratingUpper": 1449.6076, "variance": 15.007, "voteCount": 5840, "rank": 37, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1-high", "organization": "openai", "license": "Proprietary", "rating": 1441.5569, "ratingLower": 1437.7906, "ratingUpper": 1445.3233, "variance": 3.6927, "voteCount": 40848, "rank": 38, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-397b-a17b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1441.2687, "ratingLower": 1436.8794, "ratingUpper": 1445.658, "variance": 5.0153, "voteCount": 25861, "rank": 39, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.6", "organization": "zai", "license": "MIT", "rating": 1440.4564, "ratingLower": 1436.5435, "ratingUpper": 1444.3692, "variance": 3.9855, "voteCount": 35672, "rank": 40, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-chat-latest-20260210", "organization": "openai", "license": "Proprietary", "rating": 1439.8709, "ratingLower": 1435.5748, "ratingUpper": 1444.1669, "variance": 4.8044, "voteCount": 27988, "rank": 41, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1-thinking", "organization": "xai", "license": "Proprietary", "rating": 1438.8167, "ratingLower": 1435.5113, "ratingUpper": 1442.1222, "variance": 2.8443, "voteCount": 59368, "rank": 42, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-preview", "organization": "alibaba", "license": "Proprietary", "rating": 1438.8026, "ratingLower": 1434.3088, "ratingUpper": 1443.2965, "variance": 5.2571, "voteCount": 27731, "rank": 43, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.6-plus", "organization": "alibaba", "license": "Proprietary", "rating": 1437.8833, "ratingLower": 1432.1715, "ratingUpper": 1443.5952, "variance": 8.4931, "voteCount": 12075, "rank": 44, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.1", "organization": "xai", "license": "Proprietary", "rating": 1437.4067, "ratingLower": 1434.132, "ratingUpper": 1440.6814, "variance": 2.7915, "voteCount": 63263, "rank": 45, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.7", "organization": "zai", "license": "MIT", "rating": 1436.1982, "ratingLower": 1430.1244, "ratingUpper": 1442.2721, "variance": 9.6036, "voteCount": 12134, "rank": 46, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929", "organization": "anthropic", "license": "Proprietary", "rating": 1435.8668, "ratingLower": 1432.8239, "ratingUpper": 1438.9098, "variance": 2.4104, "voteCount": 69196, "rank": 47, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemma-4-26b-a4b", "organization": "google", "license": "Apache 2.0", "rating": 1434.7678, "ratingLower": 1427.134, "ratingUpper": 1442.4015, "variance": 15.1697, "voteCount": 5782, "rank": 48, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-pro", "organization": "xiaomi", "license": "Proprietary", "rating": 1434.1891, "ratingLower": 1429.167, "ratingUpper": 1439.2113, "variance": 6.5657, "voteCount": 18975, "rank": 49, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-sonnet-4-5-20250929-thinking-32k", "organization": "anthropic", "license": "Proprietary", "rating": 1430.453, "ratingLower": 1427.525, "ratingUpper": 1433.381, "variance": 2.2317, "voteCount": 71013, "rank": 50, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-large-3", "organization": "mistral", "license": "Apache 2.0", "rating": 1430.286, "ratingLower": 1426.6824, "ratingUpper": 1433.8896, "variance": 3.3805, "voteCount": 41713, "rank": 51, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "ernie-5.0-preview-1022", "organization": "baidu", "license": "Proprietary", "rating": 1429.955, "ratingLower": 1421.1332, "ratingUpper": 1438.7769, "variance": 20.2592, "voteCount": 4711, "rank": 52, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash", "organization": "deepseek", "license": "MIT", "rating": 1428.8956, "ratingLower": 1422.6714, "ratingUpper": 1435.1198, "variance": 10.0848, "voteCount": 10124, "rank": 53, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "glm-4.5", "organization": "zai", "license": "MIT", "rating": 1428.8791, "ratingLower": 1424.0241, "ratingUpper": 1433.7342, "variance": 6.1361, "voteCount": 24324, "rank": 54, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "chatgpt-4o-latest-20250326", "organization": "openai", "license": "Proprietary", "rating": 1428.8208, "ratingLower": 1426.0233, "ratingUpper": 1431.6183, "variance": 2.0373, "voteCount": 82481, "rank": 55, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-r1-0528", "organization": "deepseek", "license": "MIT", "rating": 1427.9814, "ratingLower": 1422.3534, "ratingUpper": 1433.6094, "variance": 8.2454, "voteCount": 18467, "rank": 56, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat-2602-exp", "organization": "meituan", "license": "Proprietary", "rating": 1425.9744, "ratingLower": 1420.7636, "ratingUpper": 1431.1852, "variance": 7.0682, "voteCount": 17017, "rank": 57, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v4-flash-thinking", "organization": "deepseek", "license": "MIT", "rating": 1425.9315, "ratingLower": 1419.7144, "ratingUpper": 1432.1487, "variance": 10.062, "voteCount": 10115, "rank": 58, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mistral-medium-2508", "organization": "mistral", "license": "Proprietary", "rating": 1425.6948, "ratingLower": 1423.0264, "ratingUpper": 1428.3632, "variance": 1.8535, "voteCount": 88255, "rank": 59, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-3-preview-02-24", "organization": "xai", "license": "Proprietary", "rating": 1424.8172, "ratingLower": 1420.5431, "ratingUpper": 1429.0913, "variance": 4.7555, "voteCount": 32914, "rank": 60, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp-thinking", "organization": "deepseek", "license": "MIT", "rating": 1423.7227, "ratingLower": 1417.1851, "ratingUpper": 1430.2603, "variance": 11.126, "voteCount": 9069, "rank": 61, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2", "organization": "deepseek", "license": "MIT", "rating": 1423.2868, "ratingLower": 1419.6871, "ratingUpper": 1426.8865, "variance": 3.3731, "voteCount": 45275, "rank": 62, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-exp", "organization": "deepseek", "license": "MIT", "rating": 1422.601, "ratingLower": 1416.2344, "ratingUpper": 1428.9676, "variance": 10.5515, "voteCount": 11936, "rank": 63, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.1", "organization": "openai", "license": "Proprietary", "rating": 1422.3959, "ratingLower": 1418.7515, "ratingUpper": 1426.0402, "variance": 3.4574, "voteCount": 43497, "rank": 64, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "longcat-flash-chat", "organization": "meituan", "license": "MIT", "rating": 1422.0089, "ratingLower": 1415.6721, "ratingUpper": 1428.3457, "variance": 10.4531, "voteCount": 11402, "rank": 65, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2.5", "organization": "xiaomi", "license": "MIT", "rating": 1421.9884, "ratingLower": 1415.675, "ratingUpper": 1428.3018, "variance": 10.376, "voteCount": 9729, "rank": 66, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-vl-235b-a22b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1421.0735, "ratingLower": 1414.6152, "ratingUpper": 1427.5318, "variance": 10.8577, "voteCount": 11518, "rank": 67, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2.5-instant", "organization": "moonshot", "license": "Modified MIT", "rating": 1420.8061, "ratingLower": 1414.2479, "ratingUpper": 1427.3644, "variance": 11.1964, "voteCount": 8201, "rank": 68, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-12-10", "organization": "amazon", "license": "Proprietary", "rating": 1420.0253, "ratingLower": 1410.4937, "ratingUpper": 1429.5569, "variance": 23.6502, "voteCount": 3683, "rank": 69, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-3.1-flash-lite-preview", "organization": "google", "license": "Proprietary", "rating": 1419.6832, "ratingLower": 1415.2476, "ratingUpper": 1424.1188, "variance": 5.1217, "voteCount": 27771, "rank": 70, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-terminus-thinking", "organization": "deepseek", "license": "MIT", "rating": 1419.4869, "ratingLower": 1409.5262, "ratingUpper": 1429.4477, "variance": 25.8279, "voteCount": 3471, "rank": 71, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1", "organization": "deepseek", "license": "MIT", "rating": 1419.3839, "ratingLower": 1413.3954, "ratingUpper": 1425.3725, "variance": 9.3357, "voteCount": 14974, "rank": 72, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.2-thinking", "organization": "deepseek", "license": "MIT", "rating": 1419.3137, "ratingLower": 1415.623, "ratingUpper": 1423.0044, "variance": 3.5459, "voteCount": 39392, "rank": 73, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-instruct-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.9968, "ratingLower": 1416.3723, "ratingUpper": 1421.6213, "variance": 1.7931, "voteCount": 92159, "rank": 74, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.5-instant", "organization": "openai", "license": "Proprietary", "rating": 1418.7064, "ratingLower": 1412.4914, "ratingUpper": 1424.9214, "variance": 10.055, "voteCount": 10790, "rank": 75, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-next-80b-a3b-instruct", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.6139, "ratingLower": 1413.8766, "ratingUpper": 1423.3513, "variance": 5.8421, "voteCount": 22869, "rank": 76, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805-thinking-16k", "organization": "anthropic", "license": "Proprietary", "rating": 1418.4595, "ratingLower": 1414.9955, "ratingUpper": 1421.9235, "variance": 3.1236, "voteCount": 49822, "rank": 77, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2-high", "organization": "openai", "license": "Proprietary", "rating": 1418.4502, "ratingLower": 1414.7207, "ratingUpper": 1422.1797, "variance": 3.6209, "voteCount": 42076, "rank": 78, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-122b-a10b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1418.1784, "ratingLower": 1413.6238, "ratingUpper": 1422.733, "variance": 5.4001, "voteCount": 23088, "rank": 79, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-terminus", "organization": "deepseek", "license": "MIT", "rating": 1417.7606, "ratingLower": 1408.1519, "ratingUpper": 1427.3692, "variance": 24.0343, "voteCount": 3707, "rank": 80, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash", "organization": "google", "license": "Proprietary", "rating": 1417.5975, "ratingLower": 1415.1108, "ratingUpper": 1420.0842, "variance": 1.6098, "voteCount": 118454, "rank": 81, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "claude-opus-4-1-20250805", "organization": "anthropic", "license": "Proprietary", "rating": 1417.5493, "ratingLower": 1414.5437, "ratingUpper": 1420.5549, "variance": 2.3516, "voteCount": 77378, "rank": 82, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-4.5-preview-2025-02-27", "organization": "openai", "license": "Proprietary", "rating": 1417.3446, "ratingLower": 1411.6784, "ratingUpper": 1423.0108, "variance": 8.3578, "voteCount": 14547, "rank": 83, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.4-mini-high", "organization": "openai", "license": "Proprietary", "rating": 1417.1143, "ratingLower": 1412.1414, "ratingUpper": 1422.0872, "variance": 6.4376, "voteCount": 18979, "rank": 84, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "deepseek-v3.1-thinking", "organization": "deepseek", "license": "MIT", "rating": 1416.7252, "ratingLower": 1410.1494, "ratingUpper": 1423.3011, "variance": 11.2566, "voteCount": 11753, "rank": 85, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "amazon-nova-experimental-chat-11-10", "organization": "amazon", "license": "Proprietary", "rating": 1416.6264, "ratingLower": 1412.3129, "ratingUpper": 1420.9399, "variance": 4.8436, "voteCount": 25416, "rank": 86, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4.3", "organization": "xai", "license": "Proprietary", "rating": 1416.4921, "ratingLower": 1410.0455, "ratingUpper": 1422.9387, "variance": 10.8185, "voteCount": 9082, "rank": 87, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "kimi-k2-thinking-turbo", "organization": "moonshot", "license": "Modified MIT", "rating": 1414.3973, "ratingLower": 1411.171, "ratingUpper": 1417.6236, "variance": 2.7097, "voteCount": 56632, "rank": 88, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-235b-a22b-thinking-2507", "organization": "alibaba", "license": "Apache 2.0", "rating": 1413.759, "ratingLower": 1407.2735, "ratingUpper": 1420.2445, "variance": 10.9493, "voteCount": 8999, "rank": 89, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3-max-2025-09-23", "organization": "alibaba", "license": "Proprietary", "rating": 1413.0335, "ratingLower": 1406.6199, "ratingUpper": 1419.4471, "variance": 10.708, "voteCount": 9166, "rank": 90, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gpt-5.2", "organization": "openai", "license": "Proprietary", "rating": 1412.5826, "ratingLower": 1408.801, "ratingUpper": 1416.3641, "variance": 3.7225, "voteCount": 39304, "rank": 91, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "mimo-v2-flash (non-thinking)", "organization": "xiaomi", "license": "MIT", "rating": 1412.0852, "ratingLower": 1408.4569, "ratingUpper": 1415.7135, "variance": 3.4269, "voteCount": 40885, "rank": 92, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-hy3-preview", "organization": "tencent", "license": "tencent-hunyuan-community", "rating": 1409.8593, "ratingLower": 1401.8567, "ratingUpper": 1417.862, "variance": 16.6713, "voteCount": 5184, "rank": 93, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-0709", "organization": "xai", "license": "Proprietary", "rating": 1409.8589, "ratingLower": 1405.9809, "ratingUpper": 1413.7369, "variance": 3.9149, "voteCount": 41407, "rank": 94, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "o3-2025-04-16", "organization": "openai", "license": "Proprietary", "rating": 1409.3474, "ratingLower": 1405.7687, "ratingUpper": 1412.9261, "variance": 3.3339, "voteCount": 59771, "rank": 95, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-fast-chat", "organization": "xai", "license": "Proprietary", "rating": 1409.0713, "ratingLower": 1401.5114, "ratingUpper": 1416.6312, "variance": 14.8776, "voteCount": 6817, "rank": 96, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "grok-4-1-fast-reasoning", "organization": "xai", "license": "Proprietary", "rating": 1408.787, "ratingLower": 1405.4559, "ratingUpper": 1412.1181, "variance": 2.8885, "voteCount": 52836, "rank": 97, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "qwen3.5-27b", "organization": "alibaba", "license": "Apache 2.0", "rating": 1408.4639, "ratingLower": 1403.8751, "ratingUpper": 1413.0527, "variance": 5.4814, "voteCount": 22477, "rank": 98, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "gemini-2.5-flash-preview-09-2025", "organization": "google", "license": "Proprietary", "rating": 1406.9983, "ratingLower": 1402.972, "ratingUpper": 1411.0246, "variance": 4.2201, "voteCount": 32923, "rank": 99, "category": "overall", "leaderboardPublishDate": "2026-05-19" }, { "modelName": "hunyuan-vision-1.5-thinking", "organization": "tencent", "license": "Proprietary", "rating": 1406.6935, "ratingLower": 1394.4383, "ratingUpper": 1418.9487, "variance": 39.0971, "voteCount": 2219, "rank": 100, "category": "overall", "leaderboardPublishDate": "2026-05-19" } ] }