{ "capturedSource": "data.js inherited from published 20 September exhibit", "ratingCaptureDates": [ "2026-06-16", "2026-07-27", "2026-09-13" ], "note": "Mixed-date scores and listed prices; release-filter reconstruction, not dated leaderboards. Inherited early corrections lack archived rating evidence. Do not call historical values verified.", "models": [ { "name": "GPT-4o", "full": "GPT-4o (May 2024)", "provider": "OpenAI", "date": "2024-05-13", "elo": 1285, "inP": 2.5, "outP": 10.0, "open": false, "prelim": false }, { "name": "o1-preview", "full": "o1-preview", "provider": "OpenAI", "date": "2024-09-12", "elo": 1335, "inP": 15.0, "outP": 60.0, "open": false, "prelim": false }, { "name": "o1", "full": "o1", "provider": "OpenAI", "date": "2024-12-17", "elo": 1351, "inP": 15.0, "outP": 60.0, "open": false, "prelim": false }, { "name": "GPT-4.5-preview", "full": "gpt-4.5-preview-2025-02-27", "provider": "OpenAI", "date": "2025-02-27", "elo": 1445, "inP": 75.0, "outP": 150.0, "open": false, "prelim": false }, { "name": "o3-mini", "full": "o3-mini (o3-mini-high)", "provider": "OpenAI", "date": "2025-01-31", "elo": 1363, "inP": 1.1, "outP": 4.4, "open": false, "prelim": false }, { "name": "GPT-4.1", "full": "gpt-4.1-2025-04-14", "provider": "OpenAI", "date": "2025-04-14", "elo": 1414, "inP": 2.0, "outP": 8.0, "open": false, "prelim": false }, { "name": "GPT-4.1-mini", "full": "gpt-4.1-mini-2025-04-14", "provider": "OpenAI", "date": "2025-04-14", "elo": 1383, "inP": 0.4, "outP": 1.6, "open": false, "prelim": false }, { "name": "o3", "full": "o3-2025-04-16", "provider": "OpenAI", "date": "2025-04-16", "elo": 1431, "inP": 2.0, "outP": 8.0, "open": false, "prelim": false }, { "name": "o4-mini", "full": "o4-mini-2025-04-16", "provider": "OpenAI", "date": "2025-04-16", "elo": 1390, "inP": 1.1, "outP": 4.4, "open": false, "prelim": false }, { "name": "GPT-5", "full": "gpt-5 (gpt-5-high / gpt-5-chat)", "provider": "OpenAI", "date": "2025-08-07", "elo": 1434, "inP": 1.25, "outP": 10.0, "open": false, "prelim": false }, { "name": "GPT-5-mini", "full": "gpt-5-mini (gpt-5-mini-high)", "provider": "OpenAI", "date": "2025-08-07", "elo": 1390, "inP": 0.25, "outP": 2.0, "open": false, "prelim": false }, { "name": "GPT-oss-120b", "full": "gpt-oss-120b", "provider": "OpenAI", "date": "2025-08-05", "elo": 1353, "inP": 0.15, "outP": 0.6, "open": true, "prelim": false }, { "name": "GPT-5.1", "full": "gpt-5.1 (gpt-5.1-high)", "provider": "OpenAI", "date": "2025-11-12", "elo": 1455, "inP": 1.25, "outP": 10.0, "open": false, "prelim": false }, { "name": "GPT-5.2", "full": "gpt-5.2 (gpt-5.2-high / gpt-5.2-chat-latest)", "provider": "OpenAI", "date": "2025-12-11", "elo": 1475, "inP": 1.75, "outP": 14.0, "open": false, "prelim": false }, { "name": "GPT-5.3-chat-latest", "full": "gpt-5.3-chat-latest", "provider": "OpenAI", "date": "2026-03-03", "elo": 1449, "inP": 1.75, "outP": 14.0, "open": false, "prelim": false }, { "name": "GPT-5.4", "full": "gpt-5.4 (gpt-5.4-high)", "provider": "OpenAI", "date": "2026-03-05", "elo": 1478, "inP": 2.5, "outP": 15.0, "open": false, "prelim": false }, { "name": "GPT-5.4-mini", "full": "gpt-5.4-mini (gpt-5.4-mini-high)", "provider": "OpenAI", "date": "2026-03-17", "elo": 1448, "inP": 0.75, "outP": 4.5, "open": false, "prelim": false }, { "name": "GPT-5.4-nano", "full": "gpt-5.4-nano (gpt-5.4-nano-high)", "provider": "OpenAI", "date": "2026-03-17", "elo": 1403, "inP": 0.2, "outP": 1.25, "open": false, "prelim": false }, { "name": "GPT-5.5", "full": "gpt-5.5 (gpt-5.5-high / gpt-5.5-instant)", "provider": "OpenAI", "date": "2026-04-23", "elo": 1481, "inP": 5.0, "outP": 30.0, "open": false, "prelim": false }, { "name": "GPT-5.5 Pro", "full": "gpt-5.5 Pro", "provider": "OpenAI", "date": "2026-04-23", "elo": 1481, "inP": 30.0, "outP": 180.0, "open": false, "prelim": false }, { "name": "Claude Fable 5", "full": "Claude Fable 5", "provider": "Anthropic", "date": "2026-06-09", "elo": 1513, "inP": 10.0, "outP": 50.0, "open": false, "prelim": false }, { "name": "Claude Opus 4.8", "full": "Claude Opus 4.8", "provider": "Anthropic", "date": "2026-05-28", "elo": 1478, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "Claude Opus 4.7", "full": "Claude Opus 4.7", "provider": "Anthropic", "date": "2026-04-16", "elo": 1509, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "Claude Opus 4.6", "full": "Claude Opus 4.6", "provider": "Anthropic", "date": "2026-02-05", "elo": 1514, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "Claude Opus 4.5", "full": "Claude Opus 4.5", "provider": "Anthropic", "date": "2025-11-24", "elo": 1469, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "Claude Opus 4.1", "full": "Claude Opus 4.1", "provider": "Anthropic", "date": "2025-08-05", "elo": 1447, "inP": 15.0, "outP": 75.0, "open": false, "prelim": false }, { "name": "Claude Opus 4", "full": "Claude Opus 4", "provider": "Anthropic", "date": "2025-05-22", "elo": 1360, "inP": 15.0, "outP": 75.0, "open": false, "prelim": false }, { "name": "Claude Sonnet 4.6", "full": "Claude Sonnet 4.6", "provider": "Anthropic", "date": "2026-02-17", "elo": 1472, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude Sonnet 4.5", "full": "Claude Sonnet 4.5", "provider": "Anthropic", "date": "2025-09-29", "elo": 1455, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude Sonnet 4", "full": "Claude Sonnet 4", "provider": "Anthropic", "date": "2025-05-22", "elo": 1320, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude 3.7 Sonnet", "full": "Claude 3.7 Sonnet", "provider": "Anthropic", "date": "2025-02-24", "elo": 1300, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude 3.5 Sonnet", "full": "Claude 3.5 Sonnet (2024-10-22)", "provider": "Anthropic", "date": "2024-10-22", "elo": 1283, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude 3.5 Sonnet", "full": "Claude 3.5 Sonnet (2024-06-20)", "provider": "Anthropic", "date": "2024-06-20", "elo": 1271, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Claude 3 Opus", "full": "Claude 3 Opus", "provider": "Anthropic", "date": "2024-03-04", "elo": 1248, "inP": 15.0, "outP": 75.0, "open": false, "prelim": false }, { "name": "Claude Haiku 4.5", "full": "Claude Haiku 4.5", "provider": "Anthropic", "date": "2025-10-15", "elo": 1400, "inP": 1.0, "outP": 5.0, "open": false, "prelim": false }, { "name": "Claude 3.5 Haiku", "full": "Claude 3.5 Haiku", "provider": "Anthropic", "date": "2024-10-22", "elo": 1240, "inP": 0.8, "outP": 4.0, "open": false, "prelim": false }, { "name": "Gemini 3.1 Pro Preview", "full": "Gemini 3.1 Pro Preview", "provider": "Google", "date": "2026-02-19", "elo": 1486, "inP": 2.0, "outP": 12.0, "open": false, "prelim": false }, { "name": "Gemini 3 Pro", "full": "Gemini 3 Pro", "provider": "Google", "date": "2025-11-18", "elo": 1486, "inP": 2.0, "outP": 12.0, "open": false, "prelim": false }, { "name": "Gemini 3.5 Flash", "full": "Gemini 3.5 Flash", "provider": "Google", "date": "2026-05-19", "elo": 1476, "inP": 1.5, "outP": 9.0, "open": false, "prelim": false }, { "name": "Gemini 3.1 Flash-Lite Preview", "full": "Gemini 3.1 Flash-Lite Preview", "provider": "Google", "date": "2026-02-19", "elo": 1432, "inP": 0.25, "outP": 1.5, "open": false, "prelim": false }, { "name": "Gemini 3 Flash", "full": "Gemini 3 Flash", "provider": "Google", "date": "2025-12-17", "elo": 1473, "inP": 0.5, "outP": 3.0, "open": false, "prelim": false }, { "name": "Gemini 2.5 Pro", "full": "Gemini 2.5 Pro", "provider": "Google", "date": "2025-06-17", "elo": 1446, "inP": 1.25, "outP": 10.0, "open": false, "prelim": false }, { "name": "Gemini 2.5 Flash", "full": "Gemini 2.5 Flash", "provider": "Google", "date": "2025-06-17", "elo": 1410, "inP": 0.3, "outP": 2.5, "open": false, "prelim": false }, { "name": "Gemini 2.0 Flash", "full": "Gemini 2.0 Flash", "provider": "Google", "date": "2025-02-05", "elo": 1360, "inP": 0.1, "outP": 0.4, "open": false, "prelim": false }, { "name": "Gemini 1.5 Pro", "full": "Gemini 1.5 Pro (May)", "provider": "Google", "date": "2024-05-23", "elo": 1260, "inP": 3.5, "outP": 10.5, "open": false, "prelim": false }, { "name": "Gemini 1.5 Flash", "full": "Gemini 1.5 Flash", "provider": "Google", "date": "2024-05-14", "elo": 1270, "inP": 0.35, "outP": 1.05, "open": false, "prelim": false }, { "name": "Gemma 4", "full": "Gemma 4 (31B)", "provider": "Google", "date": "2026-04-02", "elo": 1451, "inP": 0.12, "outP": 0.35, "open": true, "prelim": false }, { "name": "Gemma 3", "full": "Gemma 3 (27B IT)", "provider": "Google", "date": "2025-03-12", "elo": 1366, "inP": 0.08, "outP": 0.16, "open": true, "prelim": false }, { "name": "Llama-3-70B", "full": "Llama-3-70B-Instruct", "provider": "Meta", "date": "2024-04-18", "elo": 1224, "inP": 0.88, "outP": 0.88, "open": true, "prelim": false }, { "name": "Llama-3-8B", "full": "Llama-3-8B-Instruct", "provider": "Meta", "date": "2024-04-18", "elo": 1171, "inP": 0.2, "outP": 0.2, "open": true, "prelim": false }, { "name": "Llama-3.1-405B", "full": "Llama-3.1-405B-Instruct", "provider": "Meta", "date": "2024-07-23", "elo": 1286, "inP": 3.5, "outP": 3.5, "open": true, "prelim": false }, { "name": "Llama-3.1-70B", "full": "Llama-3.1-70B-Instruct", "provider": "Meta", "date": "2024-07-23", "elo": 1265, "inP": 0.88, "outP": 0.88, "open": true, "prelim": false }, { "name": "Llama-3.1-8B", "full": "Llama-3.1-8B-Instruct", "provider": "Meta", "date": "2024-07-23", "elo": 1193, "inP": 0.18, "outP": 0.18, "open": true, "prelim": false }, { "name": "Llama-3.2-3B", "full": "Llama-3.2-3B-Instruct", "provider": "Meta", "date": "2024-09-25", "elo": 1118, "inP": 0.06, "outP": 0.06, "open": true, "prelim": false }, { "name": "Llama-3.2-1B", "full": "Llama-3.2-1B-Instruct", "provider": "Meta", "date": "2024-09-25", "elo": 1067, "inP": 0.04, "outP": 0.04, "open": true, "prelim": false }, { "name": "Llama-3.3-70B", "full": "Llama-3.3-70B-Instruct", "provider": "Meta", "date": "2024-12-06", "elo": 1276, "inP": 0.88, "outP": 0.88, "open": true, "prelim": false }, { "name": "Llama-4-Scout-17B-16E", "full": "Llama-4-Scout-17B-16E-Instruct", "provider": "Meta", "date": "2025-04-05", "elo": 1276, "inP": 0.1, "outP": 0.3, "open": true, "prelim": false }, { "name": "Llama-4-Maverick-17B-128E", "full": "Llama-4-Maverick-17B-128E-Instruct", "provider": "Meta", "date": "2025-04-05", "elo": 1292, "inP": 0.15, "outP": 0.6, "open": true, "prelim": false }, { "name": "DeepSeek-V2.5-1210", "full": "DeepSeek-V2.5-1210", "provider": "DeepSeek", "date": "2024-12-10", "elo": 1296, "inP": 0.14, "outP": 0.28, "open": true, "prelim": false }, { "name": "DeepSeek-V3", "full": "DeepSeek-V3", "provider": "DeepSeek", "date": "2024-12-26", "elo": 1334, "inP": 0.14, "outP": 0.28, "open": true, "prelim": false }, { "name": "DeepSeek-R1", "full": "DeepSeek-R1", "provider": "DeepSeek", "date": "2025-01-20", "elo": 1373, "inP": 0.55, "outP": 2.19, "open": true, "prelim": false }, { "name": "DeepSeek-V3-0324", "full": "DeepSeek-V3-0324", "provider": "DeepSeek", "date": "2025-03-24", "elo": 1377, "inP": 0.27, "outP": 1.1, "open": true, "prelim": false }, { "name": "DeepSeek-R1-0528", "full": "DeepSeek-R1-0528", "provider": "DeepSeek", "date": "2025-05-28", "elo": 1426, "inP": 0.55, "outP": 2.19, "open": true, "prelim": false }, { "name": "DeepSeek-V3.1", "full": "DeepSeek-V3.1", "provider": "DeepSeek", "date": "2025-08-21", "elo": 1417, "inP": 0.56, "outP": 1.68, "open": true, "prelim": false }, { "name": "DeepSeek-V3.2", "full": "DeepSeek-V3.2", "provider": "DeepSeek", "date": "2025-12-01", "elo": 1418, "inP": 0.28, "outP": 0.42, "open": true, "prelim": false }, { "name": "DeepSeek-V4-Flash", "full": "DeepSeek-V4-Flash", "provider": "DeepSeek", "date": "2026-04-24", "elo": 1434, "inP": 0.14, "outP": 0.28, "open": true, "prelim": false }, { "name": "DeepSeek-V4-Pro", "full": "DeepSeek-V4-Pro", "provider": "DeepSeek", "date": "2026-04-24", "elo": 1456, "inP": 0.435, "outP": 0.87, "open": true, "prelim": false }, { "name": "Grok-2", "full": "Grok-2 (grok-2-08-13)", "provider": "xAI", "date": "2024-08-20", "elo": 1305, "inP": 2.0, "outP": 10.0, "open": false, "prelim": false }, { "name": "Grok-2-mini", "full": "Grok-2-mini (grok-2-mini-08-13)", "provider": "xAI", "date": "2024-08-20", "elo": 1283, "inP": 2.0, "outP": 10.0, "open": false, "prelim": false }, { "name": "Grok-3", "full": "Grok-3 (grok-3-preview-02-24)", "provider": "xAI", "date": "2025-02-17", "elo": 1423, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Grok-3 mini", "full": "Grok-3 mini (grok-3-mini-high)", "provider": "xAI", "date": "2025-02-19", "elo": 1366, "inP": 0.3, "outP": 0.5, "open": false, "prelim": false }, { "name": "Grok-4", "full": "Grok-4 (grok-4-0709)", "provider": "xAI", "date": "2025-07-09", "elo": 1442, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Grok-4 Fast", "full": "Grok-4 Fast (grok-4-fast)", "provider": "xAI", "date": "2025-09-19", "elo": 1419, "inP": 0.2, "outP": 0.5, "open": false, "prelim": false }, { "name": "Grok-4.1", "full": "Grok-4.1", "provider": "xAI", "date": "2025-11-17", "elo": 1460, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Grok-4.1 Thinking", "full": "Grok-4.1 Thinking", "provider": "xAI", "date": "2025-11-17", "elo": 1466, "inP": 3.0, "outP": 15.0, "open": false, "prelim": false }, { "name": "Grok-4.1 Fast", "full": "Grok-4.1 Fast (grok-4-1-fast)", "provider": "xAI", "date": "2025-11-17", "elo": 1431, "inP": 0.2, "outP": 0.5, "open": false, "prelim": false }, { "name": "Grok-4.20", "full": "Grok-4.20 (grok-4.20-beta)", "provider": "xAI", "date": "2026-02-17", "elo": 1474, "inP": 1.25, "outP": 2.5, "open": false, "prelim": false }, { "name": "Grok-4.3", "full": "Grok-4.3 (grok-4.3 high)", "provider": "xAI", "date": "2026-04-30", "elo": 1444, "inP": 1.25, "outP": 2.5, "open": false, "prelim": false }, { "name": "Mistral Large", "full": "Mistral Large (24.02)", "provider": "Mistral", "date": "2024-02-26", "elo": 1157, "inP": 4.0, "outP": 12.0, "open": false, "prelim": false }, { "name": "Mistral-Large-2407", "full": "Mistral-Large-2407 (Large 2)", "provider": "Mistral", "date": "2024-07-24", "elo": 1239, "inP": 2.0, "outP": 6.0, "open": true, "prelim": false }, { "name": "Mistral-Large-2411", "full": "Mistral-Large-2411 (Large 24.11)", "provider": "Mistral", "date": "2024-11-19", "elo": 1269, "inP": 2.0, "outP": 6.0, "open": true, "prelim": false }, { "name": "Mistral-Small-3-24B", "full": "Mistral-Small-3-24B-Instruct-2501", "provider": "Mistral", "date": "2025-01-30", "elo": 1238, "inP": 0.1, "outP": 0.3, "open": true, "prelim": false }, { "name": "Mistral-Small-3.1-24B", "full": "Mistral-Small-3.1-24B-Instruct-2503", "provider": "Mistral", "date": "2025-03-17", "elo": 1269, "inP": 0.1, "outP": 0.3, "open": true, "prelim": false }, { "name": "Mistral-Small-3.2", "full": "Mistral-Small-3.2-2506", "provider": "Mistral", "date": "2025-06-20", "elo": 1337, "inP": 0.1, "outP": 0.3, "open": true, "prelim": false }, { "name": "Mistral Medium 3", "full": "Mistral Medium 3 (25.05)", "provider": "Mistral", "date": "2025-05-07", "elo": 1369, "inP": 0.4, "outP": 2.0, "open": false, "prelim": false }, { "name": "Mistral Medium 3.1", "full": "Mistral Medium 3.1", "provider": "Mistral", "date": "2025-08-29", "elo": 1401, "inP": 0.4, "outP": 2.0, "open": false, "prelim": false }, { "name": "Mistral Medium 3.5", "full": "Mistral Medium 3.5 (26.04)", "provider": "Mistral", "date": "2026-04-29", "elo": 1415, "inP": 1.5, "outP": 7.5, "open": false, "prelim": false }, { "name": "Magistral Medium", "full": "Magistral Medium (1.0, 25.06)", "provider": "Mistral", "date": "2025-06-10", "elo": 1253, "inP": 2.0, "outP": 5.0, "open": false, "prelim": false }, { "name": "Magistral Small", "full": "Magistral Small (1.0, 25.06)", "provider": "Mistral", "date": "2025-06-10", "elo": 1235, "inP": 0.5, "outP": 1.5, "open": true, "prelim": false }, { "name": "Ministral 8B", "full": "Ministral 8B (2410)", "provider": "Mistral", "date": "2024-10-16", "elo": 1198, "inP": 0.1, "outP": 0.1, "open": true, "prelim": false }, { "name": "Mistral Small 4", "full": "Mistral Small 4", "provider": "Mistral", "date": "2026-03-16", "elo": 1355, "inP": 0.1, "outP": 0.3, "open": true, "prelim": false }, { "name": "Mistral Large 3", "full": "Mistral Large 3 (2512)", "provider": "Mistral", "date": "2025-12-02", "elo": 1428, "inP": 0.5, "outP": 1.5, "open": true, "prelim": false }, { "name": "Ministral 3 14B", "full": "Ministral 3 14B", "provider": "Mistral", "date": "2025-12-02", "elo": 1230, "inP": 0.2, "outP": 0.2, "open": true, "prelim": false }, { "name": "Qwen2.5-max", "full": "qwen2.5-max", "provider": "Alibaba", "date": "2025-01-29", "elo": 1332, "inP": 1.6, "outP": 6.4, "open": false, "prelim": false }, { "name": "Qwen-plus-0125", "full": "qwen-plus-0125", "provider": "Alibaba", "date": "2025-01-25", "elo": 1346, "inP": 0.4, "outP": 1.2, "open": false, "prelim": false }, { "name": "Qwen3-235b", "full": "qwen3-235b-a22b", "provider": "Alibaba", "date": "2025-04-28", "elo": 1375, "inP": 0.7, "outP": 2.8, "open": true, "prelim": false }, { "name": "Qwen3-235b", "full": "qwen3-235b-a22b-instruct-2507", "provider": "Alibaba", "date": "2025-07-21", "elo": 1423, "inP": 0.22, "outP": 0.88, "open": true, "prelim": false }, { "name": "Qwen3-coder-480b", "full": "qwen3-coder-480b-a35b-instruct", "provider": "Alibaba", "date": "2025-07-23", "elo": 1388, "inP": 0.22, "outP": 1.8, "open": true, "prelim": false }, { "name": "Qwen3-30b", "full": "qwen3-30b-a3b-instruct-2507", "provider": "Alibaba", "date": "2025-07-29", "elo": 1383, "inP": 0.2, "outP": 0.8, "open": true, "prelim": false }, { "name": "Qwen3-max-preview", "full": "qwen3-max-preview", "provider": "Alibaba", "date": "2025-09-05", "elo": 1435, "inP": 1.2, "outP": 6.0, "open": false, "prelim": false }, { "name": "Qwen3-max", "full": "qwen3-max-2025-09-23", "provider": "Alibaba", "date": "2025-09-23", "elo": 1424, "inP": 1.2, "outP": 6.0, "open": false, "prelim": false }, { "name": "Qwen3-next-80b", "full": "qwen3-next-80b-a3b-instruct", "provider": "Alibaba", "date": "2025-09-11", "elo": 1402, "inP": 0.14, "outP": 1.4, "open": true, "prelim": false }, { "name": "Qwen3-vl-235b", "full": "qwen3-vl-235b-a22b-instruct", "provider": "Alibaba", "date": "2025-09-23", "elo": 1415, "inP": 0.7, "outP": 2.8, "open": true, "prelim": false }, { "name": "Qwen3.5-397b", "full": "qwen3.5-397b-a17b", "provider": "Alibaba", "date": "2026-02-16", "elo": 1444, "inP": 0.54, "outP": 3.4, "open": true, "prelim": false }, { "name": "Qwen3.5-max-preview", "full": "qwen3.5-max-preview", "provider": "Alibaba", "date": "2026-03-25", "elo": 1465, "inP": 1.2, "outP": 6.0, "open": false, "prelim": false }, { "name": "Qwen3.5-flash", "full": "qwen3.5-flash", "provider": "Alibaba", "date": "2026-02-24", "elo": 1397, "inP": 0.1, "outP": 1.0, "open": false, "prelim": false }, { "name": "Qwen3.6-max-preview", "full": "qwen3.6-max-preview", "provider": "Alibaba", "date": "2026-04-20", "elo": 1461, "inP": 1.5, "outP": 6.0, "open": false, "prelim": false }, { "name": "Qwen3.6-plus", "full": "qwen3.6-plus", "provider": "Alibaba", "date": "2026-04-02", "elo": 1444, "inP": 0.5, "outP": 3.0, "open": false, "prelim": false }, { "name": "Qwen3.7-max-preview", "full": "qwen3.7-max-preview", "provider": "Alibaba", "date": "2026-05-20", "elo": 1475, "inP": 2.5, "outP": 7.5, "open": false, "prelim": false }, { "name": "Amazon Nova Micro 1.0", "full": "Amazon Nova Micro 1.0", "provider": "Amazon", "date": "2024-12-03", "elo": 1241, "inP": 0.035, "outP": 0.14, "open": false, "prelim": false }, { "name": "Amazon Nova Lite 1.0", "full": "Amazon Nova Lite 1.0", "provider": "Amazon", "date": "2024-12-03", "elo": 1260, "inP": 0.06, "outP": 0.24, "open": false, "prelim": false }, { "name": "Amazon Nova Pro 1.0", "full": "Amazon Nova Pro 1.0", "provider": "Amazon", "date": "2024-12-03", "elo": 1290, "inP": 0.8, "outP": 3.2, "open": false, "prelim": false }, { "name": "Amazon Nova Premier 1.0", "full": "Amazon Nova Premier 1.0", "provider": "Amazon", "date": "2025-04-30", "elo": 1300, "inP": 2.5, "outP": 12.5, "open": false, "prelim": false }, { "name": "Amazon Nova Experimental Chat", "full": "Amazon Nova Experimental Chat (amazon-nova-experimental-chat-26-02-10)", "provider": "Amazon", "date": "2026-02-10", "elo": 1427, "inP": 2.5, "outP": 12.5, "open": false, "prelim": false }, { "name": "Amazon Nova 2 Lite", "full": "Amazon Nova 2 Lite", "provider": "Amazon", "date": "2025-12-02", "elo": 1337, "inP": 0.3, "outP": 2.5, "open": false, "prelim": false }, { "name": "Amazon Nova 2 Pro", "full": "Amazon Nova 2 Pro (Preview)", "provider": "Amazon", "date": "2025-12-02", "elo": 1360, "inP": 1.25, "outP": 10.0, "open": false, "prelim": false }, { "name": "Command R", "full": "Command R (03-2024)", "provider": "Cohere", "date": "2024-03-11", "elo": 1149, "inP": 0.5, "outP": 1.5, "open": true, "prelim": false }, { "name": "Command R+", "full": "Command R+ (08-2024)", "provider": "Cohere", "date": "2024-08-30", "elo": 1233, "inP": 2.5, "outP": 10.0, "open": true, "prelim": false }, { "name": "Command A", "full": "Command A (03-2025)", "provider": "Cohere", "date": "2025-03-13", "elo": 1354, "inP": 2.5, "outP": 10.0, "open": true, "prelim": false }, { "name": "Jamba 1.5 Large", "full": "Jamba 1.5 Large", "provider": "AI21", "date": "2024-08-22", "elo": 1242, "inP": 2.0, "outP": 8.0, "open": true, "prelim": false }, { "name": "Phi-4", "full": "Phi-4", "provider": "Microsoft", "date": "2024-12-12", "elo": 1222, "inP": 0.07, "outP": 0.14, "open": true, "prelim": false }, { "name": "Yi-Large", "full": "Yi-Large", "provider": "01.AI", "date": "2024-05-13", "elo": 1236, "inP": 3.0, "outP": 3.0, "open": false, "prelim": false }, { "name": "Reka Core", "full": "Reka Core", "provider": "Reka", "date": "2024-04-15", "elo": 1252, "inP": 2.0, "outP": 6.0, "open": false, "prelim": false }, { "name": "Nemotron-4-340B", "full": "Nemotron-4-340B-Instruct", "provider": "NVIDIA", "date": "2024-06-14", "elo": 1229, "inP": 0.6, "outP": 0.6, "open": true, "prelim": false }, { "name": "NVIDIA-Nemotron-3-Ultra-550B", "full": "NVIDIA-Nemotron-3-Ultra-550B-A55B", "provider": "NVIDIA", "date": "2026-06-04", "elo": 1416, "inP": 0.5, "outP": 2.2, "open": true, "prelim": false }, { "name": "GLM-4.5", "full": "GLM-4.5", "provider": "Zhipu", "date": "2025-07-28", "elo": 1411, "inP": 0.6, "outP": 2.2, "open": true, "prelim": false }, { "name": "GLM-4.6", "full": "GLM-4.6", "provider": "Zhipu", "date": "2025-09-30", "elo": 1425, "inP": 0.43, "outP": 1.74, "open": true, "prelim": false }, { "name": "GLM-5", "full": "GLM-5", "provider": "Zhipu", "date": "2026-02-11", "elo": 1457, "inP": 0.6, "outP": 1.92, "open": true, "prelim": false }, { "name": "GLM-5.1", "full": "GLM-5.1", "provider": "Zhipu", "date": "2026-04-07", "elo": 1475, "inP": 0.98, "outP": 3.08, "open": true, "prelim": false }, { "name": "GLM-5.2", "full": "GLM-5.2 (Max)", "provider": "Zhipu", "date": "2026-06-16", "elo": 1471, "inP": 1.4, "outP": 4.4, "open": true, "prelim": false }, { "name": "Kimi K2", "full": "Kimi K2 (0711)", "provider": "Moonshot", "date": "2025-07-11", "elo": 1380, "inP": 0.55, "outP": 2.2, "open": true, "prelim": false }, { "name": "Kimi K2 Thinking", "full": "Kimi K2 Thinking", "provider": "Moonshot", "date": "2025-11-06", "elo": 1438, "inP": 0.6, "outP": 2.5, "open": true, "prelim": false }, { "name": "Kimi K2.5", "full": "Kimi K2.5 (Thinking)", "provider": "Moonshot", "date": "2026-01-27", "elo": 1450, "inP": 0.6, "outP": 2.5, "open": true, "prelim": false }, { "name": "Kimi K2.6", "full": "Kimi K2.6 (Thinking)", "provider": "Moonshot", "date": "2026-04-20", "elo": 1460, "inP": 0.95, "outP": 4.0, "open": true, "prelim": false }, { "name": "MiniMax-M3", "full": "MiniMax-M3", "provider": "MiniMax", "date": "2026-06-01", "elo": 1448, "inP": 0.6, "outP": 2.4, "open": true, "prelim": false }, { "name": "Claude Opus 5 Max", "full": "claude-opus-5-max", "provider": "Anthropic", "date": "2026-07-24", "elo": 1490, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "GPT-5.6 Sol xHigh", "full": "gpt-5.6-sol-xhigh", "provider": "OpenAI", "date": "2026-07-09", "elo": 1487, "inP": 4.0, "outP": 20.0, "open": false, "prelim": false }, { "name": "Kimi K3 Max", "full": "kimi-k3-max", "provider": "Moonshot", "date": "2026-07-16", "elo": 1493, "inP": 3.0, "outP": 15.0, "open": true, "prelim": false }, { "name": "Claude Sonnet 5 High", "full": "claude-sonnet-5-high", "provider": "Anthropic", "date": "2026-06-30", "elo": 1472, "inP": 2.0, "outP": 10.0, "open": false, "prelim": false }, { "name": "Gemini 3.6 Flash", "full": "gemini-3.6-flash", "provider": "Google", "date": "2026-07-21", "elo": 1483, "inP": 0.75, "outP": 3.75, "open": false, "prelim": false }, { "name": "Gemini 3.5 Flash-Lite", "full": "gemini-3.5-flash-lite", "provider": "Google", "date": "2026-07-21", "elo": 1463, "inP": 0.15, "outP": 1.25, "open": false, "prelim": false }, { "name": "Muse Spark 1.1", "full": "muse-spark-1.1", "provider": "Meta", "date": "2026-07-09", "elo": 1492, "inP": 1.25, "outP": 4.25, "open": false, "prelim": false }, { "name": "Hy3", "full": "hy3", "provider": "Tencent", "date": "2026-07-06", "elo": 1467, "inP": 0.13, "outP": 0.53, "open": true, "prelim": false }, { "name": "Claude Opus 5 High", "full": "claude-opus-5-high", "provider": "Anthropic", "date": "2026-07-27", "elo": 1492, "inP": 5.0, "outP": 25.0, "open": false, "prelim": false }, { "name": "Inkling", "full": "inkling", "provider": "Thinky", "date": "2026-07-16", "elo": 1447, "inP": 1.0, "outP": 4.05, "open": true, "prelim": false }, { "name": "Qwen 3.8 Max", "full": "qwen3.8-max", "provider": "Alibaba", "date": "2026-08-02", "elo": 1489, "inP": 2.0, "outP": 6.0, "open": false, "prelim": false }, { "name": "Grok 4.6 High", "full": "grok-4.6-high", "provider": "xAI", "date": "2026-08-12", "elo": 1459, "inP": 2.0, "outP": 6.0, "open": false, "prelim": false }, { "name": "Gemini 3.7 Flash High", "full": "gemini-3.7-flash-high", "provider": "Google", "date": "2026-08-13", "elo": 1488, "inP": 0.75, "outP": 3.75, "open": false, "prelim": true }, { "name": "DeepSeek V4 Pro High", "full": "deepseek-v4-pro-high-20260813", "provider": "DeepSeek", "date": "2026-08-19", "elo": 1473, "inP": 1.32, "outP": 3.96, "open": true, "prelim": false }, { "name": "GLM 5.3 Max", "full": "glm-5.3-max", "provider": "Zhipu", "date": "2026-08-19", "elo": 1498, "inP": 1.4, "outP": 4.4, "open": true, "prelim": false }, { "name": "Muse Spark 1.2 xHigh", "full": "muse-spark-1.2-xhigh", "provider": "Meta", "date": "2026-08-20", "elo": 1501, "inP": 1.25, "outP": 4.25, "open": false, "prelim": false }, { "name": "Qwen 3.8 27B", "full": "qwen3.8-27b", "provider": "Alibaba", "date": "2026-08-21", "elo": 1439, "inP": 0.4, "outP": 3.0, "open": true, "prelim": false }, { "name": "GLM 5.3 Flash", "full": "glm-5.3-flash", "provider": "Zhipu", "date": "2026-08-27", "elo": 1480, "inP": 0.07, "outP": 0.25, "open": true, "prelim": false }, { "name": "Gemini 3.8 Flash High", "full": "gemini-3.8-flash-high", "provider": "Google", "date": "2026-09-02", "elo": 1503, "inP": 0.75, "outP": 3.75, "open": false, "prelim": true }, { "name": "Claude Fable 5.1 Max", "full": "claude-fable-5.1-max", "provider": "Anthropic", "date": "2026-09-02", "elo": 1500, "inP": 10.0, "outP": 50.0, "open": false, "prelim": false }, { "name": "GPT-6 Astra Max", "full": "gpt-6-astra-max", "provider": "OpenAI", "date": "2026-09-11", "elo": 1496, "inP": 10.0, "outP": 50.0, "open": false, "prelim": false }, { "name": "ChatGPT-4o-latest", "full": "ChatGPT-4o-latest (Mar 2025)", "provider": "OpenAI", "date": "2025-03-26", "elo": 1440, "inP": 2.5, "outP": 10.0, "open": false, "prelim": false } ] }