{ "schemaVersion": 1, "asOf": "2026-10-18", "generatedAt": "2026-10-28T12:00:12+00:00", "conditions": { "minecraft": "26.2", "slowdown": 20, "reasoning": "low", "harness": "Pi" }, "counts": { "models": 26, "games": 885, "decisive": 698, "draws": 187 }, "method": "Score-based Bradley-Terry with Jeffreys-information penalty; nominal 95% profile pseudo-likelihood intervals", "anchor": "DeepSeek-V4.1-Flash fixed at 1000; intervals profile each model's strength difference from DeepSeek. The anchor has no estimated interval.", "costMethod": "Recorded provider charges per active real-time minute. Ratio of summed charges to summed active time; missing charges are not imputed.", "actionMethod": "Pooled median request dispatch to successful tool-call completion. Includes provider/network latency and generation; excludes physical input duration, failures and recovery pauses.", "models": [ { "id": "astra", "name": "GPT-6 Astra", "provider": "OpenAI", "elo": 1552.8694539861954, "rating": 1553, "ciLow": 1390.7198216703869, "ciHigh": 1736.9129704966426, "wins": 66, "losses": 7, "draws": 0, "games": 73, "cost": 0.16280577244204741, "actionSeconds": 6.441, "costDuels": 58, "actionSamples": 4419, "frontier": true, "anchor": false, "rank": 1 }, { "id": "opus55", "name": "Claude Opus 5.5", "provider": "Anthropic", "elo": 1401.7078090692692, "rating": 1402, "ciLow": 1259.7345224558944, "ciHigh": 1555.9090086855613, "wins": 44, "losses": 16, "draws": 2, "games": 62, "cost": 0.15530610256660962, "actionSeconds": 6.658, "costDuels": 62, "actionSamples": 6627, "frontier": true, "anchor": false, "rank": 2 }, { "id": "argon", "name": "Gemini 4 Argon", "provider": "Google", "elo": 1310.3538282284685, "rating": 1310, "ciLow": 1146.0825212641691, "ciHigh": 1482.4755330734097, "wins": 12, "losses": 11, "draws": 6, "games": 29, "cost": 0.07218914595456827, "actionSeconds": 7.711, "costDuels": 29, "actionSamples": 2949, "frontier": true, "anchor": false, "rank": 3 }, { "id": "sol61", "name": "GPT-6.1 Sol", "provider": "OpenAI", "elo": 1228.268640441171, "rating": 1228, "ciLow": 1112.585436419006, "ciHigh": 1351.8736492735904, "wins": 52, "losses": 30, "draws": 7, "games": 89, "cost": 0.016960532447445813, "actionSeconds": 5.711, "costDuels": 89, "actionSamples": 6231, "frontier": true, "anchor": false, "rank": 4 }, { "id": "gemini", "name": "Gemini 3.8 Flash", "provider": "Google", "elo": 1203.642837999785, "rating": 1204, "ciLow": 1090.9618159105855, "ciHigh": 1323.3486715169192, "wins": 65, "losses": 20, "draws": 6, "games": 91, "cost": 0.07031351151266851, "actionSeconds": 5.5, "costDuels": 76, "actionSamples": 8597, "frontier": false, "anchor": false, "rank": 5 }, { "id": "fable", "name": "Claude Fable 5.1", "provider": "Anthropic", "elo": 1176.0570872090564, "rating": 1176, "ciLow": 1030.4754421745872, "ciHigh": 1328.9788572264517, "wins": 28, "losses": 21, "draws": 1, "games": 50, "cost": 0.20660387200488997, "actionSeconds": 7.391, "costDuels": 35, "actionSamples": 3693, "frontier": false, "anchor": false, "rank": 6 }, { "id": "deepseek1017", "name": "DeepSeek-V4.1-Flash-1017", "provider": "DeepSeek", "elo": 1043.8632757627552, "rating": 1044, "ciLow": 969.3765908457843, "ciHigh": 1119.5893353049996, "wins": 81, "losses": 38, "draws": 21, "games": 140, "cost": 0.003970046774649665, "actionSeconds": 3.8, "costDuels": 140, "actionSamples": 20995, "frontier": true, "anchor": false, "rank": 7 }, { "id": "deepseek", "name": "DeepSeek-V4.1-Flash", "provider": "DeepSeek", "elo": 1000.0, "rating": 1000, "ciLow": 1000.0, "ciHigh": 1000.0, "wins": 101, "losses": 66, "draws": 17, "games": 184, "cost": 0.004207999078449929, "actionSeconds": 3.662, "costDuels": 169, "actionSamples": 25388, "frontier": false, "anchor": true, "rank": 8 }, { "id": "sonnet55", "name": "Claude Sonnet 5.5", "provider": "Anthropic", "elo": 981.0795177232903, "rating": 981, "ciLow": 833.9564046661029, "ciHigh": 1127.8195179954148, "wins": 14, "losses": 17, "draws": 0, "games": 31, "cost": 0.15404749616566796, "actionSeconds": 4.765, "costDuels": 31, "actionSamples": 3637, "frontier": false, "anchor": false, "rank": 9 }, { "id": "grok47", "name": "Grok 4.7", "provider": "xAI", "elo": 966.1888733561601, "rating": 966, "ciLow": 821.7058153059702, "ciHigh": 1111.4244654188792, "wins": 18, "losses": 20, "draws": 2, "games": 40, "cost": 0.1357066798020652, "actionSeconds": 5.297499999999999, "costDuels": 40, "actionSamples": 5228, "frontier": false, "anchor": false, "rank": 10 }, { "id": "fable5", "name": "Claude Fable 5", "provider": "Anthropic", "elo": 930.5042704722201, "rating": 931, "ciLow": 788.2887071519722, "ciHigh": 1072.2883739438516, "wins": 19, "losses": 22, "draws": 2, "games": 43, "cost": 0.5497250122259189, "actionSeconds": 6.314500000000001, "costDuels": 46, "actionSamples": 5562, "frontier": false, "anchor": false, "rank": 11 }, { "id": "wonder", "name": "Muse Wonder", "provider": "Meta", "elo": 867.8486585319622, "rating": 868, "ciLow": 720.2733056032179, "ciHigh": 1012.9151584117142, "wins": 10, "losses": 19, "draws": 7, "games": 36, "cost": 0.048096224093950035, "actionSeconds": 9.3635, "costDuels": 36, "actionSamples": 2782, "frontier": false, "anchor": false, "rank": 12 }, { "id": "muse", "name": "Muse Spark 1.3", "provider": "Meta", "elo": 858.4898685968703, "rating": 858, "ciLow": 774.2480614135435, "ciHigh": 940.7959307735928, "wins": 57, "losses": 60, "draws": 33, "games": 150, "cost": 0.0013267847592139512, "actionSeconds": 8.236, "costDuels": 134, "actionSamples": 13301, "frontier": true, "anchor": false, "rank": 13 }, { "id": "qwen_flash", "name": "Qwen3.8-Flash", "provider": "Alibaba", "elo": 812.666994352185, "rating": 813, "ciLow": 704.3876912895414, "ciHigh": 918.8866400547836, "wins": 17, "losses": 18, "draws": 35, "games": 70, "cost": 0.004840813756900018, "actionSeconds": 7.285, "costDuels": 70, "actionSamples": 7567, "frontier": false, "anchor": false, "rank": 14 }, { "id": "sol6", "name": "GPT-6 Sol", "provider": "OpenAI", "elo": 811.4643769541045, "rating": 811, "ciLow": 711.7651096187928, "ciHigh": 908.0555276787355, "wins": 25, "losses": 46, "draws": 20, "games": 91, "cost": 0.01694291440044151, "actionSeconds": 5.6895, "costDuels": 91, "actionSamples": 4934, "frontier": false, "anchor": false, "rank": 15 }, { "id": "kimi", "name": "Kimi K3", "provider": "Moonshot AI", "elo": 787.7906325612322, "rating": 788, "ciLow": 630.5944634991829, "ciHigh": 937.836841501451, "wins": 10, "losses": 22, "draws": 4, "games": 36, "cost": 0.09413708216693793, "actionSeconds": 7.164, "costDuels": 39, "actionSamples": 5706, "frontier": false, "anchor": false, "rank": 16 }, { "id": "mistral", "name": "Mistral Large 4", "provider": "Mistral", "elo": 784.7595683387779, "rating": 785, "ciLow": 631.2892723055791, "ciHigh": 932.1929795247072, "wins": 3, "losses": 10, "draws": 17, "games": 30, "cost": 0.05742180218154927, "actionSeconds": 13.709, "costDuels": 29, "actionSamples": 1507, "frontier": false, "anchor": false, "rank": 17 }, { "id": "mimo_flash", "name": "MiMo-V2.6-Flash", "provider": "Xiaomi", "elo": 783.2046253230924, "rating": 783, "ciLow": 627.9841650882255, "ciHigh": 931.2479631500623, "wins": 6, "losses": 13, "draws": 11, "games": 30, "cost": 0.013540618070984098, "actionSeconds": 6.466, "costDuels": 30, "actionSamples": 3621, "frontier": false, "anchor": false, "rank": 18 }, { "id": "luna", "name": "GPT-5.6 Luna", "provider": "OpenAI", "elo": 776.6916938614911, "rating": 777, "ciLow": 684.6366867376563, "ciHigh": 865.5093559588717, "wins": 25, "losses": 44, "draws": 44, "games": 113, "cost": 0.002618013048176497, "actionSeconds": 5.657, "costDuels": 113, "actionSamples": 7919, "frontier": false, "anchor": false, "rank": 19 }, { "id": "glm", "name": "GLM-5.3-Flash", "provider": "Z.ai", "elo": 764.3279905646592, "rating": 764, "ciLow": 645.6746026301331, "ciHigh": 878.7501009273792, "wins": 12, "losses": 30, "draws": 20, "games": 62, "cost": 0.008508092754892282, "actionSeconds": 4.775, "costDuels": 47, "actionSamples": 6577, "frontier": false, "anchor": false, "rank": 20 }, { "id": "haiku55", "name": "Claude Haiku 5.5", "provider": "Anthropic", "elo": 752.1510233999943, "rating": 752, "ciLow": 626.8024162318657, "ciHigh": 872.6316379396864, "wins": 6, "losses": 22, "draws": 24, "games": 52, "cost": 0.006438936294662695, "actionSeconds": 8.162500000000001, "costDuels": 52, "actionSamples": 4360, "frontier": false, "anchor": false, "rank": 21 }, { "id": "sol", "name": "GPT-5.6 Sol", "provider": "OpenAI", "elo": 745.1248719158662, "rating": 745, "ciLow": 642.0597696058469, "ciHigh": 844.5955054508104, "wins": 20, "losses": 49, "draws": 23, "games": 92, "cost": 0.028867066419928825, "actionSeconds": 5.88, "costDuels": 77, "actionSamples": 5967, "frontier": false, "anchor": false, "rank": 22 }, { "id": "qwen_max", "name": "Qwen3.8-Max", "provider": "Alibaba", "elo": 701.7521097752668, "rating": 702, "ciLow": 556.3707364153697, "ciHigh": 837.6611614708804, "wins": 3, "losses": 22, "draws": 16, "games": 41, "cost": 0.038408891363589374, "actionSeconds": 10.205, "costDuels": 41, "actionSamples": 3638, "frontier": false, "anchor": false, "rank": 23 }, { "id": "luna6", "name": "GPT-6 Luna", "provider": "OpenAI", "elo": 689.1899940546203, "rating": 689, "ciLow": 577.5322763349482, "ciHigh": 794.9957395538921, "wins": 1, "losses": 34, "draws": 41, "games": 76, "cost": 0.000946692179672715, "actionSeconds": 5.724, "costDuels": 76, "actionSamples": 4311, "frontier": true, "anchor": false, "rank": 24 }, { "id": "mimo_pro", "name": "MiMo-V2.6-Pro", "provider": "Xiaomi", "elo": 675.76533349183, "rating": 676, "ciLow": 511.03014195508047, "ciHigh": 826.4216849735236, "wins": 2, "losses": 14, "draws": 12, "games": 28, "cost": 0.015711643505801873, "actionSeconds": 8.358, "costDuels": 28, "actionSamples": 1415, "frontier": false, "anchor": false, "rank": 25 }, { "id": "grok", "name": "Grok 4.6", "provider": "xAI", "elo": 517.0014590071867, "rating": 517, "ciLow": 256.5991904690287, "ciHigh": 717.722509658414, "wins": 1, "losses": 27, "draws": 3, "games": 31, "cost": 0.21869972509010935, "actionSeconds": 3.242, "costDuels": 34, "actionSamples": 5313, "frontier": false, "anchor": false, "rank": 26 } ], "headToHead": [ { "a": "argon", "b": "astra", "aWins": 2, "bWins": 4, "draws": 0 }, { "a": "argon", "b": "deepseek", "aWins": 2, "bWins": 0, "draws": 1 }, { "a": "argon", "b": "fable", "aWins": 2, "bWins": 0, "draws": 1 }, { "a": "argon", "b": "gemini", "aWins": 4, "bWins": 0, "draws": 1 }, { "a": "argon", "b": "opus55", "aWins": 0, "bWins": 4, "draws": 2 }, { "a": "argon", "b": "sol61", "aWins": 2, "bWins": 3, "draws": 1 }, { "a": "astra", "b": "deepseek", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "fable", "aWins": 6, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "fable5", "aWins": 6, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "gemini", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "glm", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "grok", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "grok47", "aWins": 6, "bWins": 1, "draws": 0 }, { "a": "astra", "b": "kimi", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "luna6", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "muse", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "opus55", "aWins": 9, "bWins": 2, "draws": 0 }, { "a": "astra", "b": "sol", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "astra", "b": "sol61", "aWins": 9, "bWins": 1, "draws": 0 }, { "a": "astra", "b": "wonder", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "deepseek", "b": "deepseek1017", "aWins": 20, "bWins": 24, "draws": 6 }, { "a": "deepseek", "b": "fable", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "deepseek", "b": "fable5", "aWins": 2, "bWins": 3, "draws": 0 }, { "a": "deepseek", "b": "gemini", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "deepseek", "b": "glm", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "deepseek", "b": "grok", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "deepseek", "b": "grok47", "aWins": 4, "bWins": 1, "draws": 0 }, { "a": "deepseek", "b": "haiku55", "aWins": 2, "bWins": 0, "draws": 1 }, { "a": "deepseek", "b": "kimi", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "deepseek", "b": "luna", "aWins": 12, "bWins": 3, "draws": 0 }, { "a": "deepseek", "b": "luna6", "aWins": 7, "bWins": 0, "draws": 3 }, { "a": "deepseek", "b": "mimo_flash", "aWins": 5, "bWins": 0, "draws": 0 }, { "a": "deepseek", "b": "mimo_pro", "aWins": 5, "bWins": 0, "draws": 0 }, { "a": "deepseek", "b": "mistral", "aWins": 2, "bWins": 1, "draws": 2 }, { "a": "deepseek", "b": "muse", "aWins": 8, "bWins": 4, "draws": 1 }, { "a": "deepseek", "b": "opus55", "aWins": 0, "bWins": 5, "draws": 0 }, { "a": "deepseek", "b": "qwen_flash", "aWins": 4, "bWins": 2, "draws": 2 }, { "a": "deepseek", "b": "qwen_max", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "deepseek", "b": "sol", "aWins": 3, "bWins": 3, "draws": 0 }, { "a": "deepseek", "b": "sol6", "aWins": 10, "bWins": 0, "draws": 0 }, { "a": "deepseek", "b": "sol61", "aWins": 2, "bWins": 3, "draws": 0 }, { "a": "deepseek", "b": "sonnet55", "aWins": 2, "bWins": 5, "draws": 0 }, { "a": "deepseek", "b": "wonder", "aWins": 2, "bWins": 0, "draws": 1 }, { "a": "deepseek1017", "b": "gemini", "aWins": 3, "bWins": 6, "draws": 1 }, { "a": "deepseek1017", "b": "glm", "aWins": 6, "bWins": 1, "draws": 3 }, { "a": "deepseek1017", "b": "haiku55", "aWins": 8, "bWins": 0, "draws": 2 }, { "a": "deepseek1017", "b": "luna", "aWins": 7, "bWins": 1, "draws": 2 }, { "a": "deepseek1017", "b": "luna6", "aWins": 8, "bWins": 0, "draws": 2 }, { "a": "deepseek1017", "b": "muse", "aWins": 8, "bWins": 1, "draws": 1 }, { "a": "deepseek1017", "b": "sol", "aWins": 8, "bWins": 1, "draws": 1 }, { "a": "deepseek1017", "b": "sol6", "aWins": 7, "bWins": 2, "draws": 1 }, { "a": "deepseek1017", "b": "sol61", "aWins": 2, "bWins": 6, "draws": 2 }, { "a": "fable", "b": "fable5", "aWins": 6, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "gemini", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "fable", "b": "glm", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "grok", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "grok47", "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "kimi", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "muse", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "opus55", "aWins": 0, "bWins": 9, "draws": 0 }, { "a": "fable", "b": "sol", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "fable", "b": "sol61", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "fable5", "b": "gemini", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "fable5", "b": "glm", "aWins": 0, "bWins": 2, "draws": 1 }, { "a": "fable5", "b": "grok", "aWins": 2, "bWins": 0, "draws": 0 }, { "a": "fable5", "b": "kimi", "aWins": 6, "bWins": 2, "draws": 1 }, { "a": "fable5", "b": "muse", "aWins": 5, "bWins": 1, "draws": 0 }, { "a": "fable5", "b": "sol", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "glm", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "grok", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "grok47", "aWins": 3, "bWins": 1, "draws": 1 }, { "a": "gemini", "b": "haiku55", "aWins": 2, "bWins": 0, "draws": 1 }, { "a": "gemini", "b": "kimi", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "mimo_flash", "aWins": 5, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "muse", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "gemini", "b": "opus55", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "gemini", "b": "qwen_flash", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "qwen_max", "aWins": 7, "bWins": 0, "draws": 1 }, { "a": "gemini", "b": "sol", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "sol6", "aWins": 6, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "sol61", "aWins": 3, "bWins": 4, "draws": 1 }, { "a": "gemini", "b": "sonnet55", "aWins": 5, "bWins": 0, "draws": 0 }, { "a": "gemini", "b": "wonder", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "glm", "b": "grok", "aWins": 1, "bWins": 0, "draws": 2 }, { "a": "glm", "b": "haiku55", "aWins": 3, "bWins": 0, "draws": 3 }, { "a": "glm", "b": "kimi", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "glm", "b": "luna", "aWins": 1, "bWins": 1, "draws": 3 }, { "a": "glm", "b": "mistral", "aWins": 1, "bWins": 0, "draws": 4 }, { "a": "glm", "b": "muse", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "glm", "b": "qwen_flash", "aWins": 0, "bWins": 1, "draws": 2 }, { "a": "glm", "b": "qwen_max", "aWins": 1, "bWins": 0, "draws": 2 }, { "a": "glm", "b": "sol", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "glm", "b": "wonder", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "grok", "b": "grok47", "aWins": 0, "bWins": 5, "draws": 0 }, { "a": "grok", "b": "kimi", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "grok", "b": "muse", "aWins": 0, "bWins": 2, "draws": 1 }, { "a": "grok", "b": "sol", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "grok47", "b": "luna", "aWins": 4, "bWins": 0, "draws": 1 }, { "a": "grok47", "b": "muse", "aWins": 3, "bWins": 2, "draws": 0 }, { "a": "grok47", "b": "sonnet55", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "grok47", "b": "wonder", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "haiku55", "b": "luna", "aWins": 0, "bWins": 0, "draws": 3 }, { "a": "haiku55", "b": "luna6", "aWins": 0, "bWins": 0, "draws": 3 }, { "a": "haiku55", "b": "mimo_pro", "aWins": 1, "bWins": 1, "draws": 1 }, { "a": "haiku55", "b": "muse", "aWins": 0, "bWins": 0, "draws": 3 }, { "a": "haiku55", "b": "qwen_max", "aWins": 1, "bWins": 0, "draws": 2 }, { "a": "haiku55", "b": "sol", "aWins": 2, "bWins": 1, "draws": 3 }, { "a": "haiku55", "b": "sol6", "aWins": 1, "bWins": 1, "draws": 1 }, { "a": "haiku55", "b": "sol61", "aWins": 0, "bWins": 2, "draws": 1 }, { "a": "haiku55", "b": "sonnet55", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "kimi", "b": "muse", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "kimi", "b": "sol", "aWins": 0, "bWins": 0, "draws": 3 }, { "a": "kimi", "b": "wonder", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "luna", "b": "luna6", "aWins": 7, "bWins": 0, "draws": 13 }, { "a": "luna", "b": "mimo_flash", "aWins": 0, "bWins": 2, "draws": 3 }, { "a": "luna", "b": "mimo_pro", "aWins": 2, "bWins": 1, "draws": 2 }, { "a": "luna", "b": "muse", "aWins": 3, "bWins": 7, "draws": 5 }, { "a": "luna", "b": "opus55", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "luna", "b": "qwen_flash", "aWins": 2, "bWins": 1, "draws": 2 }, { "a": "luna", "b": "sol", "aWins": 3, "bWins": 3, "draws": 4 }, { "a": "luna", "b": "sol6", "aWins": 2, "bWins": 2, "draws": 6 }, { "a": "luna", "b": "sonnet55", "aWins": 1, "bWins": 1, "draws": 0 }, { "a": "luna6", "b": "mistral", "aWins": 0, "bWins": 1, "draws": 4 }, { "a": "luna6", "b": "muse", "aWins": 0, "bWins": 4, "draws": 6 }, { "a": "luna6", "b": "qwen_flash", "aWins": 0, "bWins": 2, "draws": 3 }, { "a": "luna6", "b": "sol", "aWins": 1, "bWins": 2, "draws": 7 }, { "a": "mimo_flash", "b": "mimo_pro", "aWins": 1, "bWins": 0, "draws": 4 }, { "a": "mimo_flash", "b": "muse", "aWins": 2, "bWins": 2, "draws": 1 }, { "a": "mimo_flash", "b": "qwen_flash", "aWins": 1, "bWins": 1, "draws": 3 }, { "a": "mimo_pro", "b": "muse", "aWins": 0, "bWins": 4, "draws": 1 }, { "a": "mimo_pro", "b": "qwen_flash", "aWins": 0, "bWins": 1, "draws": 4 }, { "a": "mistral", "b": "muse", "aWins": 1, "bWins": 2, "draws": 2 }, { "a": "mistral", "b": "qwen_flash", "aWins": 0, "bWins": 1, "draws": 4 }, { "a": "mistral", "b": "sol61", "aWins": 0, "bWins": 4, "draws": 1 }, { "a": "muse", "b": "opus55", "aWins": 0, "bWins": 3, "draws": 0 }, { "a": "muse", "b": "qwen_flash", "aWins": 3, "bWins": 1, "draws": 4 }, { "a": "muse", "b": "qwen_max", "aWins": 5, "bWins": 2, "draws": 1 }, { "a": "muse", "b": "sol", "aWins": 4, "bWins": 2, "draws": 0 }, { "a": "muse", "b": "sol6", "aWins": 5, "bWins": 6, "draws": 3 }, { "a": "muse", "b": "sol61", "aWins": 0, "bWins": 5, "draws": 0 }, { "a": "muse", "b": "sonnet55", "aWins": 2, "bWins": 3, "draws": 0 }, { "a": "muse", "b": "wonder", "aWins": 2, "bWins": 0, "draws": 4 }, { "a": "opus55", "b": "qwen_flash", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "opus55", "b": "sol61", "aWins": 8, "bWins": 5, "draws": 0 }, { "a": "opus55", "b": "sonnet55", "aWins": 2, "bWins": 1, "draws": 0 }, { "a": "opus55", "b": "wonder", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "qwen_flash", "b": "qwen_max", "aWins": 1, "bWins": 1, "draws": 8 }, { "a": "qwen_flash", "b": "sol", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "qwen_flash", "b": "sol6", "aWins": 3, "bWins": 1, "draws": 3 }, { "a": "qwen_max", "b": "sol6", "aWins": 0, "bWins": 4, "draws": 2 }, { "a": "sol", "b": "sol6", "aWins": 3, "bWins": 5, "draws": 4 }, { "a": "sol", "b": "sol61", "aWins": 0, "bWins": 5, "draws": 0 }, { "a": "sol", "b": "wonder", "aWins": 1, "bWins": 1, "draws": 1 }, { "a": "sol6", "b": "sol61", "aWins": 3, "bWins": 7, "draws": 0 }, { "a": "sol6", "b": "wonder", "aWins": 1, "bWins": 2, "draws": 0 }, { "a": "sol61", "b": "sonnet55", "aWins": 3, "bWins": 0, "draws": 0 }, { "a": "sol61", "b": "wonder", "aWins": 2, "bWins": 0, "draws": 1 } ] }