{ "benchmark_line": "gamebench2", "economics_chart": { "eligible_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "enabled": true }, "game_order": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "games": [ { "alias": "GB2-01", "name": "Go", "slug": "go" }, { "alias": "GB2-02", "name": "Chess", "slug": "chess" }, { "alias": "GB2-03", "name": "Shogi", "slug": "shogi" }, { "alias": "GB2-04", "name": "Xiangqi", "slug": "xiangqi" }, { "alias": "GB2-05", "name": "Hex", "slug": "hex" }, { "alias": "GB2-06", "name": "International Draughts", "slug": "international-draughts" }, { "alias": "GB2-07", "name": "Game of the Amazons", "slug": "game-of-the-amazons" }, { "alias": "GB2-08", "name": "Tumbleweed", "slug": "tumbleweed" } ], "generated_at": "2026-07-20T09:37:41Z", "heatmap_track_id": "full_freedom/highest", "models": [ { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 11 }, "evidence_basis": "Standard list-price estimate", "max": 1.91725, "mean": 1.58262125, "median": 1.5854, "min": 1.05322, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 11 }, "run_count": 8, "token_priced_attempt_count": 11, "total": 12.66097 }, "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.6981, "mean": 0.5046499999999999, "median": 0.511355, "min": 0.33027, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 4.0372 } }, "codegen_cost_usd": { "admitted_cell_count": 15, "cell_count": 16, "cost_basis_counts": { "local_list_price_estimate": 19 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 1.91725, "mean": 1.043635625, "median": 0.8756600000000001, "min": 0.33027, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 19 }, "run_count": 16, "token_priced_attempt_count": 19, "total": 16.69817 }, "codegen_latency_ms": { "attempt_count": 19, "max_ms": 409229, "mean_ms": 200864.125, "min_ms": 48099, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 11, "max_ms": 409229, "mean_ms": 316399.125, "min_ms": 206163, "run_count": 8 }, "medium": { "attempt_count": 8, "max_ms": 135206, "mean_ms": 85329.125, "min_ms": 48099, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 19, "output_max": 35932, "output_mean": 17962.875, "output_min": 4319, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 11, "output_max": 35932, "output_mean": 28345.125, "output_min": 18778, "run_count": 8 }, "medium": { "attempt_count": 8, "output_max": 11549, "output_mean": 7580.625, "output_min": 4319, "run_count": 8 } }, "display_name": "Claude Fable 5", "economics": { "all": 75.74128836125946, "highest": 80.89448480234941, "medium": 71.7761946835325 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "anthropic", "provider_model": "claude-fable-5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 5, "first_pass_rate": 0.625, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04" ], "infra_failures_excluded": 4, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 3, "repaired_rate": 0.375 }, "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.125, "model_code_failures": 1 } }, "id": "claude-fable-5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:50:36Z", "match_totals_all": { "draws": 310, "losses": 235, "wins": 2147 }, "match_totals_tracks": { "highest": { "draws": 129, "losses": 98, "wins": 1116 }, "medium": { "draws": 181, "losses": 137, "wins": 1031 } }, "model_slug": "claude-fable-5", "overall": { "max": 98.290012518652, "mean": 79.2245237022498, "min": 44.00470514710234 }, "per_game": { "GB2-01": 71.73223969080041, "GB2-02": 57.03469150252695, "GB2-03": 62.27137257662854, "GB2-04": 100.0, "GB2-05": 93.07296360431104, "GB2-06": 91.81479306316908, "GB2-07": 72.93980546270726, "GB2-08": 98.290012518652 }, "per_game_all": { "GB2-01": 75.89510937907512, "GB2-02": 56.41910053380684, "GB2-03": 62.27137257662854, "GB2-04": 72.00235257355118, "GB2-05": 82.73987679823864, "GB2-06": 88.8367773799565, "GB2-07": 78.26690712975935, "GB2-08": 89.49881051905943 }, "per_game_match_totals_all": { "GB2-01": { "draws": 0, "losses": 58, "wins": 346 }, "GB2-02": { "draws": 155, "losses": 5, "wins": 215 }, "GB2-03": { "draws": 18, "losses": 0, "wins": 8 }, "GB2-04": { "draws": 118, "losses": 16, "wins": 215 }, "GB2-05": { "draws": 0, "losses": 46, "wins": 369 }, "GB2-06": { "draws": 18, "losses": 33, "wins": 302 }, "GB2-07": { "draws": 0, "losses": 62, "wins": 330 }, "GB2-08": { "draws": 1, "losses": 15, "wins": 362 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 0, "losses": 34, "wins": 168 }, "GB2-02": { "draws": 77, "losses": 3, "wins": 107 }, "GB2-03": { "draws": 18, "losses": 0, "wins": 8 }, "GB2-04": { "draws": 23, "losses": 3, "wins": 160 }, "GB2-05": { "draws": 0, "losses": 5, "wins": 187 }, "GB2-06": { "draws": 10, "losses": 13, "wins": 153 }, "GB2-07": { "draws": 0, "losses": 36, "wins": 149 }, "GB2-08": { "draws": 1, "losses": 4, "wins": 184 } }, "medium": { "GB2-01": { "draws": 0, "losses": 24, "wins": 178 }, "GB2-02": { "draws": 78, "losses": 2, "wins": 108 }, "GB2-04": { "draws": 95, "losses": 13, "wins": 55 }, "GB2-05": { "draws": 0, "losses": 41, "wins": 182 }, "GB2-06": { "draws": 8, "losses": 20, "wins": 149 }, "GB2-07": { "draws": 0, "losses": 26, "wins": 181 }, "GB2-08": { "draws": 0, "losses": 11, "wins": 178 } } }, "per_game_raw_elo_all": { "GB2-01": 1915.906405424322, "GB2-02": 1737.6637919925404, "GB2-03": 1592.3879631862185, "GB2-04": 1761.3670161170655, "GB2-05": 1967.2128132795413, "GB2-06": 1979.4723187382851, "GB2-07": 1904.9356445269786, "GB2-08": 2044.8790685991078 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1863.773097164302, "GB2-02": 1741.2859310206684, "GB2-03": 1592.3879631862185, "GB2-04": 1910.0429790696871, "GB2-05": 2101.5599256868545, "GB2-06": 2015.6860921297173, "GB2-07": 1829.7985900997423, "GB2-08": 2126.6923718578123 }, "medium": { "GB2-01": 1968.039713684342, "GB2-02": 1734.0416529644124, "GB2-04": 1612.691053164444, "GB2-05": 1832.865700872228, "GB2-06": 1943.2585453468528, "GB2-07": 1980.0726989542147, "GB2-08": 1963.0657653404032 } }, "per_game_tracks": { "highest": { "GB2-01": 71.73223969080041, "GB2-02": 57.03469150252695, "GB2-03": 62.27137257662854, "GB2-04": 100.0, "GB2-05": 93.07296360431104, "GB2-06": 91.81479306316908, "GB2-07": 72.93980546270726, "GB2-08": 98.290012518652 }, "medium": { "GB2-01": 80.05797906734983, "GB2-02": 55.803509565086735, "GB2-04": 44.00470514710234, "GB2-05": 72.40678999216624, "GB2-06": 85.85876169674393, "GB2-07": 83.59400879681142, "GB2-08": 80.70760851946686 } }, "provider_color": "#C58F68", "provider_company": "Anthropic", "provider_key": "anthropic", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 89.02939366220986, "medium": 69.41965374228975 }, "reasoning_agg": { "highest": { "max": 98.290012518652, "mean": 89.02939366220986, "min": 72.93980546270726 }, "medium": { "max": 85.85876169674393, "mean": 69.41965374228975, "min": 44.00470514710234 } }, "score_diagnostics": { "ceiling_score": 98.290012518652, "expected_score": 85.11459927049788, "reasoning_variance": 19.609739919920102, "reliability_score": 93.44061939188279, "uncertainty_avg": 6.559380608117202, "uncertainty_penalty": 5.890075568248079 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 98.290012518652, "expected_score": 79.63980283029153, "reliability_score": 93.44061939188279, "uncertainty_avg": 6.559380608117202, "uncertainty_penalty": -9.389590831918326 }, "medium": { "ceiling_score": 85.85876169674393, "expected_score": 94.26352259318612, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 24.84386885089637 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "max": 12.915325, "mean": 10.059243749999998, "median": 10.0094025, "min": 8.401555, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 80.47395 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.6689649999999999, "mean": 0.46799875, "median": 0.4352825, "min": 0.366615, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 9, "token_priced_attempt_count": 10, "total": 4.1199200000000005 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.147405, "mean": 0.121464375, "median": 0.124865, "min": 0.09045, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 9, "token_priced_attempt_count": 9, "total": 1.0694850000000002 } }, "codegen_cost_usd": { "admitted_cell_count": 24, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 27 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 12.915325, "mean": 3.549568958333333, "median": 0.4352825, "min": 0.09045, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 27 }, "run_count": 26, "token_priced_attempt_count": 27, "total": 85.66335500000001 }, "codegen_latency_ms": { "attempt_count": 27, "max_ms": 422464, "mean_ms": 160017.42307692306, "min_ms": 18406, "run_count": 26 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 8, "max_ms": 422464, "mean_ms": 390133.625, "min_ms": 351613, "run_count": 8 }, "medium": { "attempt_count": 10, "max_ms": 132971, "mean_ms": 90177.0, "min_ms": 75382, "run_count": 9 }, "none": { "attempt_count": 9, "max_ms": 34692, "mean_ms": 25310.11111111111, "min_ms": 18406, "run_count": 9 } }, "codegen_output_tokens": { "attempt_count": 27, "output_max": 428840, "output_mean": 108480.34615384616, "output_min": 1810, "run_count": 26 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 8, "output_max": 428840, "output_mean": 334016.875, "output_min": 278832, "run_count": 8 }, "medium": { "attempt_count": 10, "output_max": 20628, "output_mean": 13803.555555555557, "output_min": 9542, "run_count": 9 }, "none": { "attempt_count": 9, "output_max": 3573, "output_mean": 2680.222222222222, "output_min": 1810, "run_count": 9 } }, "display_name": "GPT-5.6 Sol", "economics": { "all": 57.45182395366875, "highest": 70.61851949173621, "medium": 62.7652288396182, "none": 38.971723529651854 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.6-sol", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 8, "first_pass_rate": 1.0, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-06" ], "first_pass_admitted": 7, "first_pass_rate": 0.7777777777777778, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1111111111111111, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.1111111111111111 }, "none": { "admitted_plugins": 8, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-04" ], "first_pass_admitted": 8, "first_pass_rate": 0.8888888888888888, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1111111111111111, "model_code_failures": 1 } }, "id": "gpt-5.6-sol", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:50:55Z", "match_totals_all": { "draws": 730, "losses": 870, "wins": 2386 }, "match_totals_tracks": { "highest": { "draws": 135, "losses": 288, "wins": 1016 }, "medium": { "draws": 247, "losses": 177, "wins": 835 }, "none": { "draws": 348, "losses": 405, "wins": 535 } }, "model_slug": "gpt-5-6-sol", "overall": { "max": 100.0, "mean": 57.45182395366876, "min": 7.602053478392984 }, "per_game": { "GB2-01": 72.31110877690001, "GB2-02": 100.0, "GB2-03": 83.07600646134895, "GB2-04": 61.943045486748765, "GB2-05": 80.13314292967871, "GB2-06": 84.22536574645959, "GB2-07": 75.65743305436055, "GB2-08": 7.602053478392984 }, "per_game_all": { "GB2-01": 63.12102520108068, "GB2-02": 48.53966571435793, "GB2-03": 59.62141694815116, "GB2-04": 39.36087267004603, "GB2-05": 74.03234671678058, "GB2-06": 66.62098222429834, "GB2-07": 66.39880913476082, "GB2-08": 41.91947301987443 }, "per_game_match_totals_all": { "GB2-01": { "draws": 25, "losses": 122, "wins": 405 }, "GB2-02": { "draws": 247, "losses": 24, "wins": 245 }, "GB2-03": { "draws": 16, "losses": 19, "wins": 47 }, "GB2-04": { "draws": 325, "losses": 42, "wins": 142 }, "GB2-05": { "draws": 0, "losses": 112, "wins": 485 }, "GB2-06": { "draws": 22, "losses": 170, "wins": 360 }, "GB2-07": { "draws": 0, "losses": 177, "wins": 407 }, "GB2-08": { "draws": 95, "losses": 204, "wins": 295 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 0, "losses": 24, "wins": 174 }, "GB2-02": { "draws": 14, "losses": 6, "wins": 164 }, "GB2-03": { "draws": 1, "losses": 10, "wins": 31 }, "GB2-04": { "draws": 85, "losses": 8, "wins": 92 }, "GB2-05": { "draws": 0, "losses": 30, "wins": 183 }, "GB2-06": { "draws": 6, "losses": 30, "wins": 164 }, "GB2-07": { "draws": 0, "losses": 43, "wins": 164 }, "GB2-08": { "draws": 29, "losses": 137, "wins": 44 } }, "medium": { "GB2-01": { "draws": 4, "losses": 38, "wins": 134 }, "GB2-02": { "draws": 89, "losses": 6, "wins": 67 }, "GB2-03": { "draws": 3, "losses": 4, "wins": 13 }, "GB2-04": { "draws": 125, "losses": 17, "wins": 20 }, "GB2-05": { "draws": 0, "losses": 28, "wins": 164 }, "GB2-06": { "draws": 12, "losses": 13, "wins": 151 }, "GB2-07": { "draws": 0, "losses": 51, "wins": 132 }, "GB2-08": { "draws": 14, "losses": 20, "wins": 154 } }, "none": { "GB2-01": { "draws": 21, "losses": 60, "wins": 97 }, "GB2-02": { "draws": 144, "losses": 12, "wins": 14 }, "GB2-03": { "draws": 12, "losses": 5, "wins": 3 }, "GB2-04": { "draws": 115, "losses": 17, "wins": 30 }, "GB2-05": { "draws": 0, "losses": 54, "wins": 138 }, "GB2-06": { "draws": 4, "losses": 127, "wins": 45 }, "GB2-07": { "draws": 0, "losses": 83, "wins": 111 }, "GB2-08": { "draws": 52, "losses": 47, "wins": 97 } } }, "per_game_raw_elo_all": { "GB2-01": 1757.296361251689, "GB2-02": 1693.103986832534, "GB2-03": 1583.6898852154347, "GB2-04": 1587.2950414081406, "GB2-05": 1855.4215047527414, "GB2-06": 1709.0604281661235, "GB2-07": 1735.854317254876, "GB2-08": 1601.4510614748895 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1871.3032618400064, "GB2-02": 1991.6326427339416, "GB2-03": 1656.8215338050852, "GB2-04": 1706.679265118354, "GB2-05": 1933.1657077330144, "GB2-06": 1921.6515965115368, "GB2-07": 1866.9421353328428, "GB2-08": 1281.243785441023 }, "medium": { "GB2-01": 1769.7396233879429, "GB2-02": 1592.071710504841, "GB2-03": 1614.322264306601, "GB2-04": 1513.6327304771148, "GB2-05": 1940.196351882442, "GB2-06": 2000.763555581476, "GB2-07": 1744.4392326074358, "GB2-08": 1939.7834663198096 }, "none": { "GB2-01": 1630.8461985271176, "GB2-02": 1495.6076072588198, "GB2-03": 1479.925857534619, "GB2-04": 1541.5731286289524, "GB2-05": 1692.9024546427677, "GB2-06": 1204.7661324053583, "GB2-07": 1596.1815838243494, "GB2-08": 1583.3259326638351 } }, "per_game_tracks": { "highest": { "GB2-01": 72.31110877690001, "GB2-02": 100.0, "GB2-03": 83.07600646134895, "GB2-04": 61.943045486748765, "GB2-05": 80.13314292967871, "GB2-06": 84.22536574645959, "GB2-07": 75.65743305436055, "GB2-08": 7.602053478392984 }, "medium": { "GB2-01": 64.06461183077373, "GB2-02": 31.03133313019584, "GB2-03": 65.27953913368336, "GB2-04": 25.456448781739248, "GB2-05": 80.56575826299661, "GB2-06": 90.58621353721448, "GB2-07": 66.94034211955521, "GB2-08": 78.19758392078708 }, "none": { "GB2-01": 52.98735499556829, "GB2-02": 14.58766401287794, "GB2-03": 30.50870524942116, "GB2-04": 30.68312374165008, "GB2-05": 61.398138957666426, "GB2-06": 25.051367389220953, "GB2-07": 56.59865223036674, "GB2-08": 39.95878166044322 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 70.61851949173621, "medium": 62.76522883961819, "none": 38.971723529651854 }, "reasoning_agg": { "highest": { "max": 100.0, "mean": 70.61851949173621, "min": 7.602053478392984 }, "medium": { "max": 90.58621353721448, "mean": 62.76522883961819, "min": 25.456448781739248 }, "none": { "max": 61.398138957666426, "mean": 38.971723529651854, "min": 14.58766401287794 } }, "score_diagnostics": { "ceiling_score": 100.0, "expected_score": 69.16593064595016, "reasoning_variance": 31.646795962084354, "reliability_score": 93.19928435823772, "uncertainty_avg": 6.800715641762281, "uncertainty_penalty": 11.714106692281398 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 100.0, "expected_score": 67.7810961094006, "reliability_score": 95.93758935421221, "uncertainty_avg": 4.062410645787791, "uncertainty_penalty": -2.837423382335615 }, "medium": { "ceiling_score": 90.58621353721448, "expected_score": 78.16020752239913, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": 15.394978682780945 }, "none": { "ceiling_score": 61.398138957666426, "expected_score": 61.556488306050724, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": 22.58476477639887 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "max": 3.2933475, "mean": 2.642580625, "median": 2.681945, "min": 1.562975, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 21.140645 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "max": 0.712055, "mean": 0.49864374999999994, "median": 0.5065824999999999, "min": 0.29423750000000004, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 3.98915 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "max": 0.1598575, "mean": 0.093565, "median": 0.07461, "min": 0.06826499999999999, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 8, "token_priced_attempt_count": 10, "total": 0.7485199999999999 } }, "codegen_cost_usd": { "admitted_cell_count": 24, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 28 }, "evidence_basis": "Standard list-price estimate", "max": 3.2933475, "mean": 1.078263125, "median": 0.5065824999999999, "min": 0.06826499999999999, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 28 }, "run_count": 24, "token_priced_attempt_count": 28, "total": 25.878314999999997 }, "codegen_latency_ms": { "attempt_count": 28, "max_ms": 1461887, "mean_ms": 367273.6666666667, "min_ms": 21601, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 9, "max_ms": 1461887, "mean_ms": 911419.875, "min_ms": 461183, "run_count": 8 }, "medium": { "attempt_count": 9, "max_ms": 292880, "mean_ms": 161490.125, "min_ms": 88006, "run_count": 8 }, "none": { "attempt_count": 10, "max_ms": 50293, "mean_ms": 28911.0, "min_ms": 21601, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 28, "output_max": 218271, "output_mean": 69498.70833333333, "output_min": 3346, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 9, "output_max": 218271, "output_mean": 172117.75, "output_min": 103016, "run_count": 8 }, "medium": { "attempt_count": 9, "output_max": 45034, "output_mean": 31797.75, "output_min": 18396, "run_count": 8 }, "none": { "attempt_count": 10, "output_max": 7647, "output_mean": 4580.625, "output_min": 3346, "run_count": 8 } }, "display_name": "GPT-5.4", "economics": { "all": 53.79035579908334, "highest": 64.66453134183178, "medium": 48.017574533086865, "none": 48.688961522331375 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.4", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 1, "repaired_rate": 0.125 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 1, "repaired_rate": 0.125 }, "none": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 2, "repaired_rate": 0.25 } }, "id": "gpt-5.4", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:50:05Z", "match_totals_all": { "draws": 1097, "losses": 676, "wins": 2343 }, "match_totals_tracks": { "highest": { "draws": 263, "losses": 122, "wins": 1069 }, "medium": { "draws": 388, "losses": 261, "wins": 628 }, "none": { "draws": 446, "losses": 293, "wins": 646 } }, "model_slug": "gpt-5-4", "overall": { "max": 100.0, "mean": 53.790355799083336, "min": 9.980876737333936 }, "per_game": { "GB2-01": 100.0, "GB2-02": 34.73354815308172, "GB2-03": 9.980876737333936, "GB2-04": 24.744420702191245, "GB2-05": 100.0, "GB2-06": 100.0, "GB2-07": 98.42557971783368, "GB2-08": 49.43182542421367 }, "per_game_all": { "GB2-01": 86.47179032292176, "GB2-02": 20.334705638399296, "GB2-03": 30.85457867101789, "GB2-04": 23.070777281212287, "GB2-05": 78.10917204994826, "GB2-06": 93.51298121854656, "GB2-07": 64.48224414747622, "GB2-08": 33.48659706314448 }, "per_game_match_totals_all": { "GB2-01": { "draws": 46, "losses": 20, "wins": 543 }, "GB2-02": { "draws": 456, "losses": 36, "wins": 77 }, "GB2-03": { "draws": 32, "losses": 27, "wins": 22 }, "GB2-04": { "draws": 345, "losses": 71, "wins": 121 }, "GB2-05": { "draws": 0, "losses": 137, "wins": 529 }, "GB2-06": { "draws": 29, "losses": 49, "wins": 502 }, "GB2-07": { "draws": 0, "losses": 202, "wins": 381 }, "GB2-08": { "draws": 189, "losses": 134, "wins": 168 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 0, "losses": 0, "wins": 201 }, "GB2-02": { "draws": 119, "losses": 4, "wins": 64 }, "GB2-03": { "draws": 5, "losses": 20, "wins": 10 }, "GB2-04": { "draws": 89, "losses": 25, "wins": 72 }, "GB2-05": { "draws": 0, "losses": 6, "wins": 208 }, "GB2-06": { "draws": 10, "losses": 10, "wins": 180 }, "GB2-07": { "draws": 0, "losses": 5, "wins": 208 }, "GB2-08": { "draws": 40, "losses": 52, "wins": 126 } }, "medium": { "GB2-01": { "draws": 46, "losses": 14, "wins": 145 }, "GB2-02": { "draws": 166, "losses": 19, "wins": 10 }, "GB2-03": { "draws": 14, "losses": 5, "wins": 5 }, "GB2-04": { "draws": 130, "losses": 16, "wins": 30 }, "GB2-05": { "draws": 0, "losses": 109, "wins": 122 }, "GB2-06": { "draws": 9, "losses": 5, "wins": 164 }, "GB2-07": { "draws": 0, "losses": 55, "wins": 130 }, "GB2-08": { "draws": 23, "losses": 38, "wins": 22 } }, "none": { "GB2-01": { "draws": 0, "losses": 6, "wins": 197 }, "GB2-02": { "draws": 171, "losses": 13, "wins": 3 }, "GB2-03": { "draws": 13, "losses": 2, "wins": 7 }, "GB2-04": { "draws": 126, "losses": 30, "wins": 19 }, "GB2-05": { "draws": 0, "losses": 22, "wins": 199 }, "GB2-06": { "draws": 10, "losses": 34, "wins": 158 }, "GB2-07": { "draws": 0, "losses": 142, "wins": 43 }, "GB2-08": { "draws": 126, "losses": 44, "wins": 20 } } }, "per_game_raw_elo_all": { "GB2-01": 2048.294256056854, "GB2-02": 1527.44619331173, "GB2-03": 1470.6663839394885, "GB2-04": 1499.3717786574732, "GB2-05": 1906.5054761445083, "GB2-06": 2034.9753089636954, "GB2-07": 1708.5797312901743, "GB2-08": 1527.8005649646132 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 2217.851148747644, "GB2-02": 1611.4657516747402, "GB2-03": 1379.961099285522, "GB2-04": 1507.7468988933458, "GB2-05": 2189.4172617110444, "GB2-06": 2113.2529956970648, "GB2-07": 2191.0952211856857, "GB2-08": 1670.0153149148105 }, "medium": { "GB2-01": 1817.5279719116684, "GB2-02": 1494.4839505766154, "GB2-03": 1487.841275971651, "GB2-04": 1505.2245904025017, "GB2-05": 1553.0673307548009, "GB2-06": 2104.6700311392274, "GB2-07": 1683.9317117604437, "GB2-08": 1507.320284523039 }, "none": { "GB2-01": 2109.5036475112493, "GB2-02": 1476.3888776838344, "GB2-03": 1544.1967765612917, "GB2-04": 1485.1438466765717, "GB2-05": 1977.03183596768, "GB2-06": 1887.0029000547952, "GB2-07": 1250.712260924394, "GB2-08": 1406.06609545599 } }, "per_game_tracks": { "highest": { "GB2-01": 100.0, "GB2-02": 34.73354815308172, "GB2-03": 9.980876737333936, "GB2-04": 24.744420702191245, "GB2-05": 100.0, "GB2-06": 100.0, "GB2-07": 98.42557971783368, "GB2-08": 49.43182542421367 }, "medium": { "GB2-01": 68.05592761865948, "GB2-02": 14.741184593734893, "GB2-03": 34.44189220241967, "GB2-04": 24.120137012879244, "GB2-05": 50.755795487647504, "GB2-06": 99.15475058347155, "GB2-07": 62.70664219367879, "GB2-08": 30.164266572203793 }, "none": { "GB2-01": 91.35944335010576, "GB2-02": 11.529384168381274, "GB2-03": 48.14096707330006, "GB2-04": 20.347774128566368, "GB2-05": 83.57172066219728, "GB2-06": 81.38419307216813, "GB2-07": 32.31451053091617, "GB2-08": 20.86369919301597 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 64.66453134183178, "medium": 48.01757453308687, "none": 48.68896152233137 }, "reasoning_agg": { "highest": { "max": 100.0, "mean": 64.66453134183178, "min": 9.980876737333936 }, "medium": { "max": 99.15475058347155, "mean": 48.01757453308687, "min": 14.741184593734893 }, "none": { "max": 91.35944335010576, "mean": 48.68896152233137, "min": 11.529384168381274 } }, "score_diagnostics": { "ceiling_score": 100.0, "expected_score": 63.05505241217272, "reasoning_variance": 16.646956808744903, "reliability_score": 93.03562446163046, "uncertainty_avg": 6.964375538369536, "uncertainty_penalty": 9.264696613089384 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 100.0, "expected_score": 62.750161761550594, "reliability_score": 95.05208333333333, "uncertainty_avg": 4.947916666666667, "uncertainty_penalty": -1.914369580281182 }, "medium": { "ceiling_score": 99.15475058347155, "expected_score": 54.85950043389093, "reliability_score": 91.61819093012524, "uncertainty_avg": 8.381809069874762, "uncertainty_penalty": 6.841925900804057 }, "none": { "ceiling_score": 91.35944335010576, "expected_score": 71.55549504107665, "reliability_score": 92.43659912143282, "uncertainty_avg": 7.563400878567175, "uncertainty_penalty": 22.866533518745285 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 14, "cell_count": 8, "cost_basis_counts": { "provider_reported": 34 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 1.1371809, "mean": 0.8062893374999999, "median": 0.81347715, "min": 0.5199072, "recorded_attempt_count": 34, "run_count": 16, "total": 12.900629399999998 } }, "codegen_cost_usd": { "admitted_cell_count": 14, "cell_count": 8, "cost_basis_counts": { "provider_reported": 34 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 1.1371809, "mean": 0.8062893374999999, "median": 0.81347715, "min": 0.5199072, "recorded_attempt_count": 34, "run_count": 16, "total": 12.900629399999998 }, "codegen_latency_ms": { "attempt_count": 34, "max_ms": 2434665, "mean_ms": 1422696.875, "min_ms": 865404, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 34, "max_ms": 2434665, "mean_ms": 1422696.875, "min_ms": 865404, "run_count": 16 } }, "codegen_output_tokens": { "attempt_count": 34, "output_max": 81171, "output_mean": 51440.4375, "output_min": 31067, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 34, "output_max": 81171, "output_mean": 51440.4375, "output_min": 31067, "run_count": 16 } }, "display_name": "Kimi K3", "economics": { "all": 43.75589413761582, "highest": 43.75589413761582 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "moonshotai", "provider_model": "moonshotai/kimi-k3", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 14, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-03" ], "infra_excluded_game_aliases": [ "GB2-02", "GB2-08" ], "infra_failures_excluded": 2, "model_code_failure_rate": 0.125, "model_code_failures": 2, "repaired_admitted": 14, "repaired_rate": 0.875 } }, "id": "moonshotai/kimi-k3", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:15Z", "match_totals_all": { "draws": 228, "losses": 267, "wins": 382 }, "match_totals_tracks": { "highest": { "draws": 228, "losses": 267, "wins": 382 } }, "model_slug": "moonshotai-kimi-k3", "overall": { "max": 82.92666095797935, "mean": 52.44822391600324, "min": 23.77593276686914 }, "per_game": { "GB2-01": 45.37208589267169, "GB2-02": 20.48463931663812, "GB2-04": 23.77593276686914, "GB2-05": 62.50648111946364, "GB2-06": 82.92666095797935, "GB2-07": 56.562076636097146, "GB2-08": 14.66338227359166 }, "per_game_all": { "GB2-01": 45.37208589267169, "GB2-02": 20.48463931663812, "GB2-04": 23.77593276686914, "GB2-05": 62.50648111946364, "GB2-06": 82.92666095797935, "GB2-07": 56.562076636097146, "GB2-08": 14.66338227359166 }, "per_game_match_totals_all": { "GB2-01": { "draws": 27, "losses": 51, "wins": 49 }, "GB2-02": { "draws": 83, "losses": 15, "wins": 26 }, "GB2-04": { "draws": 45, "losses": 32, "wins": 47 }, "GB2-05": { "draws": 0, "losses": 45, "wins": 81 }, "GB2-06": { "draws": 8, "losses": 16, "wins": 100 }, "GB2-07": { "draws": 0, "losses": 57, "wins": 70 }, "GB2-08": { "draws": 65, "losses": 51, "wins": 9 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 27, "losses": 51, "wins": 49 }, "GB2-02": { "draws": 83, "losses": 15, "wins": 26 }, "GB2-04": { "draws": 45, "losses": 32, "wins": 47 }, "GB2-05": { "draws": 0, "losses": 45, "wins": 81 }, "GB2-06": { "draws": 8, "losses": 16, "wins": 100 }, "GB2-07": { "draws": 0, "losses": 57, "wins": 70 }, "GB2-08": { "draws": 65, "losses": 51, "wins": 9 } } }, "per_game_raw_elo_all": { "GB2-01": 1555.386633078287, "GB2-02": 1549.741780384856, "GB2-04": 1523.7139890557742, "GB2-05": 1728.4092662022958, "GB2-06": 1928.0635073252522, "GB2-07": 1616.8225752179756, "GB2-08": 1369.618916742115 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1555.386633078287, "GB2-02": 1549.741780384856, "GB2-04": 1523.7139890557742, "GB2-05": 1728.4092662022958, "GB2-06": 1928.0635073252522, "GB2-07": 1616.8225752179756, "GB2-08": 1369.618916742115 } }, "per_game_tracks": { "highest": { "GB2-01": 45.37208589267169, "GB2-02": 20.48463931663812, "GB2-04": 23.77593276686914, "GB2-05": 62.50648111946364, "GB2-06": 82.92666095797935, "GB2-07": 56.562076636097146, "GB2-08": 14.66338227359166 } }, "provider_color": "#7C3AED", "provider_company": "Moonshot", "provider_key": "moonshotai", "provider_text_color": "#faf5ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 52.44822391600324 }, "reasoning_agg": { "highest": { "max": 82.92666095797935, "mean": 52.44822391600324, "min": 23.77593276686914 } }, "score_diagnostics": { "ceiling_score": 82.92666095797935, "expected_score": 40.86235419979796, "reliability_score": 81.07105769545288, "uncertainty_avg": 18.928942304547125, "uncertainty_penalty": -11.58586971620528 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 82.92666095797935, "expected_score": 40.86235419979796, "reliability_score": 81.07105769545288, "uncertainty_avg": 18.928942304547125, "uncertainty_penalty": -11.58586971620528 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 4, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 4, "max": 0.055222, "mean": 0.046879, "median": 0.046959, "min": 0.039474, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 0.375032 }, "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 0.072978, "mean": 0.048872, "median": 0.046325000000000005, "min": 0.03731, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 0.390976 } }, "codegen_cost_usd": { "admitted_cell_count": 10, "cell_count": 16, "cost_basis_counts": { "local_standard_estimate": 16 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 6, "max": 0.072978, "mean": 0.047875499999999994, "median": 0.046959, "min": 0.03731, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 16 }, "run_count": 16, "token_priced_attempt_count": 16, "total": 0.766008 }, "codegen_latency_ms": { "attempt_count": 16, "max_ms": 79649, "mean_ms": 35293.9375, "min_ms": 17534, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 8, "max_ms": 39668, "mean_ms": 28324.375, "min_ms": 19788, "run_count": 8 }, "medium": { "attempt_count": 8, "max_ms": 79649, "mean_ms": 42263.5, "min_ms": 17534, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 16, "output_max": 6616, "output_mean": 4047.5625, "output_min": 2653, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 8, "output_max": 5073, "output_mean": 3923.0, "output_min": 3125, "run_count": 8 }, "medium": { "attempt_count": 8, "output_max": 6616, "output_mean": 4172.125, "output_min": 2653, "run_count": 8 } }, "display_name": "O3", "economics": { "all": 45.569192997109404, "highest": 53.9934910182863, "medium": 44.64232956611945 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "o3", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 4, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04" ], "first_pass_admitted": 4, "first_pass_rate": 0.5, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 24, "model_code_failure_rate": 0.5, "model_code_failures": 4 }, "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.25, "model_code_failures": 2 } }, "id": "o3", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:18Z", "match_totals_all": { "draws": 310, "losses": 734, "wins": 1015 }, "match_totals_tracks": { "highest": { "draws": 19, "losses": 332, "wins": 499 }, "medium": { "draws": 291, "losses": 402, "wins": 516 } }, "model_slug": "o3", "overall": { "max": 74.07987912466021, "mean": 47.76892991707719, "min": 21.75260522744053 }, "per_game": { "GB2-05": 55.19415196267263, "GB2-06": 37.904090563653, "GB2-07": 48.795842422159346, "GB2-08": 74.07987912466021 }, "per_game_all": { "GB2-01": 41.24976926801048, "GB2-04": 21.75260522744053, "GB2-05": 56.81448273947281, "GB2-06": 44.67006723581207, "GB2-07": 56.459359213485115, "GB2-08": 52.46887429843543 }, "per_game_match_totals_all": { "GB2-01": { "draws": 40, "losses": 98, "wins": 78 }, "GB2-04": { "draws": 133, "losses": 28, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 169, "wins": 271 }, "GB2-06": { "draws": 25, "losses": 186, "wins": 174 }, "GB2-07": { "draws": 0, "losses": 180, "wins": 251 }, "GB2-08": { "draws": 112, "losses": 73, "wins": 227 } }, "per_game_match_totals_tracks": { "highest": { "GB2-05": { "draws": 0, "losses": 81, "wins": 134 }, "GB2-06": { "draws": 11, "losses": 109, "wins": 80 }, "GB2-07": { "draws": 0, "losses": 118, "wins": 106 }, "GB2-08": { "draws": 8, "losses": 24, "wins": 179 } }, "medium": { "GB2-01": { "draws": 40, "losses": 98, "wins": 78 }, "GB2-04": { "draws": 133, "losses": 28, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 88, "wins": 137 }, "GB2-06": { "draws": 14, "losses": 77, "wins": 94 }, "GB2-07": { "draws": 0, "losses": 62, "wins": 145 }, "GB2-08": { "draws": 104, "losses": 49, "wins": 48 } } }, "per_game_raw_elo_all": { "GB2-01": 1481.1080097227068, "GB2-04": 1492.6536957756052, "GB2-05": 1631.885179212054, "GB2-06": 1441.763990875762, "GB2-07": 1592.7522985791454, "GB2-08": 1699.0574252167416 }, "per_game_raw_elo_tracks": { "highest": { "GB2-05": 1611.284714442574, "GB2-06": 1359.0254845881047, "GB2-07": 1482.9798355750318, "GB2-08": 1899.8393860063263 }, "medium": { "GB2-01": 1481.1080097227068, "GB2-04": 1492.6536957756052, "GB2-05": 1652.485643981534, "GB2-06": 1524.5024971634189, "GB2-07": 1702.524761583259, "GB2-08": 1498.275464427157 } }, "per_game_tracks": { "highest": { "GB2-05": 55.19415196267263, "GB2-06": 37.904090563653, "GB2-07": 48.795842422159346, "GB2-08": 74.07987912466021 }, "medium": { "GB2-01": 41.24976926801048, "GB2-04": 21.75260522744053, "GB2-05": 58.43481351627299, "GB2-06": 51.43604390797115, "GB2-07": 64.12287600481088, "GB2-08": 30.85786947221065 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 53.9934910182863, "medium": 41.54436881586808 }, "reasoning_agg": { "highest": { "max": 74.07987912466021, "mean": 53.9934910182863, "min": 37.904090563653 }, "medium": { "max": 64.12287600481088, "mean": 41.54436881586808, "min": 21.75260522744053 } }, "score_diagnostics": { "ceiling_score": 74.07987912466021, "expected_score": 45.621905959602515, "reasoning_variance": 12.449122202418216, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -2.147023957474673 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 74.07987912466021, "expected_score": 46.41836653223261, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -7.575124486053689 }, "medium": { "ceiling_score": 64.12287600481088, "expected_score": 48.667932686524416, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 7.123563870656334 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 4.4173, "mean": 2.7356843750000004, "median": 2.536595, "min": 2.045485, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 21.885474999999996 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "max": 0.58673, "mean": 0.442856875, "median": 0.4176025, "min": 0.34269, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 3.5428550000000003 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.156555, "mean": 0.1422525, "median": 0.14850249999999998, "min": 0.12078, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 1.13802 } }, "codegen_cost_usd": { "admitted_cell_count": 22, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 26 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 4.4173, "mean": 1.10693125, "median": 0.4176025, "min": 0.12078, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 26 }, "run_count": 24, "token_priced_attempt_count": 26, "total": 26.566350000000003 }, "codegen_latency_ms": { "attempt_count": 26, "max_ms": 1288484, "mean_ms": 282342.6666666667, "min_ms": 29373, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 9, "max_ms": 1288484, "mean_ms": 693731.5, "min_ms": 464667, "run_count": 8 }, "medium": { "attempt_count": 9, "max_ms": 158785, "mean_ms": 120076.75, "min_ms": 87418, "run_count": 8 }, "none": { "attempt_count": 8, "max_ms": 37405, "mean_ms": 33219.75, "min_ms": 29373, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 26, "output_max": 144760, "output_mean": 35491.166666666664, "output_min": 2821, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 9, "output_max": 144760, "output_mean": 89741.375, "output_min": 66963, "run_count": 8 }, "medium": { "attempt_count": 9, "output_max": 16870, "output_mean": 13281.625, "output_min": 10218, "run_count": 8 }, "none": { "attempt_count": 8, "output_max": 3990, "output_mean": 3450.5, "output_min": 2821, "run_count": 8 } }, "display_name": "GPT-5.5", "economics": { "all": 47.895117163388, "highest": 69.42492057631782, "medium": 45.05538252246229, "none": 31.54347880987911 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02" ], "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.125, "model_code_failures": 1 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 1, "repaired_rate": 0.125 }, "none": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-06" ], "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.125, "model_code_failures": 1 } }, "id": "gpt-5.5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:52:21Z", "match_totals_all": { "draws": 1335, "losses": 733, "wins": 1778 }, "match_totals_tracks": { "highest": { "draws": 264, "losses": 154, "wins": 869 }, "medium": { "draws": 481, "losses": 268, "wins": 610 }, "none": { "draws": 590, "losses": 311, "wins": 299 } }, "model_slug": "gpt-5-5", "overall": { "max": 100.0, "mean": 47.56960287896285, "min": 9.392722470573146 }, "per_game": { "GB2-01": 73.13624142561254, "GB2-03": 60.65522539740799, "GB2-04": 19.24432865630252, "GB2-05": 79.48293548632148, "GB2-06": 87.59255399821146, "GB2-07": 100.0, "GB2-08": 65.86315907036878 }, "per_game_all": { "GB2-01": 54.34438264271348, "GB2-02": 23.49080139367982, "GB2-03": 42.943935915433194, "GB2-04": 19.65397385736129, "GB2-05": 71.77561639898182, "GB2-06": 58.77015464455525, "GB2-07": 70.4261664365789, "GB2-08": 41.75590601780025 }, "per_game_match_totals_all": { "GB2-01": { "draws": 325, "losses": 60, "wins": 239 }, "GB2-02": { "draws": 300, "losses": 16, "wins": 58 }, "GB2-03": { "draws": 51, "losses": 21, "wins": 30 }, "GB2-04": { "draws": 348, "losses": 100, "wins": 63 }, "GB2-05": { "draws": 0, "losses": 142, "wins": 522 }, "GB2-06": { "draws": 13, "losses": 140, "wins": 223 }, "GB2-07": { "draws": 0, "losses": 166, "wins": 431 }, "GB2-08": { "draws": 298, "losses": 88, "wins": 212 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 42, "losses": 11, "wins": 145 }, "GB2-03": { "draws": 25, "losses": 14, "wins": 22 }, "GB2-04": { "draws": 116, "losses": 48, "wins": 21 }, "GB2-05": { "draws": 0, "losses": 35, "wins": 181 }, "GB2-06": { "draws": 12, "losses": 25, "wins": 162 }, "GB2-07": { "draws": 0, "losses": 5, "wins": 207 }, "GB2-08": { "draws": 69, "losses": 16, "wins": 131 } }, "medium": { "GB2-01": { "draws": 142, "losses": 14, "wins": 53 }, "GB2-02": { "draws": 126, "losses": 4, "wins": 57 }, "GB2-03": { "draws": 13, "losses": 2, "wins": 6 }, "GB2-04": { "draws": 110, "losses": 29, "wins": 23 }, "GB2-05": { "draws": 0, "losses": 24, "wins": 199 }, "GB2-06": { "draws": 1, "losses": 115, "wins": 61 }, "GB2-07": { "draws": 0, "losses": 48, "wins": 138 }, "GB2-08": { "draws": 89, "losses": 32, "wins": 73 } }, "none": { "GB2-01": { "draws": 141, "losses": 35, "wins": 41 }, "GB2-02": { "draws": 174, "losses": 12, "wins": 1 }, "GB2-03": { "draws": 13, "losses": 5, "wins": 2 }, "GB2-04": { "draws": 122, "losses": 23, "wins": 19 }, "GB2-05": { "draws": 0, "losses": 83, "wins": 142 }, "GB2-07": { "draws": 0, "losses": 113, "wins": 86 }, "GB2-08": { "draws": 140, "losses": 40, "wins": 8 } } }, "per_game_raw_elo_all": { "GB2-01": 1645.6264996751818, "GB2-02": 1546.0190892423984, "GB2-03": 1515.159250402332, "GB2-04": 1481.8837755522702, "GB2-05": 1824.825562408363, "GB2-06": 1613.387203949693, "GB2-07": 1792.9531677108218, "GB2-08": 1599.8496656078576 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1881.636733207583, "GB2-03": 1559.9612376674422, "GB2-04": 1478.4234125991477, "GB2-05": 1924.5872917457057, "GB2-06": 1962.620486155873, "GB2-07": 2213.60163755207, "GB2-08": 1823.0540236330833 }, "medium": { "GB2-01": 1574.5951623324984, "GB2-02": 1628.0873090440657, "GB2-03": 1524.8474314032603, "GB2-04": 1484.9225058954553, "GB2-05": 1944.2879504833952, "GB2-06": 1264.153921743513, "GB2-07": 1708.9329446505674, "GB2-08": 1546.4684267251985 }, "none": { "GB2-01": 1480.6476034854643, "GB2-02": 1463.9508694407311, "GB2-03": 1460.6690821362936, "GB2-04": 1482.305408162208, "GB2-05": 1605.601444995989, "GB2-07": 1456.3249209298287, "GB2-08": 1430.026546465291 } }, "per_game_tracks": { "highest": { "GB2-01": 73.13624142561254, "GB2-03": 60.65522539740799, "GB2-04": 19.24432865630252, "GB2-05": 79.48293548632148, "GB2-06": 87.59255399821146, "GB2-07": 100.0, "GB2-08": 65.86315907036878 }, "medium": { "GB2-01": 48.67892214642133, "GB2-02": 37.58888031678649, "GB2-03": 42.649960732537416, "GB2-04": 20.085766120064036, "GB2-05": 81.04306968418157, "GB2-06": 29.947755290899035, "GB2-07": 64.46609074562843, "GB2-08": 35.982615143180006 }, "none": { "GB2-01": 41.21798435610656, "GB2-02": 9.392722470573146, "GB2-03": 25.52662161635416, "GB2-04": 19.631826795717306, "GB2-05": 54.800844026442405, "GB2-07": 46.81240856410825, "GB2-08": 23.42194383985197 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 67.14557617248093, "medium": 45.05538252246229, "none": 30.507849941945324 }, "reasoning_agg": { "highest": { "max": 100.0, "mean": 67.14557617248093, "min": 19.24432865630252 }, "medium": { "max": 81.04306968418157, "mean": 45.05538252246229, "min": 20.085766120064036 }, "none": { "max": 54.800844026442405, "mean": 30.507849941945324, "min": 9.392722470573146 } }, "score_diagnostics": { "ceiling_score": 100.0, "expected_score": 55.13786990006567, "reasoning_variance": 36.637726230535606, "reliability_score": 93.8350263835043, "uncertainty_avg": 6.164973616495693, "uncertainty_penalty": 7.56826702110282 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 100.0, "expected_score": 66.86008556333614, "reliability_score": 97.17856235712925, "uncertainty_avg": 2.8214376428707495, "uncertainty_penalty": -0.2854906091447873 }, "medium": { "ceiling_score": 81.04306968418157, "expected_score": 54.09854010102059, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 9.0431575785583 }, "none": { "ceiling_score": 54.800844026442405, "expected_score": 44.22620537865095, "reliability_score": 90.66300784028626, "uncertainty_avg": 9.336992159713743, "uncertainty_penalty": 13.718355436705629 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.6921525, "mean": 0.4890770625000001, "median": 0.483741, "min": 0.401826, "recorded_attempt_count": 18, "run_count": 8, "total": 3.912616499999999 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "provider_reported": 19 }, "evidence_basis": "Provider-reported", "max": 0.5145615, "mean": 0.34875300000000004, "median": 0.335163, "min": 0.254883, "recorded_attempt_count": 19, "run_count": 8, "total": 2.790024 } }, "codegen_cost_usd": { "admitted_cell_count": 14, "cell_count": 16, "cost_basis_counts": { "provider_reported": 37 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.6921525, "mean": 0.41891503125, "median": 0.4031475, "min": 0.254883, "recorded_attempt_count": 37, "run_count": 16, "total": 6.702640499999999 }, "codegen_latency_ms": { "attempt_count": 37, "max_ms": 391025, "mean_ms": 206292.5625, "min_ms": 126419, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 18, "max_ms": 391025, "mean_ms": 243664.625, "min_ms": 198838, "run_count": 8 }, "medium": { "attempt_count": 19, "max_ms": 243355, "mean_ms": 168920.5, "min_ms": 126419, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 37, "output_max": 74213, "output_mean": 43169.4375, "output_min": 25565, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 18, "output_max": 74213, "output_mean": 51048.625, "output_min": 41983, "run_count": 8 }, "medium": { "attempt_count": 19, "output_max": 52941, "output_mean": 35290.25, "output_min": 25565, "run_count": 8 } }, "display_name": "Gemini 3.5 Flash", "economics": { "all": 50.14147290291283, "highest": 45.71050549352116, "medium": 52.16906430603814 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "google", "provider_model": "google/gemini-3.5-flash", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-02" ], "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 6, "repaired_rate": 0.75 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 8, "repaired_rate": 1.0 } }, "id": "google/gemini-3.5-flash", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:20Z", "match_totals_all": { "draws": 603, "losses": 593, "wins": 1126 }, "match_totals_tracks": { "highest": { "draws": 188, "losses": 297, "wins": 447 }, "medium": { "draws": 415, "losses": 296, "wins": 679 } }, "model_slug": "google-gemini-3-5-flash", "overall": { "max": 91.79025106882118, "mean": 47.35374141516107, "min": 5.549046286100777 }, "per_game": { "GB2-03": 51.50097274542412, "GB2-04": 10.740966893440644, "GB2-05": 53.383426593216655, "GB2-06": 87.65213640227793, "GB2-07": 65.4364840406668, "GB2-08": 5.549046286100777 }, "per_game_all": { "GB2-01": 90.50823856284876, "GB2-02": 20.13978047432457, "GB2-03": 56.110568031112976, "GB2-04": 17.22559997306602, "GB2-05": 56.352777312231915, "GB2-06": 89.72119373554955, "GB2-07": 60.47715004662255, "GB2-08": 10.596475087546334 }, "per_game_match_totals_all": { "GB2-01": { "draws": 0, "losses": 11, "wins": 191 }, "GB2-02": { "draws": 158, "losses": 7, "wins": 23 }, "GB2-03": { "draws": 35, "losses": 2, "wins": 13 }, "GB2-04": { "draws": 164, "losses": 95, "wins": 80 }, "GB2-05": { "draws": 0, "losses": 153, "wins": 266 }, "GB2-06": { "draws": 15, "losses": 30, "wins": 308 }, "GB2-07": { "draws": 0, "losses": 154, "wins": 245 }, "GB2-08": { "draws": 231, "losses": 141, "wins": 0 } }, "per_game_match_totals_tracks": { "highest": { "GB2-03": { "draws": 21, "losses": 2, "wins": 5 }, "GB2-04": { "draws": 55, "losses": 65, "wins": 43 }, "GB2-05": { "draws": 0, "losses": 81, "wins": 115 }, "GB2-06": { "draws": 7, "losses": 14, "wins": 155 }, "GB2-07": { "draws": 0, "losses": 54, "wins": 129 }, "GB2-08": { "draws": 105, "losses": 81, "wins": 0 } }, "medium": { "GB2-01": { "draws": 0, "losses": 11, "wins": 191 }, "GB2-02": { "draws": 158, "losses": 7, "wins": 23 }, "GB2-03": { "draws": 14, "losses": 0, "wins": 8 }, "GB2-04": { "draws": 109, "losses": 30, "wins": 37 }, "GB2-05": { "draws": 0, "losses": 72, "wins": 151 }, "GB2-06": { "draws": 8, "losses": 16, "wins": 153 }, "GB2-07": { "draws": 0, "losses": 100, "wins": 116 }, "GB2-08": { "draws": 126, "losses": 60, "wins": 0 } } }, "per_game_raw_elo_all": { "GB2-01": 2098.912558734133, "GB2-02": 1526.4347319128728, "GB2-03": 1570.437104182144, "GB2-04": 1468.9527059216732, "GB2-05": 1626.6288114688596, "GB2-06": 1990.2145906965816, "GB2-07": 1651.1434539495383, "GB2-08": 1310.8244440650442 }, "per_game_raw_elo_tracks": { "highest": { "GB2-03": 1548.056257492551, "GB2-04": 1434.8720577315091, "GB2-05": 1589.2056385127698, "GB2-06": 1965.1257540745448, "GB2-07": 1723.0027444301477, "GB2-08": 1263.85170663636 }, "medium": { "GB2-01": 2098.912558734133, "GB2-02": 1526.4347319128728, "GB2-03": 1592.817950871737, "GB2-04": 1503.0333541118373, "GB2-05": 1664.051984424949, "GB2-06": 2015.3034273186183, "GB2-07": 1579.284163468929, "GB2-08": 1357.7971814937282 } }, "per_game_tracks": { "highest": { "GB2-03": 51.50097274542412, "GB2-04": 10.740966893440644, "GB2-05": 53.383426593216655, "GB2-06": 87.65213640227793, "GB2-07": 65.4364840406668, "GB2-08": 5.549046286100777 }, "medium": { "GB2-01": 90.50823856284876, "GB2-02": 20.13978047432457, "GB2-03": 60.72016331680182, "GB2-04": 23.710233052691397, "GB2-05": 59.322128031247175, "GB2-06": 91.79025106882118, "GB2-07": 55.5178160525783, "GB2-08": 15.64390388899189 } }, "provider_color": "#4285F4", "provider_company": "Google", "provider_key": "google", "provider_text_color": "#f5f9ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 42.538418524284005, "medium": 52.16906430603814 }, "reasoning_agg": { "highest": { "max": 87.65213640227793, "mean": 42.538418524284005, "min": 5.549046286100777 }, "medium": { "max": 91.79025106882118, "mean": 52.16906430603814, "min": 15.64390388899189 } }, "score_diagnostics": { "ceiling_score": 91.79025106882118, "expected_score": 54.45307774647213, "reasoning_variance": 9.630645781754133, "reliability_score": 93.14969524268353, "uncertainty_avg": 6.850304757316459, "uncertainty_penalty": 7.099336331311065 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 87.65213640227793, "expected_score": 41.68865083602416, "reliability_score": 91.81705515191234, "uncertainty_avg": 8.182944848087656, "uncertainty_penalty": -0.8497676882598455 }, "medium": { "ceiling_score": 91.79025106882118, "expected_score": 61.8559907762521, "reliability_score": 92.43659912143282, "uncertainty_avg": 7.563400878567175, "uncertainty_penalty": 9.686926470213962 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 1.38945, "mean": 0.93123625, "median": 0.95991, "min": 0.36561, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 7.449890000000001 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "max": 0.34174499999999997, "mean": 0.217940625, "median": 0.19638, "min": 0.14813, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 1.743525 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.190125, "mean": 0.15785312499999998, "median": 0.15388000000000002, "min": 0.131495, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 1.262825 } }, "codegen_cost_usd": { "admitted_cell_count": 22, "cell_count": 24, "cost_basis_counts": { "local_list_price_estimate": 25 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 1.38945, "mean": 0.43567666666666666, "median": 0.203055, "min": 0.131495, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 25 }, "run_count": 24, "token_priced_attempt_count": 25, "total": 10.45624 }, "codegen_latency_ms": { "attempt_count": 25, "max_ms": 604929, "mean_ms": 175315.375, "min_ms": 28646, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 9, "max_ms": 604929, "mean_ms": 421376.5, "min_ms": 132563, "run_count": 8 }, "medium": { "attempt_count": 8, "max_ms": 137577, "mean_ms": 68957.5, "min_ms": 35597, "run_count": 8 }, "none": { "attempt_count": 8, "max_ms": 48121, "mean_ms": 35612.125, "min_ms": 28646, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 25, "output_max": 52366, "output_mean": 14843.708333333334, "output_min": 2908, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 9, "output_max": 52366, "output_mean": 34524.125, "output_min": 11990, "run_count": 8 }, "medium": { "attempt_count": 8, "output_max": 11318, "output_mean": 6205.25, "output_min": 3583, "run_count": 8 }, "none": { "attempt_count": 8, "output_max": 5116, "output_mean": 3801.75, "output_min": 2908, "run_count": 8 } }, "display_name": "Claude Opus 4.8", "economics": { "all": 51.49507647582023, "highest": 71.56224765848333, "medium": 44.07615889983954, "none": 44.86404683281705 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "anthropic", "provider_model": "claude-opus-4-8", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 6, "first_pass_rate": 0.75, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-04", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 6, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.125 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 8, "first_pass_rate": 1.0, "model_code_failure_rate": 0.0, "model_code_failures": 0 }, "none": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.125, "model_code_failures": 1 } }, "id": "claude-opus-4-8", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:43:36Z", "match_totals_all": { "draws": 998, "losses": 987, "wins": 2226 }, "match_totals_tracks": { "highest": { "draws": 172, "losses": 230, "wins": 1056 }, "medium": { "draws": 491, "losses": 322, "wins": 574 }, "none": { "draws": 335, "losses": 435, "wins": 596 } }, "model_slug": "claude-opus-4-8", "overall": { "max": 91.0317105229074, "mean": 45.752110828723865, "min": 11.892584996054628 }, "per_game": { "GB2-01": 61.205822303176355, "GB2-02": 60.54693366398842, "GB2-04": 62.7273441167311, "GB2-05": 51.47924961758838, "GB2-06": 92.92727390319158, "GB2-07": 82.5709165265804, "GB2-08": 89.47819347812705 }, "per_game_all": { "GB2-01": 54.37001122325245, "GB2-02": 28.71895736897767, "GB2-03": 34.14425139093331, "GB2-04": 34.317255639285975, "GB2-05": 46.71728474466107, "GB2-06": 78.66673159710984, "GB2-07": 71.61070352303894, "GB2-08": 63.41541631930261 }, "per_game_match_totals_all": { "GB2-01": { "draws": 97, "losses": 181, "wins": 344 }, "GB2-02": { "draws": 400, "losses": 36, "wins": 131 }, "GB2-03": { "draws": 14, "losses": 6, "wins": 4 }, "GB2-04": { "draws": 341, "losses": 54, "wins": 118 }, "GB2-05": { "draws": 0, "losses": 314, "wins": 331 }, "GB2-06": { "draws": 14, "losses": 138, "wins": 416 }, "GB2-07": { "draws": 0, "losses": 174, "wins": 509 }, "GB2-08": { "draws": 132, "losses": 84, "wins": 373 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 22, "losses": 43, "wins": 136 }, "GB2-02": { "draws": 64, "losses": 3, "wins": 119 }, "GB2-04": { "draws": 84, "losses": 10, "wins": 92 }, "GB2-05": { "draws": 0, "losses": 85, "wins": 116 }, "GB2-06": { "draws": 2, "losses": 24, "wins": 172 }, "GB2-07": { "draws": 0, "losses": 50, "wins": 225 }, "GB2-08": { "draws": 0, "losses": 15, "wins": 196 } }, "medium": { "GB2-01": { "draws": 34, "losses": 96, "wins": 86 }, "GB2-02": { "draws": 174, "losses": 11, "wins": 3 }, "GB2-03": { "draws": 14, "losses": 6, "wins": 4 }, "GB2-04": { "draws": 135, "losses": 17, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 77, "wins": 146 }, "GB2-06": { "draws": 2, "losses": 22, "wins": 153 }, "GB2-07": { "draws": 0, "losses": 45, "wins": 161 }, "GB2-08": { "draws": 132, "losses": 48, "wins": 9 } }, "none": { "GB2-01": { "draws": 41, "losses": 42, "wins": 122 }, "GB2-02": { "draws": 162, "losses": 22, "wins": 9 }, "GB2-04": { "draws": 122, "losses": 27, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 152, "wins": 69 }, "GB2-06": { "draws": 10, "losses": 92, "wins": 91 }, "GB2-07": { "draws": 0, "losses": 79, "wins": 123 }, "GB2-08": { "draws": 0, "losses": 21, "wins": 168 } } }, "per_game_raw_elo_all": { "GB2-01": 1645.9866910207381, "GB2-02": 1576.3020588751217, "GB2-03": 1486.690833169341, "GB2-04": 1560.2116710643186, "GB2-05": 1501.9413519892653, "GB2-06": 1854.9399337606064, "GB2-07": 1808.174906710635, "GB2-08": 1801.6243025699484 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1732.0159014279725, "GB2-02": 1761.809414029661, "GB2-04": 1710.7933885474688, "GB2-05": 1564.2836972542352, "GB2-06": 2027.4878813095452, "GB2-07": 1961.8313657037445, "GB2-08": 2043.1402636259547 }, "medium": { "GB2-01": 1492.7658388863824, "GB2-02": 1478.4258751778857, "GB2-03": 1486.690833169341, "GB2-04": 1486.637632962378, "GB2-05": 1677.9082554601025, "GB2-06": 2006.0900644222068, "GB2-07": 1822.3096281620233, "GB2-08": 1398.105571299315 }, "none": { "GB2-01": 1713.1783327478593, "GB2-02": 1488.670887417819, "GB2-04": 1483.2039916831088, "GB2-05": 1263.632103253458, "GB2-06": 1531.2418555500674, "GB2-07": 1640.3837262661373, "GB2-08": 1963.6270727845756 } }, "per_game_tracks": { "highest": { "GB2-01": 61.205822303176355, "GB2-02": 60.54693366398842, "GB2-04": 62.7273441167311, "GB2-05": 51.47924961758838, "GB2-06": 92.92727390319158, "GB2-07": 82.5709165265804, "GB2-08": 89.47819347812705 }, "medium": { "GB2-01": 42.18065252242629, "GB2-02": 11.892584996054628, "GB2-03": 34.14425139093331, "GB2-04": 20.44223510703427, "GB2-05": 60.39612027754948, "GB2-06": 91.0317105229074, "GB2-07": 72.5215843938676, "GB2-08": 20.000131987943323 }, "none": { "GB2-01": 59.723558844154695, "GB2-02": 13.717353446889966, "GB2-04": 19.782187694092556, "GB2-05": 28.276484338845368, "GB2-06": 52.04121036523053, "GB2-07": 59.73960964866883, "GB2-08": 80.76792349183744 } }, "provider_color": "#C58F68", "provider_company": "Anthropic", "provider_key": "anthropic", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 49.78909371167585, "medium": 44.07615889983954, "none": 43.391079874656214 }, "reasoning_agg": { "highest": { "max": 51.47924961758838, "mean": 49.78909371167585, "min": 51.47924961758838 }, "medium": { "max": 91.0317105229074, "mean": 44.07615889983954, "min": 11.892584996054628 }, "none": { "max": 80.76792349183744, "mean": 43.391079874656214, "min": 13.717353446889966 } }, "score_diagnostics": { "ceiling_score": 91.0317105229074, "expected_score": 59.36885068972152, "reasoning_variance": 6.398013837019633, "reliability_score": 92.96875, "uncertainty_avg": 7.03125, "uncertainty_penalty": 13.616739860997654 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 51.47924961758838, "expected_score": 69.0179717556946, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 19.228878044018757 }, "medium": { "ceiling_score": 91.0317105229074, "expected_score": 48.62219001012209, "reliability_score": 92.96875, "uncertainty_avg": 7.03125, "uncertainty_penalty": 4.546031110282549 }, "none": { "ceiling_score": 80.76792349183744, "expected_score": 66.22178023725458, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 22.830700362598364 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 13, "cell_count": 8, "cost_basis_counts": { "provider_reported": 26 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.184451, "mean": 0.0949985, "median": 0.08180399999999999, "min": 0.050682000000000005, "recorded_attempt_count": 26, "run_count": 16, "total": 1.5199759999999998 }, "medium": { "admitted_cell_count": 15, "cell_count": 8, "cost_basis_counts": { "provider_reported": 30 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.141566, "mean": 0.10599, "median": 0.105677, "min": 0.046481, "recorded_attempt_count": 30, "run_count": 16, "total": 1.69584 } }, "codegen_cost_usd": { "admitted_cell_count": 28, "cell_count": 16, "cost_basis_counts": { "provider_reported": 56 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.184451, "mean": 0.10049425, "median": 0.097957, "min": 0.046481, "recorded_attempt_count": 56, "run_count": 32, "total": 3.215816 }, "codegen_latency_ms": { "attempt_count": 56, "max_ms": 194096, "mean_ms": 106886.5, "min_ms": 48934, "run_count": 32 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 26, "max_ms": 194096, "mean_ms": 105844.75, "min_ms": 52667, "run_count": 16 }, "medium": { "attempt_count": 30, "max_ms": 151974, "mean_ms": 107928.25, "min_ms": 48934, "run_count": 16 } }, "codegen_output_tokens": { "attempt_count": 56, "output_max": 26179, "output_mean": 11947.71875, "output_min": 4776, "run_count": 32 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 26, "output_max": 26179, "output_mean": 11493.9375, "output_min": 4776, "run_count": 16 }, "medium": { "attempt_count": 30, "output_max": 19479, "output_mean": 12401.5, "output_min": 5204, "run_count": 16 } }, "display_name": "Grok 4.5", "economics": { "all": 46.44987519778782, "highest": 41.17135321287196, "medium": 50.1913639178086 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "x-ai", "provider_model": "x-ai/grok-4.5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 13, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "first_pass_admitted": 7, "first_pass_rate": 0.4375, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1875, "model_code_failures": 3, "repaired_admitted": 6, "repaired_rate": 0.375 }, "medium": { "admitted_plugins": 15, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-02" ], "first_pass_admitted": 3, "first_pass_rate": 0.1875, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.0625, "model_code_failures": 1, "repaired_admitted": 12, "repaired_rate": 0.75 } }, "id": "x-ai/grok-4.5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:02Z", "match_totals_all": { "draws": 245, "losses": 234, "wins": 649 }, "match_totals_tracks": { "highest": { "draws": 104, "losses": 139, "wins": 281 }, "medium": { "draws": 141, "losses": 95, "wins": 368 } }, "model_slug": "x-ai-grok-4-5", "overall": { "max": 66.83613208021495, "mean": 45.681358565340275, "min": 11.001592922177778 }, "per_game": { "GB2-01": 58.22785256603646, "GB2-02": 11.4034471997158, "GB2-04": 11.001592922177776, "GB2-05": 48.10117101320647, "GB2-06": 51.42944139758407, "GB2-07": 59.14636993260279, "GB2-08": 48.889597458780386 }, "per_game_all": { "GB2-01": 55.38845666627698, "GB2-02": 21.318849734134474, "GB2-03": 53.46761933203254, "GB2-04": 13.405414185737063, "GB2-05": 57.46865154671071, "GB2-06": 54.80730063075308, "GB2-07": 62.07424338551404, "GB2-08": 53.66846610114365 }, "per_game_match_totals_all": { "GB2-01": { "draws": 17, "losses": 25, "wins": 118 }, "GB2-02": { "draws": 57, "losses": 2, "wins": 21 }, "GB2-03": { "draws": 53, "losses": 6, "wins": 21 }, "GB2-04": { "draws": 110, "losses": 31, "wins": 19 }, "GB2-05": { "draws": 0, "losses": 44, "wins": 116 }, "GB2-06": { "draws": 7, "losses": 58, "wins": 95 }, "GB2-07": { "draws": 0, "losses": 42, "wins": 126 }, "GB2-08": { "draws": 1, "losses": 26, "wins": 133 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 11, "losses": 6, "wins": 63 }, "GB2-02": { "draws": 34, "losses": 2, "wins": 4 }, "GB2-04": { "draws": 55, "losses": 17, "wins": 8 }, "GB2-05": { "draws": 0, "losses": 36, "wins": 44 }, "GB2-06": { "draws": 3, "losses": 35, "wins": 42 }, "GB2-07": { "draws": 0, "losses": 26, "wins": 58 }, "GB2-08": { "draws": 1, "losses": 17, "wins": 62 } }, "medium": { "GB2-01": { "draws": 6, "losses": 19, "wins": 55 }, "GB2-02": { "draws": 23, "losses": 0, "wins": 17 }, "GB2-03": { "draws": 53, "losses": 6, "wins": 21 }, "GB2-04": { "draws": 55, "losses": 14, "wins": 11 }, "GB2-05": { "draws": 0, "losses": 8, "wins": 72 }, "GB2-06": { "draws": 4, "losses": 23, "wins": 53 }, "GB2-07": { "draws": 0, "losses": 16, "wins": 68 }, "GB2-08": { "draws": 0, "losses": 9, "wins": 71 } } }, "per_game_raw_elo_all": { "GB2-01": 1693.488271235368, "GB2-02": 1566.6721563214246, "GB2-03": 1543.8491195243553, "GB2-04": 1480.350228491348, "GB2-05": 1675.882461878868, "GB2-06": 1598.590438289122, "GB2-07": 1706.5872960706129, "GB2-08": 1744.8826484105646 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1729.0471795844182, "GB2-02": 1508.952275545118, "GB2-04": 1467.5000467400714, "GB2-05": 1555.0265156319147, "GB2-06": 1557.562383696878, "GB2-07": 1664.8524239181024, "GB2-08": 1700.4092044504214 }, "medium": { "GB2-01": 1657.929362886318, "GB2-02": 1624.3920370977314, "GB2-03": 1543.8491195243553, "GB2-04": 1493.2004102426242, "GB2-05": 1796.7384081258215, "GB2-06": 1639.618492881366, "GB2-07": 1748.3221682231233, "GB2-08": 1789.3560923707078 } }, "per_game_tracks": { "highest": { "GB2-01": 58.22785256603646, "GB2-02": 11.4034471997158, "GB2-04": 11.001592922177776, "GB2-05": 48.10117101320647, "GB2-06": 51.42944139758407, "GB2-07": 59.14636993260279, "GB2-08": 48.889597458780386 }, "medium": { "GB2-01": 52.54906076651749, "GB2-02": 31.234252268553153, "GB2-03": 53.46761933203254, "GB2-04": 15.80923544929635, "GB2-05": 66.83613208021495, "GB2-06": 58.185159863922095, "GB2-07": 65.0021168384253, "GB2-08": 58.44733474350692 } }, "provider_color": "#9CA3AF", "provider_company": "xAI", "provider_key": "x-ai", "provider_text_color": "#0b1120", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 41.17135321287196, "medium": 50.191363917808594 }, "reasoning_agg": { "highest": { "max": 59.14636993260279, "mean": 41.17135321287196, "min": 11.001592922177778 }, "medium": { "max": 66.83613208021495, "mean": 50.191363917808594, "min": 15.80923544929635 } }, "score_diagnostics": { "ceiling_score": 66.83613208021495, "expected_score": 53.41694001576743, "reasoning_variance": 9.020010704936631, "reliability_score": 65.89281852794704, "uncertainty_avg": 34.10718147205295, "uncertainty_penalty": 7.735581450427155 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 59.14636993260279, "expected_score": 38.91851784974022, "reliability_score": 65.92563273826849, "uncertainty_avg": 34.07436726173151, "uncertainty_penalty": -2.2528353631317444 }, "medium": { "ceiling_score": 66.83613208021495, "expected_score": 64.10401055310763, "reliability_score": 65.89281852794704, "uncertainty_avg": 34.10718147205295, "uncertainty_penalty": 13.912646635299033 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 11 }, "evidence_basis": "Standard list-price estimate", "max": 12.13752, "mean": 8.1660015625, "median": 8.18098, "min": 4.7142525, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 11 }, "run_count": 8, "token_priced_attempt_count": 11, "total": 65.32801249999999 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 11 }, "evidence_basis": "Standard list-price estimate", "max": 0.24673750000000003, "mean": 0.16744, "median": 0.158095, "min": 0.108735, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 11 }, "run_count": 8, "token_priced_attempt_count": 11, "total": 1.33952 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.1192425, "mean": 0.0683559375, "median": 0.06152125, "min": 0.0542775, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 9, "token_priced_attempt_count": 10, "total": 0.6063375 } }, "codegen_cost_usd": { "admitted_cell_count": 24, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 32 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 12.13752, "mean": 2.8005991666666663, "median": 0.158095, "min": 0.0542775, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 32 }, "run_count": 25, "token_priced_attempt_count": 32, "total": 67.27386999999999 }, "codegen_latency_ms": { "attempt_count": 32, "max_ms": 309143, "mean_ms": 97936.92, "min_ms": 13711, "run_count": 25 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 11, "max_ms": 309143, "mean_ms": 245541.25, "min_ms": 194014, "run_count": 8 }, "medium": { "attempt_count": 11, "max_ms": 70195, "mean_ms": 41737.375, "min_ms": 27719, "run_count": 8 }, "none": { "attempt_count": 10, "max_ms": 27196, "mean_ms": 16688.222222222223, "min_ms": 13711, "run_count": 9 } }, "codegen_output_tokens": { "attempt_count": 32, "output_max": 806490, "output_mean": 177703.68, "output_min": 2382, "run_count": 25 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 11, "output_max": 806490, "output_mean": 542498.625, "output_min": 312998, "run_count": 8 }, "medium": { "attempt_count": 11, "output_max": 13756, "output_mean": 9389.25, "output_min": 6044, "run_count": 8 }, "none": { "attempt_count": 10, "output_max": 5458, "output_mean": 3054.3333333333335, "output_min": 2382, "run_count": 9 } }, "display_name": "GPT-5.6 Terra", "economics": { "all": 42.19352990614933, "highest": 57.607098593514515, "medium": 35.910461569583475, "none": 33.06302955535 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.6-terra", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 5, "first_pass_rate": 0.625, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 3, "repaired_rate": 0.375 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 5, "first_pass_rate": 0.625, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 3, "repaired_rate": 0.375 }, "none": { "admitted_plugins": 8, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 7, "first_pass_rate": 0.7777777777777778, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1111111111111111, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.1111111111111111 } }, "id": "gpt-5.6-terra", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:22Z", "match_totals_all": { "draws": 1271, "losses": 1079, "wins": 1613 }, "match_totals_tracks": { "highest": { "draws": 301, "losses": 272, "wins": 800 }, "medium": { "draws": 471, "losses": 373, "wins": 462 }, "none": { "draws": 499, "losses": 434, "wins": 351 } }, "model_slug": "gpt-5-6-terra", "overall": { "max": 100.0, "mean": 42.19352990614933, "min": 10.838789505864996 }, "per_game": { "GB2-01": 37.03063812445185, "GB2-02": 23.297513470769697, "GB2-03": 100.0, "GB2-04": 33.85082376288825, "GB2-05": 80.18278864235208, "GB2-06": 71.76237080818703, "GB2-07": 72.22469640238779, "GB2-08": 42.50795753707946 }, "per_game_all": { "GB2-01": 44.42611144398422, "GB2-02": 16.250270322825305, "GB2-03": 52.01024646464094, "GB2-04": 26.324008752906803, "GB2-05": 66.88208171178262, "GB2-06": 50.23538169230765, "GB2-07": 51.06505005265015, "GB2-08": 30.35508880809699 }, "per_game_match_totals_all": { "GB2-01": { "draws": 143, "losses": 174, "wins": 217 }, "GB2-02": { "draws": 436, "losses": 31, "wins": 47 }, "GB2-03": { "draws": 33, "losses": 15, "wins": 34 }, "GB2-04": { "draws": 374, "losses": 46, "wins": 90 }, "GB2-05": { "draws": 0, "losses": 160, "wins": 441 }, "GB2-06": { "draws": 16, "losses": 252, "wins": 295 }, "GB2-07": { "draws": 0, "losses": 268, "wins": 309 }, "GB2-08": { "draws": 269, "losses": 133, "wins": 180 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 38, "losses": 80, "wins": 58 }, "GB2-02": { "draws": 132, "losses": 12, "wins": 38 }, "GB2-03": { "draws": 6, "losses": 3, "wins": 28 }, "GB2-04": { "draws": 92, "losses": 16, "wins": 54 }, "GB2-05": { "draws": 0, "losses": 30, "wins": 185 }, "GB2-06": { "draws": 1, "losses": 47, "wins": 150 }, "GB2-07": { "draws": 0, "losses": 41, "wins": 166 }, "GB2-08": { "draws": 32, "losses": 43, "wins": 121 } }, "medium": { "GB2-01": { "draws": 48, "losses": 50, "wins": 82 }, "GB2-02": { "draws": 151, "losses": 8, "wins": 3 }, "GB2-03": { "draws": 17, "losses": 6, "wins": 2 }, "GB2-04": { "draws": 133, "losses": 20, "wins": 21 }, "GB2-05": { "draws": 0, "losses": 48, "wins": 144 }, "GB2-06": { "draws": 13, "losses": 84, "wins": 92 }, "GB2-07": { "draws": 0, "losses": 110, "wins": 76 }, "GB2-08": { "draws": 109, "losses": 47, "wins": 42 } }, "none": { "GB2-01": { "draws": 57, "losses": 44, "wins": 77 }, "GB2-02": { "draws": 153, "losses": 11, "wins": 6 }, "GB2-03": { "draws": 10, "losses": 6, "wins": 4 }, "GB2-04": { "draws": 149, "losses": 10, "wins": 15 }, "GB2-05": { "draws": 0, "losses": 82, "wins": 112 }, "GB2-06": { "draws": 2, "losses": 121, "wins": 53 }, "GB2-07": { "draws": 0, "losses": 117, "wins": 67 }, "GB2-08": { "draws": 128, "losses": 43, "wins": 17 } } }, "per_game_raw_elo_all": { "GB2-01": 1523.631200733511, "GB2-02": 1505.1932746464101, "GB2-03": 1552.6206291663868, "GB2-04": 1517.541632568919, "GB2-05": 1763.0796552868262, "GB2-06": 1509.7363391333674, "GB2-07": 1517.457365459785, "GB2-08": 1494.1024787726558 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1431.1821881901408, "GB2-02": 1545.289767505208, "GB2-03": 1726.1253813872777, "GB2-04": 1558.506800704954, "GB2-05": 1933.679334910949, "GB2-06": 1770.4153570626615, "GB2-07": 1818.0107769229128, "GB2-08": 1607.049252758707 }, "medium": { "GB2-01": 1571.8654129749273, "GB2-02": 1474.526184085617, "GB2-03": 1455.028170391493, "GB2-04": 1484.1160491905316, "GB2-05": 1754.0076749994753, "GB2-06": 1471.6275218884668, "GB2-07": 1369.1231225975473, "GB2-08": 1469.93922509029 }, "none": { "GB2-01": 1567.8460010354645, "GB2-02": 1495.7638723484058, "GB2-03": 1476.7083357203906, "GB2-04": 1510.0020478112715, "GB2-05": 1601.5519559500542, "GB2-06": 1287.166138448974, "GB2-07": 1365.238196858895, "GB2-08": 1405.3189584689703 } }, "per_game_tracks": { "highest": { "GB2-01": 37.03063812445185, "GB2-02": 23.297513470769697, "GB2-03": 100.0, "GB2-04": 33.85082376288825, "GB2-05": 80.18278864235208, "GB2-06": 71.76237080818703, "GB2-07": 72.22469640238779, "GB2-08": 42.50795753707946 }, "medium": { "GB2-01": 48.29093722140246, "GB2-02": 10.838789505864996, "GB2-03": 26.35446649301918, "GB2-04": 20.13941705311589, "GB2-05": 66.13437229960988, "GB2-06": 47.10837522132795, "GB2-07": 40.627029890432105, "GB2-08": 27.79030487189539 }, "none": { "GB2-01": 47.95675898609834, "GB2-02": 14.61450799184122, "GB2-03": 29.67627290090365, "GB2-04": 24.981785442716276, "GB2-05": 54.32908419338588, "GB2-06": 31.83539904740799, "GB2-07": 40.343423865130546, "GB2-08": 20.76700401531612 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 57.60709859351452, "medium": 35.910461569583475, "none": 33.06302955535 }, "reasoning_agg": { "highest": { "max": 100.0, "mean": 57.60709859351452, "min": 23.297513470769697 }, "medium": { "max": 66.13437229960988, "mean": 35.910461569583475, "min": 10.838789505864996 }, "none": { "max": 54.32908419338588, "mean": 33.06302955535, "min": 14.61450799184122 } }, "score_diagnostics": { "ceiling_score": 100.0, "expected_score": 47.72171738241333, "reasoning_variance": 24.544069038164523, "reliability_score": 93.45717819781378, "uncertainty_avg": 6.5428218021862286, "uncertainty_penalty": 5.5281874762640015 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 100.0, "expected_score": 53.431073172991326, "reliability_score": 95.32991117932734, "uncertainty_avg": 4.670088820672659, "uncertainty_penalty": -4.176025420523196 }, "medium": { "ceiling_score": 66.13437229960988, "expected_score": 38.20893918688545, "reliability_score": 93.2114915538635, "uncertainty_avg": 6.788508446136502, "uncertainty_penalty": 2.2984776173019767 }, "none": { "ceiling_score": 54.32908419338588, "expected_score": 51.525139787363216, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": 18.462110232013217 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.3825, "mean": 0.27230375, "median": 0.25636749999999997, "min": 0.236235, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 2.17843 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "max": 0.309345, "mean": 0.239705, "median": 0.232815, "min": 0.175235, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 1.91764 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "max": 0.144235, "mean": 0.12174125, "median": 0.121475, "min": 0.09594, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 0.97393 } }, "codegen_cost_usd": { "admitted_cell_count": 23, "cell_count": 24, "cost_basis_counts": { "local_list_price_estimate": 25 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.3825, "mean": 0.21125, "median": 0.22746, "min": 0.09594, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 25 }, "run_count": 24, "token_priced_attempt_count": 25, "total": 5.07 }, "codegen_latency_ms": { "attempt_count": 25, "max_ms": 119141, "mean_ms": 67663.83333333333, "min_ms": 22230, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 9, "max_ms": 119141, "mean_ms": 89291.25, "min_ms": 71750, "run_count": 8 }, "medium": { "attempt_count": 8, "max_ms": 104781, "mean_ms": 81464.875, "min_ms": 60531, "run_count": 8 }, "none": { "attempt_count": 8, "max_ms": 40585, "mean_ms": 32235.375, "min_ms": 22230, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 25, "output_max": 12027, "output_mean": 6543.833333333333, "output_min": 2138, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 9, "output_max": 12027, "output_mean": 8854.25, "output_min": 7068, "run_count": 8 }, "medium": { "attempt_count": 8, "output_max": 10689, "output_mean": 7745.0, "output_min": 5304, "run_count": 8 }, "none": { "attempt_count": 8, "output_max": 4031, "output_mean": 3032.25, "output_min": 2138, "run_count": 8 } }, "display_name": "Claude Opus 4.5", "economics": { "all": 42.61234954149975, "highest": 43.09225868476077, "medium": 38.861355526597144, "none": 45.67057735948555 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "anthropic", "provider_model": "claude-opus-4-5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.125 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 8, "first_pass_rate": 1.0, "model_code_failure_rate": 0.0, "model_code_failures": 0 }, "none": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 8, "first_pass_rate": 1.0, "model_code_failure_rate": 0.0, "model_code_failures": 0 } }, "id": "claude-opus-4-5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:50:22Z", "match_totals_all": { "draws": 1192, "losses": 1163, "wins": 1599 }, "match_totals_tracks": { "highest": { "draws": 350, "losses": 376, "wins": 533 }, "medium": { "draws": 429, "losses": 399, "wins": 476 }, "none": { "draws": 413, "losses": 388, "wins": 590 } }, "model_slug": "claude-opus-4-5", "overall": { "max": 78.90896540288884, "mean": 42.069798529615646, "min": 11.482980464184529 }, "per_game": { "GB2-01": 28.659703759107938, "GB2-02": 13.07288327052516, "GB2-04": 15.823192329999186, "GB2-05": 57.03687454599186, "GB2-06": 48.86096501324975, "GB2-07": 66.95579753782103, "GB2-08": 71.23639433663045 }, "per_game_all": { "GB2-01": 35.101020540754924, "GB2-02": 12.980378350144846, "GB2-03": 44.79511511400716, "GB2-04": 22.857706639490498, "GB2-05": 57.286138243702105, "GB2-06": 49.19726533304654, "GB2-07": 57.77296625735682, "GB2-08": 60.90820585349516 }, "per_game_match_totals_all": { "GB2-01": { "draws": 279, "losses": 218, "wins": 100 }, "GB2-02": { "draws": 487, "losses": 30, "wins": 30 }, "GB2-03": { "draws": 24, "losses": 8, "wins": 11 }, "GB2-04": { "draws": 278, "losses": 43, "wins": 63 }, "GB2-05": { "draws": 0, "losses": 260, "wins": 383 }, "GB2-06": { "draws": 27, "losses": 274, "wins": 269 }, "GB2-07": { "draws": 0, "losses": 243, "wins": 348 }, "GB2-08": { "draws": 97, "losses": 87, "wins": 395 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 67, "losses": 90, "wins": 19 }, "GB2-02": { "draws": 151, "losses": 8, "wins": 5 }, "GB2-04": { "draws": 120, "losses": 29, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 82, "wins": 112 }, "GB2-06": { "draws": 12, "losses": 88, "wins": 89 }, "GB2-07": { "draws": 0, "losses": 52, "wins": 132 }, "GB2-08": { "draws": 0, "losses": 27, "wins": 162 } }, "medium": { "GB2-01": { "draws": 106, "losses": 68, "wins": 30 }, "GB2-02": { "draws": 178, "losses": 9, "wins": 10 }, "GB2-03": { "draws": 9, "losses": 5, "wins": 6 }, "GB2-04": { "draws": 51, "losses": 5, "wins": 2 }, "GB2-05": { "draws": 0, "losses": 99, "wins": 129 }, "GB2-06": { "draws": 7, "losses": 93, "wins": 89 }, "GB2-07": { "draws": 0, "losses": 75, "wins": 131 }, "GB2-08": { "draws": 78, "losses": 45, "wins": 79 } }, "none": { "GB2-01": { "draws": 106, "losses": 60, "wins": 51 }, "GB2-02": { "draws": 158, "losses": 13, "wins": 15 }, "GB2-03": { "draws": 15, "losses": 3, "wins": 5 }, "GB2-04": { "draws": 107, "losses": 9, "wins": 47 }, "GB2-05": { "draws": 0, "losses": 79, "wins": 142 }, "GB2-06": { "draws": 8, "losses": 93, "wins": 91 }, "GB2-07": { "draws": 0, "losses": 116, "wins": 85 }, "GB2-08": { "draws": 19, "losses": 15, "wins": 154 } } }, "per_game_raw_elo_all": { "GB2-01": 1405.315785971182, "GB2-02": 1485.2683287070665, "GB2-03": 1532.3270137527377, "GB2-04": 1506.591825866254, "GB2-05": 1638.3660949387058, "GB2-06": 1496.9240642768038, "GB2-07": 1612.7275171430292, "GB2-08": 1778.517874656419 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1326.3495764650936, "GB2-02": 1487.3409069796846, "GB2-04": 1462.0402675941834, "GB2-05": 1636.486916757509, "GB2-06": 1492.9147765362331, "GB2-07": 1744.5797328806148, "GB2-08": 1874.9240848051988 }, "medium": { "GB2-01": 1409.0038878685773, "GB2-02": 1492.2674296240918, "GB2-03": 1535.4586566733617, "GB2-04": 1488.0734362229514, "GB2-05": 1619.4103608287369, "GB2-06": 1499.4169506198664, "GB2-07": 1665.8468310037947, "GB2-08": 1514.225764389215 }, "none": { "GB2-01": 1480.5938935798754, "GB2-02": 1476.1966495174229, "GB2-03": 1529.1953708321137, "GB2-04": 1569.6617737816275, "GB2-05": 1659.2010072298715, "GB2-06": 1498.4404656743122, "GB2-07": 1427.7559875446782, "GB2-08": 1946.403774774844 } }, "per_game_tracks": { "highest": { "GB2-01": 28.659703759107938, "GB2-02": 13.07288327052516, "GB2-04": 15.823192329999186, "GB2-05": 57.03687454599186, "GB2-06": 48.86096501324975, "GB2-07": 66.95579753782103, "GB2-08": 71.23639433663045 }, "medium": { "GB2-01": 35.429662268792015, "GB2-02": 14.385271315724854, "GB2-03": 44.876066552892205, "GB2-04": 16.7945013339251, "GB2-05": 55.88471911706098, "GB2-06": 49.39629209571456, "GB2-07": 61.54507370770128, "GB2-08": 32.579257820966184 }, "none": { "GB2-01": 41.21369559436482, "GB2-02": 11.482980464184529, "GB2-03": 44.71416367512211, "GB2-04": 35.95542625454721, "GB2-05": 58.93682106805347, "GB2-06": 49.33453889017528, "GB2-07": 44.81802752654815, "GB2-08": 78.90896540288884 } }, "provider_color": "#C58F68", "provider_company": "Anthropic", "provider_key": "anthropic", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 41.67746270276425, "medium": 38.86135552659715, "none": 45.67057735948555 }, "reasoning_agg": { "highest": { "max": 71.23639433663045, "mean": 41.67746270276425, "min": 13.07288327052516 }, "medium": { "max": 61.54507370770128, "mean": 38.86135552659715, "min": 14.385271315724854 }, "none": { "max": 78.90896540288884, "mean": 45.67057735948555, "min": 11.482980464184529 } }, "score_diagnostics": { "ceiling_score": 78.90896540288884, "expected_score": 53.11161863294158, "reasoning_variance": 6.809221832888397, "reliability_score": 91.38120907952688, "uncertainty_avg": 8.61879092047312, "uncertainty_penalty": 11.041820103325932 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 71.23639433663045, "expected_score": 37.14074422591184, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.536718476852414 }, "medium": { "ceiling_score": 61.54507370770128, "expected_score": 44.39389125593534, "reliability_score": 89.16207492394898, "uncertainty_avg": 10.837925076051016, "uncertainty_penalty": 5.532535729338186 }, "none": { "ceiling_score": 78.90896540288884, "expected_score": 72.86771078487212, "reliability_score": 92.71099092300427, "uncertainty_avg": 7.289009076995721, "uncertainty_penalty": 27.197133425386568 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "max": 0.454645, "mean": 0.28201406249999994, "median": 0.2695775, "min": 0.17401125, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 8, "token_priced_attempt_count": 10, "total": 2.2561125 }, "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.21477375, "mean": 0.17756265624999998, "median": 0.17285124999999998, "min": 0.1418975, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 1.4205012499999998 } }, "codegen_cost_usd": { "admitted_cell_count": 15, "cell_count": 16, "cost_basis_counts": { "local_standard_estimate": 19 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.454645, "mean": 0.22978835937499997, "median": 0.1997375, "min": 0.1418975, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 19 }, "run_count": 16, "token_priced_attempt_count": 19, "total": 3.67661375 }, "codegen_latency_ms": { "attempt_count": 19, "max_ms": 452838, "mean_ms": 201000.75, "min_ms": 115295, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 10, "max_ms": 452838, "mean_ms": 260996.125, "min_ms": 140461, "run_count": 8 }, "medium": { "attempt_count": 9, "max_ms": 181508, "mean_ms": 141005.375, "min_ms": 115295, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 19, "output_max": 43637, "output_mean": 21815.875, "output_min": 13286, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 10, "output_max": 43637, "output_mean": 26965.5, "output_min": 16148, "run_count": 8 }, "medium": { "attempt_count": 9, "output_max": 19618, "output_mean": 16666.25, "output_min": 13286, "run_count": 8 } }, "display_name": "GPT 5", "economics": { "all": 40.57800232356935, "highest": 44.6528379815263, "medium": 39.65661326048427 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 2, "repaired_rate": 0.25 }, "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02" ], "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.125 } }, "id": "gpt-5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:07Z", "match_totals_all": { "draws": 708, "losses": 770, "wins": 1038 }, "match_totals_tracks": { "highest": { "draws": 429, "losses": 305, "wins": 559 }, "medium": { "draws": 279, "losses": 465, "wins": 479 } }, "model_slug": "gpt-5", "overall": { "max": 82.16527921865402, "mean": 41.50372682431928, "min": 14.429040501509393 }, "per_game": { "GB2-01": 38.03123776136748, "GB2-02": 14.429040501509393, "GB2-03": 51.33095440558088, "GB2-04": 20.10493995228072, "GB2-05": 82.16527921865402, "GB2-06": 70.67858574947873, "GB2-07": 60.914363604458195, "GB2-08": 19.56830265888095 }, "per_game_all": { "GB2-01": 29.53341805636795, "GB2-02": 14.429040501509393, "GB2-03": 45.784952302959944, "GB2-04": 19.797375517872545, "GB2-05": 75.23558743734179, "GB2-06": 58.758698915010655, "GB2-07": 63.3037699536942, "GB2-08": 17.78117590379835 }, "per_game_match_totals_all": { "GB2-01": { "draws": 64, "losses": 211, "wins": 107 }, "GB2-02": { "draws": 144, "losses": 17, "wins": 11 }, "GB2-03": { "draws": 37, "losses": 26, "wins": 24 }, "GB2-04": { "draws": 222, "losses": 60, "wins": 46 }, "GB2-05": { "draws": 0, "losses": 87, "wins": 328 }, "GB2-06": { "draws": 17, "losses": 122, "wins": 227 }, "GB2-07": { "draws": 0, "losses": 126, "wins": 268 }, "GB2-08": { "draws": 224, "losses": 121, "wins": 27 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 32, "losses": 70, "wins": 76 }, "GB2-02": { "draws": 144, "losses": 17, "wins": 11 }, "GB2-03": { "draws": 12, "losses": 13, "wins": 14 }, "GB2-04": { "draws": 124, "losses": 23, "wins": 17 }, "GB2-05": { "draws": 0, "losses": 23, "wins": 169 }, "GB2-06": { "draws": 8, "losses": 37, "wins": 131 }, "GB2-07": { "draws": 0, "losses": 67, "wins": 119 }, "GB2-08": { "draws": 109, "losses": 55, "wins": 22 } }, "medium": { "GB2-01": { "draws": 32, "losses": 141, "wins": 31 }, "GB2-03": { "draws": 25, "losses": 13, "wins": 10 }, "GB2-04": { "draws": 98, "losses": 37, "wins": 29 }, "GB2-05": { "draws": 0, "losses": 64, "wins": 159 }, "GB2-06": { "draws": 9, "losses": 85, "wins": 96 }, "GB2-07": { "draws": 0, "losses": 59, "wins": 149 }, "GB2-08": { "draws": 115, "losses": 66, "wins": 5 } } }, "per_game_raw_elo_all": { "GB2-01": 1336.142922203901, "GB2-02": 1494.5068949772526, "GB2-03": 1511.8787356489715, "GB2-04": 1483.1903870916465, "GB2-05": 1870.3951056389083, "GB2-06": 1613.6197039662711, "GB2-07": 1691.5736822018998, "GB2-08": 1377.687212857108 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1443.5446665239044, "GB2-02": 1494.5068949772526, "GB2-03": 1536.3665196595405, "GB2-04": 1484.8345438109034, "GB2-05": 1960.8328098869608, "GB2-06": 1758.9621117388845, "GB2-07": 1658.305456631933, "GB2-08": 1394.3186977418932 }, "medium": { "GB2-01": 1228.7411778838975, "GB2-03": 1487.3909516384024, "GB2-04": 1481.5462303723896, "GB2-05": 1779.9574013908557, "GB2-06": 1468.277296193658, "GB2-07": 1724.8419077718663, "GB2-08": 1361.0557279723228 } }, "per_game_tracks": { "highest": { "GB2-01": 38.03123776136748, "GB2-02": 14.429040501509393, "GB2-03": 51.33095440558088, "GB2-04": 20.10493995228072, "GB2-05": 82.16527921865402, "GB2-06": 70.67858574947873, "GB2-07": 60.914363604458195, "GB2-08": 19.56830265888095 }, "medium": { "GB2-01": 21.03559835136842, "GB2-03": 40.238950200339005, "GB2-04": 19.489811083464367, "GB2-05": 68.30589565602956, "GB2-06": 46.83881208054259, "GB2-07": 65.69317630293021, "GB2-08": 15.994049148715748 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 44.65283798152629, "medium": 38.35461566711227 }, "reasoning_agg": { "highest": { "max": 82.16527921865402, "mean": 44.65283798152629, "min": 14.429040501509393 }, "medium": { "max": 68.30589565602956, "mean": 38.35461566711227, "min": 15.994049148715748 } }, "score_diagnostics": { "ceiling_score": 82.16527921865402, "expected_score": 38.64590583064388, "reasoning_variance": 6.298222314414019, "reliability_score": 96.06340544170119, "uncertainty_avg": 3.936594558298807, "uncertainty_penalty": -2.8578209936753964 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 82.16527921865402, "expected_score": 39.61073160770308, "reliability_score": 95.58663231197382, "uncertainty_avg": 4.413367688026185, "uncertainty_penalty": -5.042106373823209 }, "medium": { "ceiling_score": 68.30589565602956, "expected_score": 42.06011067949979, "reliability_score": 96.04591836734694, "uncertainty_avg": 3.9540816326530615, "uncertainty_penalty": 3.705495012387523 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.226689264, "mean": 0.16037539425, "median": 0.140728509, "min": 0.10689655, "recorded_attempt_count": 18, "run_count": 8, "total": 1.283003154 } }, "codegen_cost_usd": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.226689264, "mean": 0.16037539425, "median": 0.140728509, "min": 0.10689655, "recorded_attempt_count": 18, "run_count": 8, "total": 1.283003154 }, "codegen_latency_ms": { "attempt_count": 18, "max_ms": 1108247, "mean_ms": 850298.125, "min_ms": 548194, "run_count": 8 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 18, "max_ms": 1108247, "mean_ms": 850298.125, "min_ms": 548194, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 18, "output_max": 56063, "output_mean": 38535.375, "output_min": 23283, "run_count": 8 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 18, "output_max": 56063, "output_mean": 38535.375, "output_min": 23283, "run_count": 8 } }, "display_name": "Kimi K2.7 Code", "economics": { "all": 43.5273049102168, "medium": 43.5273049102168 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "moonshotai", "provider_model": "moonshotai/kimi-k2.7-code", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03", "GB2-06" ], "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 6, "repaired_rate": 0.75 } }, "id": "moonshotai/kimi-k2.7-code", "is_recent_addition": false, "last_measured_at": "2026-07-18T14:35:59Z", "match_totals_all": { "draws": 309, "losses": 361, "wins": 531 }, "match_totals_tracks": { "medium": { "draws": 309, "losses": 361, "wins": 531 } }, "model_slug": "moonshotai-kimi-k2-7-code", "overall": { "max": 59.41026994182745, "mean": 40.50672145306643, "min": 17.581567025013598 }, "per_game_all": { "GB2-01": 45.29076855762162, "GB2-02": 17.581567025013598, "GB2-04": 21.824317816622944, "GB2-05": 59.41026994182745, "GB2-07": 58.27438692501393, "GB2-08": 58.78251919520124 }, "per_game_match_totals_all": { "GB2-01": { "draws": 3, "losses": 106, "wins": 97 }, "GB2-02": { "draws": 158, "losses": 20, "wins": 11 }, "GB2-04": { "draws": 127, "losses": 32, "wins": 16 }, "GB2-05": { "draws": 0, "losses": 73, "wins": 150 }, "GB2-07": { "draws": 0, "losses": 100, "wins": 115 }, "GB2-08": { "draws": 21, "losses": 30, "wins": 142 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 3, "losses": 106, "wins": 97 }, "GB2-02": { "draws": 158, "losses": 20, "wins": 11 }, "GB2-04": { "draws": 127, "losses": 32, "wins": 16 }, "GB2-05": { "draws": 0, "losses": 73, "wins": 150 }, "GB2-07": { "draws": 0, "losses": 100, "wins": 115 }, "GB2-08": { "draws": 21, "losses": 30, "wins": 142 } } }, "per_game_raw_elo_all": { "GB2-01": 1532.363238012958, "GB2-02": 1511.4661034845751, "GB2-04": 1493.0370519838302, "GB2-05": 1665.189160421109, "GB2-07": 1618.640015606257, "GB2-08": 1758.7242311131176 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1532.363238012958, "GB2-02": 1511.4661034845751, "GB2-04": 1493.0370519838302, "GB2-05": 1665.189160421109, "GB2-07": 1618.640015606257, "GB2-08": 1758.7242311131176 } }, "per_game_tracks": { "medium": { "GB2-01": 45.29076855762162, "GB2-02": 17.581567025013598, "GB2-04": 21.824317816622944, "GB2-05": 59.41026994182745, "GB2-07": 58.27438692501393, "GB2-08": 58.78251919520124 } }, "provider_color": "#7C3AED", "provider_company": "Moonshot", "provider_key": "moonshotai", "provider_text_color": "#faf5ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 40.50672145306643 }, "reasoning_agg": { "medium": { "max": 59.41026994182745, "mean": 40.50672145306643, "min": 17.581567025013598 } }, "score_diagnostics": { "ceiling_score": 59.41026994182745, "expected_score": 50.89244220932821, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 10.385720756261776 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 59.41026994182745, "expected_score": 50.89244220932821, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 10.385720756261776 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 16 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.10909930499999998, "mean": 0.082847753875, "median": 0.084146916, "min": 0.03951746, "recorded_attempt_count": 16, "run_count": 8, "total": 0.662782031 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 12 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.029078938, "mean": 0.015562441375, "median": 0.0131167185, "min": 0.005612805, "recorded_attempt_count": 12, "run_count": 8, "total": 0.124499531 } }, "codegen_cost_usd": { "admitted_cell_count": 13, "cell_count": 16, "cost_basis_counts": { "provider_reported": 28 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.10909930499999998, "mean": 0.049205097625000006, "median": 0.034298199, "min": 0.005612805, "recorded_attempt_count": 28, "run_count": 16, "total": 0.787281562 }, "codegen_latency_ms": { "attempt_count": 28, "max_ms": 1214284, "mean_ms": 465438.125, "min_ms": 42870, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 16, "max_ms": 1214284, "mean_ms": 845698.625, "min_ms": 162422, "run_count": 8 }, "none": { "attempt_count": 12, "max_ms": 162843, "mean_ms": 85177.625, "min_ms": 42870, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 28, "output_max": 80681, "output_mean": 29459.75, "output_min": 2689, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 16, "output_max": 80681, "output_mean": 54027.75, "output_min": 8210, "run_count": 8 }, "none": { "attempt_count": 12, "output_max": 7681, "output_mean": 4891.75, "output_min": 2689, "run_count": 8 } }, "display_name": "DeepSeek V4 Pro", "economics": { "all": 36.786524234685814, "highest": 44.70871398411597, "none": 36.771933798813855 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "deepseek", "provider_model": "deepseek/deepseek-v4-pro", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "first_pass_admitted": 1, "first_pass_rate": 0.125, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 5, "repaired_rate": 0.625 }, "none": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-04" ], "first_pass_admitted": 4, "first_pass_rate": 0.5, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 3, "repaired_rate": 0.375 } }, "id": "deepseek/deepseek-v4-pro", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:50:09Z", "match_totals_all": { "draws": 669, "losses": 739, "wins": 859 }, "match_totals_tracks": { "highest": { "draws": 265, "losses": 343, "wins": 470 }, "none": { "draws": 404, "losses": 396, "wins": 389 } }, "model_slug": "deepseek-deepseek-v4-pro", "overall": { "max": 85.75114955106763, "mean": 38.58539593659148, "min": 10.465061755242804 }, "per_game": { "GB2-01": 47.13854557235755, "GB2-04": 25.345511091461717, "GB2-05": 85.75114955106763, "GB2-06": 34.23774898057906, "GB2-07": 60.79382125920891, "GB2-08": 14.985507450020902 }, "per_game_all": { "GB2-01": 41.25896528332875, "GB2-02": 10.465061755242804, "GB2-03": 27.11799441187583, "GB2-04": 25.345511091461717, "GB2-05": 61.33084144608364, "GB2-06": 54.645765579484504, "GB2-07": 53.842867768701964, "GB2-08": 20.285186541307354 }, "per_game_match_totals_all": { "GB2-01": { "draws": 95, "losses": 157, "wins": 131 }, "GB2-02": { "draws": 168, "losses": 15, "wins": 3 }, "GB2-03": { "draws": 5, "losses": 10, "wins": 6 }, "GB2-04": { "draws": 106, "losses": 33, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 147, "wins": 266 }, "GB2-06": { "draws": 16, "losses": 143, "wins": 197 }, "GB2-07": { "draws": 0, "losses": 163, "wins": 204 }, "GB2-08": { "draws": 279, "losses": 71, "wins": 28 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 29, "losses": 73, "wins": 76 }, "GB2-04": { "draws": 106, "losses": 33, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 16, "wins": 176 }, "GB2-06": { "draws": 3, "losses": 108, "wins": 65 }, "GB2-07": { "draws": 0, "losses": 65, "wins": 118 }, "GB2-08": { "draws": 127, "losses": 48, "wins": 11 } }, "none": { "GB2-01": { "draws": 66, "losses": 84, "wins": 55 }, "GB2-02": { "draws": 168, "losses": 15, "wins": 3 }, "GB2-03": { "draws": 5, "losses": 10, "wins": 6 }, "GB2-05": { "draws": 0, "losses": 131, "wins": 90 }, "GB2-06": { "draws": 13, "losses": 35, "wins": 132 }, "GB2-07": { "draws": 0, "losses": 98, "wins": 86 }, "GB2-08": { "draws": 152, "losses": 23, "wins": 17 } } }, "per_game_raw_elo_all": { "GB2-01": 1482.9527679671778, "GB2-02": 1470.2711062713329, "GB2-03": 1464.8131949351737, "GB2-04": 1512.9440218097536, "GB2-05": 1691.0610118562627, "GB2-06": 1564.0577047241036, "GB2-07": 1557.7036179063564, "GB2-08": 1400.7610795548226 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1557.5991820583583, "GB2-04": 1512.9440218097536, "GB2-05": 2007.0964504243177, "GB2-06": 1316.3454906374743, "GB2-07": 1656.8247006220377, "GB2-08": 1351.6699661790897 }, "none": { "GB2-01": 1408.3063538759975, "GB2-02": 1470.2711062713329, "GB2-03": 1464.8131949351737, "GB2-05": 1375.0255732882074, "GB2-06": 1811.769918810733, "GB2-07": 1458.5825351906751, "GB2-08": 1449.8521929305557 } }, "per_game_tracks": { "highest": { "GB2-01": 47.13854557235755, "GB2-04": 25.345511091461717, "GB2-05": 85.75114955106763, "GB2-06": 34.23774898057906, "GB2-07": 60.79382125920891, "GB2-08": 14.985507450020902 }, "none": { "GB2-01": 35.37938499429994, "GB2-02": 10.465061755242804, "GB2-03": 27.11799441187583, "GB2-05": 36.91053334109965, "GB2-06": 75.05378217838995, "GB2-07": 46.891914278195024, "GB2-08": 25.584865632593804 } }, "provider_color": "#4C8BF5", "provider_company": "DeepSeek", "provider_key": "deepseek", "provider_text_color": "#f6f9ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 41.60614647782431, "none": 35.56464539535866 }, "reasoning_agg": { "highest": { "max": 85.75114955106763, "mean": 41.60614647782431, "min": 14.985507450020902 }, "none": { "max": 75.05378217838995, "mean": 35.56464539535866, "min": 10.465061755242804 } }, "score_diagnostics": { "ceiling_score": 85.75114955106763, "expected_score": 43.44456951993678, "reasoning_variance": 6.0415010824656505, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 4.859173583345296 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 85.75114955106763, "expected_score": 38.14202946476196, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -3.4641170130623493 }, "none": { "ceiling_score": 75.05378217838995, "expected_score": 49.49388117958325, "reliability_score": 91.02137740317069, "uncertainty_avg": 8.978622596829315, "uncertainty_penalty": 13.929235784224588 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 10, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "max": 0.4567, "mean": 0.3660333333333334, "median": 0.355077, "min": 0.234622, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 10, "token_priced_attempt_count": 10, "total": 3.5443080000000005 }, "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.132112, "mean": 0.0780535, "median": 0.06797, "min": 0.05673, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 0.624428 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 8 }, "evidence_basis": "Standard list-price estimate", "max": 0.07806, "mean": 0.06121625, "median": 0.061152, "min": 0.049788, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 8 }, "run_count": 8, "token_priced_attempt_count": 8, "total": 0.48973 } }, "codegen_cost_usd": { "admitted_cell_count": 25, "cell_count": 24, "cost_basis_counts": { "local_list_price_estimate": 27 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.4567, "mean": 0.16843436111111112, "median": 0.074902, "min": 0.049788, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 27 }, "run_count": 26, "token_priced_attempt_count": 27, "total": 4.658466000000001 }, "codegen_latency_ms": { "attempt_count": 27, "max_ms": 417022, "mean_ms": 137440.38461538462, "min_ms": 20798, "run_count": 26 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 10, "max_ms": 417022, "mean_ms": 302024.2, "min_ms": 185272, "run_count": 10 }, "medium": { "attempt_count": 9, "max_ms": 95118, "mean_ms": 42408.875, "min_ms": 23645, "run_count": 8 }, "none": { "attempt_count": 8, "max_ms": 31612, "mean_ms": 26742.125, "min_ms": 20798, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 27, "output_max": 43177, "output_mean": 15319.307692307691, "output_min": 2627, "run_count": 26 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 10, "output_max": 43177, "output_mean": 32906.3, "output_min": 21120, "run_count": 10 }, "medium": { "attempt_count": 9, "output_max": 10845, "output_mean": 5045.625, "output_min": 3136, "run_count": 8 }, "none": { "attempt_count": 8, "output_max": 4594, "output_mean": 3609.25, "output_min": 2627, "run_count": 8 } }, "display_name": "Claude Sonnet 5", "economics": { "all": 37.53186152681678, "highest": 40.57860418225833, "medium": 36.75508899972182, "none": 37.57939843199437 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "anthropic", "provider_model": "claude-sonnet-5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 10, "evaluated_cells": 10, "first_pass_admitted": 10, "first_pass_rate": 1.0, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 18, "model_code_failure_rate": 0.0, "model_code_failures": 0 }, "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 6, "first_pass_rate": 0.75, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.125 }, "none": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 8, "first_pass_rate": 1.0, "infra_excluded_game_aliases": [ "GB2-01" ], "infra_failures_excluded": 1, "model_code_failure_rate": 0.0, "model_code_failures": 0 } }, "id": "claude-sonnet-5", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:52:21Z", "match_totals_all": { "draws": 1389, "losses": 1258, "wins": 1633 }, "match_totals_tracks": { "highest": { "draws": 444, "losses": 435, "wins": 645 }, "medium": { "draws": 458, "losses": 419, "wins": 487 }, "none": { "draws": 487, "losses": 404, "wins": 501 } }, "model_slug": "claude-sonnet-5", "overall": { "max": 66.50406286570629, "mean": 36.81174373663161, "min": 0.0 }, "per_game": { "GB2-01": 63.67950167428481, "GB2-02": 25.090411884130972, "GB2-03": 0.0, "GB2-04": 37.04323878185268, "GB2-05": 64.79650419125173, "GB2-06": 57.171804844224184, "GB2-07": 54.43001195791607, "GB2-08": 22.41736012440615 }, "per_game_all": { "GB2-01": 54.105049932453305, "GB2-02": 17.048809599981187, "GB2-03": 18.21503273152862, "GB2-04": 27.80132573909029, "GB2-05": 57.557815182606134, "GB2-06": 51.27991333621538, "GB2-07": 56.77280289856791, "GB2-08": 17.47414279409147 }, "per_game_match_totals_all": { "GB2-01": { "draws": 97, "losses": 156, "wins": 359 }, "GB2-02": { "draws": 485, "losses": 40, "wins": 43 }, "GB2-03": { "draws": 17, "losses": 29, "wins": 10 }, "GB2-04": { "draws": 376, "losses": 43, "wins": 93 }, "GB2-05": { "draws": 0, "losses": 267, "wins": 397 }, "GB2-06": { "draws": 26, "losses": 272, "wins": 280 }, "GB2-07": { "draws": 0, "losses": 301, "wins": 401 }, "GB2-08": { "draws": 388, "losses": 150, "wins": 50 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 28, "losses": 36, "wins": 138 }, "GB2-02": { "draws": 143, "losses": 11, "wins": 31 }, "GB2-03": { "draws": 4, "losses": 22, "wins": 5 }, "GB2-04": { "draws": 126, "losses": 14, "wins": 45 }, "GB2-05": { "draws": 0, "losses": 77, "wins": 139 }, "GB2-06": { "draws": 17, "losses": 84, "wins": 106 }, "GB2-07": { "draws": 0, "losses": 142, "wins": 145 }, "GB2-08": { "draws": 126, "losses": 49, "wins": 36 } }, "medium": { "GB2-01": { "draws": 38, "losses": 80, "wins": 87 }, "GB2-02": { "draws": 172, "losses": 13, "wins": 3 }, "GB2-04": { "draws": 112, "losses": 18, "wins": 33 }, "GB2-05": { "draws": 0, "losses": 74, "wins": 149 }, "GB2-06": { "draws": 4, "losses": 97, "wins": 80 }, "GB2-07": { "draws": 0, "losses": 92, "wins": 124 }, "GB2-08": { "draws": 132, "losses": 45, "wins": 11 } }, "none": { "GB2-01": { "draws": 31, "losses": 40, "wins": 134 }, "GB2-02": { "draws": 170, "losses": 16, "wins": 9 }, "GB2-03": { "draws": 13, "losses": 7, "wins": 5 }, "GB2-04": { "draws": 138, "losses": 11, "wins": 15 }, "GB2-05": { "draws": 0, "losses": 116, "wins": 109 }, "GB2-06": { "draws": 5, "losses": 91, "wins": 94 }, "GB2-07": { "draws": 0, "losses": 67, "wins": 132 }, "GB2-08": { "draws": 130, "losses": 56, "wins": 3 } } }, "per_game_raw_elo_all": { "GB2-01": 1642.883855037674, "GB2-02": 1508.34460447178, "GB2-03": 1419.6997009961153, "GB2-04": 1525.4054382090683, "GB2-05": 1641.3924809719638, "GB2-06": 1522.0526744913402, "GB2-07": 1596.3554786966197, "GB2-08": 1374.1079432379527 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1762.925387581977, "GB2-02": 1555.4872213111505, "GB2-03": 1345.4269744064488, "GB2-04": 1573.5715975142334, "GB2-05": 1735.1081095036748, "GB2-06": 1592.5756149645515, "GB2-07": 1560.1947024692745, "GB2-08": 1419.0540128261568 }, "medium": { "GB2-01": 1443.1087668140876, "GB2-02": 1468.3676297864029, "GB2-04": 1515.9469791946428, "GB2-05": 1756.7107870985228, "GB2-06": 1417.0942451711392, "GB2-07": 1580.0717347851164, "GB2-08": 1383.3975126241307 }, "none": { "GB2-01": 1722.617410716957, "GB2-02": 1501.1789623177865, "GB2-03": 1493.9724275857818, "GB2-04": 1486.6977379183295, "GB2-05": 1432.358546313694, "GB2-06": 1556.48816333833, "GB2-07": 1648.799998835468, "GB2-08": 1319.8723042635704 } }, "per_game_tracks": { "highest": { "GB2-01": 63.67950167428481, "GB2-02": 25.090411884130972, "GB2-03": 0.0, "GB2-04": 37.04323878185268, "GB2-05": 64.79650419125173, "GB2-06": 57.171804844224184, "GB2-07": 54.43001195791607, "GB2-08": 22.41736012440615 }, "medium": { "GB2-01": 38.158374372380486, "GB2-02": 10.164730563488815, "GB2-04": 25.907259785377427, "GB2-05": 66.50406286570629, "GB2-06": 42.56668046962967, "GB2-07": 55.57306742942482, "GB2-08": 18.411447512045243 }, "none": { "GB2-01": 60.47727375069463, "GB2-02": 15.891286352323776, "GB2-03": 36.43006546305724, "GB2-04": 20.45347865004077, "GB2-05": 41.37287849086039, "GB2-06": 54.10125469479228, "GB2-07": 60.31532930836284, "GB2-08": 11.593620745823015 } }, "provider_color": "#C58F68", "provider_company": "Anthropic", "provider_key": "anthropic", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 40.57860418225832, "medium": 35.54835364117075, "none": 34.30827338646576 }, "reasoning_agg": { "highest": { "max": 64.79650419125173, "mean": 40.57860418225832, "min": 0.0 }, "medium": { "max": 66.50406286570629, "mean": 35.54835364117075, "min": 10.164730563488815 }, "none": { "max": 60.31532930836284, "mean": 34.30827338646576, "min": 11.593620745823015 } }, "score_diagnostics": { "ceiling_score": 66.50406286570629, "expected_score": 43.67218262967913, "reasoning_variance": 6.27033079579256, "reliability_score": 93.81584904891184, "uncertainty_avg": 6.184150951088153, "uncertainty_penalty": 6.860438893047515 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 64.79650419125173, "expected_score": 35.27495462816515, "reliability_score": 94.42020654396019, "uncertainty_avg": 5.579793456039804, "uncertainty_penalty": -5.30364955409317 }, "medium": { "ceiling_score": 66.50406286570629, "expected_score": 39.85597852577488, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 4.307624884604131 }, "none": { "ceiling_score": 60.31532930836284, "expected_score": 57.246943786632855, "reliability_score": 93.2114915538635, "uncertainty_avg": 6.788508446136502, "uncertainty_penalty": 22.938670400167098 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.2996388, "mean": 0.13471628689999998, "median": 0.1144847257, "min": 0.0276132876, "recorded_attempt_count": 17, "run_count": 8, "total": 1.0777302952 }, "none": { "admitted_cell_count": 6, "cell_count": 7, "cost_basis_counts": { "provider_reported": 10 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.1311545862, "mean": 0.02955606902857143, "median": 0.0063034062, "min": 0.0057139812, "recorded_attempt_count": 10, "run_count": 7, "total": 0.2068924832 } }, "codegen_cost_usd": { "admitted_cell_count": 12, "cell_count": 15, "cost_basis_counts": { "provider_reported": 27 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.2996388, "mean": 0.08564151856, "median": 0.0495450162, "min": 0.0057139812, "recorded_attempt_count": 27, "run_count": 15, "total": 1.2846227783999995 }, "codegen_latency_ms": { "attempt_count": 27, "max_ms": 2144825, "mean_ms": 717544.7333333333, "min_ms": 43161, "run_count": 15 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 17, "max_ms": 2144825, "mean_ms": 1159734.625, "min_ms": 304276, "run_count": 8 }, "none": { "attempt_count": 10, "max_ms": 886851, "mean_ms": 212184.85714285713, "min_ms": 43161, "run_count": 7 } }, "codegen_output_tokens": { "attempt_count": 27, "output_max": 131072, "output_mean": 42903.2, "output_min": 2846, "run_count": 15 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 17, "output_max": 131072, "output_mean": 71259.5, "output_min": 16045, "run_count": 8 }, "none": { "attempt_count": 10, "output_max": 42691, "output_mean": 10496.0, "output_min": 2846, "run_count": 7 } }, "display_name": "MiMo-V2.5-Pro", "economics": { "all": 34.287683937285244, "medium": 42.4596419290968, "none": 34.32361051437528 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "xiaomi", "provider_model": "xiaomi/mimo-v2.5-pro", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 6, "repaired_rate": 0.75 }, "none": { "admitted_plugins": 6, "evaluated_cells": 7, "failed_game_aliases": [ "GB2-04" ], "first_pass_admitted": 4, "first_pass_rate": 0.5714285714285714, "model_code_failure_rate": 0.14285714285714285, "model_code_failures": 1, "repaired_admitted": 2, "repaired_rate": 0.2857142857142857 } }, "id": "xiaomi/mimo-v2.5-pro", "is_recent_addition": false, "last_measured_at": "2026-07-18T13:39:33Z", "match_totals_all": { "draws": 462, "losses": 898, "wins": 838 }, "match_totals_tracks": { "medium": { "draws": 247, "losses": 429, "wins": 492 }, "none": { "draws": 215, "losses": 469, "wins": 346 } }, "model_slug": "xiaomi-mimo-v2-5-pro", "overall": { "max": 68.412551151382, "mean": 36.26958562038245, "min": 11.938705607217443 }, "per_game_all": { "GB2-01": 49.18419003288177, "GB2-02": 11.938705607217443, "GB2-03": 32.48619403221036, "GB2-04": 30.114997119927704, "GB2-05": 32.69910683959104, "GB2-06": 53.57816906077814, "GB2-07": 50.93657722929964, "GB2-08": 13.36353157637584 }, "per_game_match_totals_all": { "GB2-01": { "draws": 68, "losses": 128, "wins": 212 }, "GB2-02": { "draws": 153, "losses": 24, "wins": 10 }, "GB2-03": { "draws": 14, "losses": 7, "wins": 5 }, "GB2-04": { "draws": 97, "losses": 26, "wins": 39 }, "GB2-05": { "draws": 0, "losses": 292, "wins": 152 }, "GB2-06": { "draws": 2, "losses": 155, "wins": 202 }, "GB2-07": { "draws": 0, "losses": 208, "wins": 218 }, "GB2-08": { "draws": 128, "losses": 58, "wins": 0 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 20, "losses": 36, "wins": 147 }, "GB2-04": { "draws": 97, "losses": 26, "wins": 39 }, "GB2-05": { "draws": 0, "losses": 145, "wins": 78 }, "GB2-06": { "draws": 2, "losses": 45, "wins": 130 }, "GB2-07": { "draws": 0, "losses": 119, "wins": 98 }, "GB2-08": { "draws": 128, "losses": 58, "wins": 0 } }, "none": { "GB2-01": { "draws": 48, "losses": 92, "wins": 65 }, "GB2-02": { "draws": 153, "losses": 24, "wins": 10 }, "GB2-03": { "draws": 14, "losses": 7, "wins": 5 }, "GB2-05": { "draws": 0, "losses": 147, "wins": 74 }, "GB2-06": { "draws": 0, "losses": 110, "wins": 72 }, "GB2-07": { "draws": 0, "losses": 89, "wins": 120 } } }, "per_game_raw_elo_all": { "GB2-01": 1581.2576760906763, "GB2-02": 1478.771633660387, "GB2-03": 1477.2621371920486, "GB2-04": 1538.5360765579255, "GB2-05": 1320.6311675927427, "GB2-06": 1550.9667509635835, "GB2-07": 1514.1749280678787, "GB2-08": 1336.5754200595743 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1766.7949819491082, "GB2-04": 1538.5360765579255, "GB2-05": 1313.814207923553, "GB2-06": 1731.3538953086795, "GB2-07": 1453.4926523128145, "GB2-08": 1336.5754200595743 }, "none": { "GB2-01": 1395.7203702322447, "GB2-02": 1478.771633660387, "GB2-03": 1477.2621371920486, "GB2-05": 1327.4481272619323, "GB2-06": 1370.5796066184876, "GB2-07": 1574.857203822943 } }, "per_game_tracks": { "medium": { "GB2-01": 63.99399190662281, "GB2-04": 30.114997119927704, "GB2-05": 32.17538303972932, "GB2-06": 68.412551151382, "GB2-07": 46.69739678054314, "GB2-08": 13.36353157637584 }, "none": { "GB2-01": 34.37438815914073, "GB2-02": 11.938705607217443, "GB2-03": 32.48619403221036, "GB2-05": 33.22283063945276, "GB2-06": 38.74378697017428, "GB2-07": 55.17575767805614 } }, "provider_color": "#FF6900", "provider_company": "Xiaomi", "provider_key": "xiaomi", "provider_text_color": "#fff7f1", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 39.51314909495272, "none": 33.02602214581218 }, "reasoning_agg": { "medium": { "max": 68.412551151382, "mean": 39.51314909495272, "min": 13.36353157637584 }, "none": { "max": 55.17575767805614, "mean": 33.02602214581218, "min": 11.938705607217443 } }, "score_diagnostics": { "ceiling_score": 68.412551151382, "expected_score": 48.762017462546545, "reasoning_variance": 6.487126949140546, "reliability_score": 93.44061939188279, "uncertainty_avg": 6.559380608117202, "uncertainty_penalty": 12.492431842164095 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 68.412551151382, "expected_score": 47.728443165476214, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 8.215294070523491 }, "none": { "ceiling_score": 55.17575767805614, "expected_score": 51.01743833511578, "reliability_score": 91.25415918917706, "uncertainty_avg": 8.745840810822935, "uncertainty_penalty": 17.9914161893036 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 19, "cell_count": 8, "cost_basis_counts": { "provider_reported": 57 }, "evidence_basis": "Provider-reported", "failed_cell_count": 8, "max": 0.25293804045, "mean": 0.19953128278325, "median": 0.20662718916666667, "min": 0.13279406625, "recorded_attempt_count": 57, "run_count": 27, "total": 5.24138213703 }, "medium": { "admitted_cell_count": 16, "cell_count": 8, "cost_basis_counts": { "provider_reported": 46 }, "evidence_basis": "Provider-reported", "failed_cell_count": 8, "max": 0.16378006679999998, "mean": 0.12038942953333334, "median": 0.1261480173333333, "min": 0.05546312440000001, "recorded_attempt_count": 46, "run_count": 24, "total": 2.8893463088 }, "none": { "admitted_cell_count": 28, "cell_count": 8, "cost_basis_counts": { "local_list_price_estimate": 1, "provider_reported": 47 }, "evidence_basis": "Mixed: Provider-reported + Standard list-price estimate", "failed_cell_count": 4, "max": 0.0370864994, "mean": 0.02414278511875, "median": 0.021930847225, "min": 0.0140238704, "recorded_attempt_count": 47, "run_count": 32, "token_priced_attempt_count": 1, "total": 0.7725691238000001 } }, "codegen_cost_usd": { "admitted_cell_count": 63, "cell_count": 24, "cost_basis_counts": { "local_list_price_estimate": 1, "provider_reported": 150 }, "evidence_basis": "Mixed: Provider-reported + Standard list-price estimate", "failed_cell_count": 20, "max": 0.25293804045, "mean": 0.11468783247844444, "median": 0.1261480173333333, "min": 0.0140238704, "recorded_attempt_count": 150, "run_count": 83, "token_priced_attempt_count": 1, "total": 8.90329756963 }, "codegen_latency_ms": { "attempt_count": 151, "max_ms": 3869582, "mean_ms": 689497.2409638554, "min_ms": 21246, "run_count": 83 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 57, "max_ms": 3869582, "mean_ms": 1358902.4074074074, "min_ms": 364048, "run_count": 27 }, "medium": { "attempt_count": 46, "max_ms": 2047268, "mean_ms": 709487.8333333334, "min_ms": 199623, "run_count": 24 }, "none": { "attempt_count": 48, "max_ms": 578627, "mean_ms": 109693.6875, "min_ms": 21246, "run_count": 32 } }, "codegen_output_tokens": { "attempt_count": 150, "output_max": 109372, "output_mean": 30949.16867469879, "output_min": 1240, "run_count": 83 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 57, "output_max": 109372, "output_mean": 63750.148148148146, "output_min": 27968, "run_count": 27 }, "medium": { "attempt_count": 46, "output_max": 54337, "output_mean": 29979.166666666668, "output_min": 7584, "run_count": 24 }, "none": { "attempt_count": 47, "output_max": 17051, "output_mean": 4000.84375, "output_min": 1240, "run_count": 32 } }, "display_name": "GLM-5.2", "economics": { "all": 39.60448015833741, "highest": 41.16818979694941, "medium": 39.407719776120956, "none": 38.237530901941845 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "z-ai", "provider_model": "z-ai/glm-5.2", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 19, "evaluated_cells": 27, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-04", "GB2-06" ], "first_pass_admitted": 1, "first_pass_rate": 0.037037037037037035, "infra_excluded_game_aliases": [ "GB2-03", "GB2-06" ], "infra_failures_excluded": 2, "model_code_failure_rate": 0.2962962962962963, "model_code_failures": 8, "repaired_admitted": 18, "repaired_rate": 0.6666666666666666 }, "medium": { "admitted_plugins": 16, "evaluated_cells": 24, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06" ], "first_pass_admitted": 3, "first_pass_rate": 0.125, "model_code_failure_rate": 0.3333333333333333, "model_code_failures": 8, "repaired_admitted": 13, "repaired_rate": 0.5416666666666666 }, "none": { "admitted_plugins": 28, "evaluated_cells": 32, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-07", "GB2-08" ], "first_pass_admitted": 16, "first_pass_rate": 0.5, "model_code_failure_rate": 0.125, "model_code_failures": 4, "repaired_admitted": 12, "repaired_rate": 0.375 } }, "id": "z-ai/glm-5.2", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:49:57Z", "match_totals_all": { "draws": 3067, "losses": 3187, "wins": 4036 }, "match_totals_tracks": { "highest": { "draws": 1101, "losses": 929, "wins": 1257 }, "medium": { "draws": 723, "losses": 624, "wins": 995 }, "none": { "draws": 1243, "losses": 1634, "wins": 1784 } }, "model_slug": "z-ai-glm-5-2", "overall": { "max": 64.67108012218564, "mean": 36.11036323157505, "min": 9.910010721360797 }, "per_game": { "GB2-01": 45.780747588218205, "GB2-02": 9.910010721360795, "GB2-03": 27.101618034124503, "GB2-04": 15.12805705693795, "GB2-05": 51.37851771163366, "GB2-06": 85.85731954540609, "GB2-07": 62.93805242641539, "GB2-08": 31.251195291498743 }, "per_game_all": { "GB2-01": 39.91076686017317, "GB2-02": 10.764715751537322, "GB2-03": 30.378858980250442, "GB2-04": 19.3235859525677, "GB2-05": 47.441625828469455, "GB2-06": 71.4212258014223, "GB2-07": 62.741627047459644, "GB2-08": 34.853435044819214 }, "per_game_match_totals_all": { "GB2-01": { "draws": 454, "losses": 645, "wins": 500 }, "GB2-02": { "draws": 1065, "losses": 123, "wins": 42 }, "GB2-03": { "draws": 59, "losses": 36, "wins": 27 }, "GB2-04": { "draws": 853, "losses": 241, "wins": 225 }, "GB2-05": { "draws": 0, "losses": 847, "wins": 877 }, "GB2-06": { "draws": 53, "losses": 344, "wins": 730 }, "GB2-07": { "draws": 0, "losses": 541, "wins": 1076 }, "GB2-08": { "draws": 583, "losses": 410, "wins": 559 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 221, "losses": 105, "wins": 78 }, "GB2-02": { "draws": 439, "losses": 53, "wins": 27 }, "GB2-03": { "draws": 12, "losses": 14, "wins": 8 }, "GB2-04": { "draws": 226, "losses": 72, "wins": 48 }, "GB2-05": { "draws": 0, "losses": 254, "wins": 355 }, "GB2-06": { "draws": 8, "losses": 27, "wins": 168 }, "GB2-07": { "draws": 0, "losses": 205, "wins": 380 }, "GB2-08": { "draws": 195, "losses": 199, "wins": 193 } }, "medium": { "GB2-01": { "draws": 140, "losses": 156, "wins": 92 }, "GB2-02": { "draws": 161, "losses": 9, "wins": 0 }, "GB2-03": { "draws": 15, "losses": 5, "wins": 2 }, "GB2-04": { "draws": 139, "losses": 90, "wins": 95 }, "GB2-05": { "draws": 0, "losses": 80, "wins": 161 }, "GB2-06": { "draws": 20, "losses": 53, "wins": 285 }, "GB2-07": { "draws": 0, "losses": 122, "wins": 319 }, "GB2-08": { "draws": 248, "losses": 109, "wins": 41 } }, "none": { "GB2-01": { "draws": 93, "losses": 384, "wins": 330 }, "GB2-02": { "draws": 465, "losses": 61, "wins": 15 }, "GB2-03": { "draws": 32, "losses": 17, "wins": 17 }, "GB2-04": { "draws": 488, "losses": 79, "wins": 82 }, "GB2-05": { "draws": 0, "losses": 513, "wins": 361 }, "GB2-06": { "draws": 25, "losses": 264, "wins": 277 }, "GB2-07": { "draws": 0, "losses": 214, "wins": 377 }, "GB2-08": { "draws": 140, "losses": 102, "wins": 325 } } }, "per_game_raw_elo_all": { "GB2-01": 1465.4922085820835, "GB2-02": 1473.0005743157526, "GB2-03": 1470.316251312867, "GB2-04": 1480.5198181224139, "GB2-05": 1517.1843479899178, "GB2-06": 1772.6403570320228, "GB2-07": 1687.5609163827112, "GB2-08": 1543.136276985885 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1538.7722743262907, "GB2-02": 1468.1418423162534, "GB2-03": 1447.0819507113183, "GB2-04": 1457.4590105074017, "GB2-05": 1562.8811661980608, "GB2-06": 1941.2653628513624, "GB2-07": 1686.5017799498585, "GB2-08": 1502.3511242022503 }, "medium": { "GB2-01": 1392.0961122348047, "GB2-02": 1495.1147491406418, "GB2-03": 1471.901085116667, "GB2-04": 1478.8569618553822, "GB2-05": 1628.9910986264856, "GB2-06": 1882.2534328321854, "GB2-07": 1722.9560227490508, "GB2-08": 1396.551451637108 }, "none": { "GB2-01": 1465.608239185155, "GB2-02": 1455.7451314903628, "GB2-03": 1491.965718110616, "GB2-04": 1505.2434820044568, "GB2-05": 1359.6807791452065, "GB2-06": 1494.4022754125206, "GB2-07": 1653.2249464492243, "GB2-08": 1730.5062551182962 } }, "per_game_tracks": { "highest": { "GB2-01": 45.780747588218205, "GB2-02": 9.910010721360795, "GB2-03": 27.101618034124503, "GB2-04": 15.12805705693795, "GB2-05": 51.37851771163366, "GB2-06": 85.85731954540609, "GB2-07": 62.93805242641539, "GB2-08": 31.251195291498743 }, "medium": { "GB2-01": 34.01864551691267, "GB2-02": 14.502998442395736, "GB2-03": 29.436735776150815, "GB2-04": 18.9511141734381, "GB2-05": 55.2402064105688, "GB2-06": 80.84990486320305, "GB2-07": 64.67108012218564, "GB2-08": 17.591072904112846 }, "none": { "GB2-01": 39.93290747538863, "GB2-02": 7.881138090855433, "GB2-03": 34.59822313047601, "GB2-04": 23.89158662732705, "GB2-05": 35.70615336320589, "GB2-06": 47.55645299565777, "GB2-07": 60.615748593777916, "GB2-08": 55.71803693884606 } }, "provider_color": "#2563EB", "provider_company": "Zhipu", "provider_key": "z-ai", "provider_text_color": "#f8fbff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 35.600474625013355, "medium": 37.166123147911485, "none": 35.56449192180031 }, "reasoning_agg": { "highest": { "max": 62.93805242641539, "mean": 35.600474625013355, "min": 9.910010721360797 }, "medium": { "max": 64.67108012218564, "mean": 37.166123147911485, "min": 17.591072904112846 }, "none": { "max": 47.55645299565777, "mean": 35.56449192180031, "min": 23.89158662732705 } }, "score_diagnostics": { "ceiling_score": 64.67108012218564, "expected_score": 45.118341285773376, "reasoning_variance": 1.6016312261111736, "reliability_score": 90.28239854214269, "uncertainty_avg": 9.717601457857306, "uncertainty_penalty": 9.007978054198325 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 62.93805242641539, "expected_score": 36.47176773252435, "reliability_score": 94.90432181589354, "uncertainty_avg": 5.0956781841064585, "uncertainty_penalty": 0.8712931075109935 }, "medium": { "ceiling_score": 64.67108012218564, "expected_score": 43.45575675278867, "reliability_score": 85.94658529987768, "uncertainty_avg": 14.05341470012232, "uncertainty_penalty": 6.289633604877189 }, "none": { "ceiling_score": 47.55645299565777, "expected_score": 55.42749937200709, "reliability_score": 89.99628851065687, "uncertainty_avg": 10.003711489343136, "uncertainty_penalty": 19.86300745020678 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 15 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.121855, "mean": 0.09110296875, "median": 0.09280125, "min": 0.0343775, "recorded_attempt_count": 15, "run_count": 8, "total": 0.7288237499999999 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 9 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.03912625, "mean": 0.022799843750000003, "median": 0.0216425, "min": 0.015285, "recorded_attempt_count": 9, "run_count": 8, "total": 0.18239875 } }, "codegen_cost_usd": { "admitted_cell_count": 14, "cell_count": 16, "cost_basis_counts": { "provider_reported": 24 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.121855, "mean": 0.05695140625, "median": 0.036751875, "min": 0.015285, "recorded_attempt_count": 24, "run_count": 16, "total": 0.9112225 }, "codegen_latency_ms": { "attempt_count": 24, "max_ms": 500731, "mean_ms": 212687.25, "min_ms": 38716, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 15, "max_ms": 500731, "mean_ms": 358367.875, "min_ms": 131800, "run_count": 8 }, "none": { "attempt_count": 9, "max_ms": 115558, "mean_ms": 67006.625, "min_ms": 38716, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 24, "output_max": 27099, "output_mean": 11144.8125, "output_min": 1575, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 15, "output_max": 27099, "output_mean": 19189.625, "output_min": 6698, "run_count": 8 }, "none": { "attempt_count": 9, "output_max": 5506, "output_mean": 3100.0, "output_min": 1575, "run_count": 8 } }, "display_name": "Qwen3.7 Max", "economics": { "all": 35.95445902953437, "medium": 36.66582431412571, "none": 37.35756527528258 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "qwen", "provider_model": "qwen/qwen3.7-max", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 1, "first_pass_rate": 0.125, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 6, "repaired_rate": 0.75 }, "none": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-04" ], "first_pass_admitted": 7, "first_pass_rate": 0.875, "model_code_failure_rate": 0.125, "model_code_failures": 1 } }, "id": "qwen/qwen3.7-max", "is_recent_addition": false, "last_measured_at": "2026-07-18T13:24:06Z", "match_totals_all": { "draws": 739, "losses": 814, "wins": 933 }, "match_totals_tracks": { "medium": { "draws": 464, "losses": 435, "wins": 478 }, "none": { "draws": 275, "losses": 379, "wins": 455 } }, "model_slug": "qwen-qwen3-7-max", "overall": { "max": 76.51799749682782, "mean": 35.796534608613776, "min": 11.919704676069871 }, "per_game_all": { "GB2-01": 40.29422237448419, "GB2-02": 12.364072604280528, "GB2-03": 36.76997367453777, "GB2-04": 20.337643672154105, "GB2-05": 50.039672781861086, "GB2-06": 36.05649525498635, "GB2-07": 73.32987011780267, "GB2-08": 18.443721756168244 }, "per_game_match_totals_all": { "GB2-01": { "draws": 99, "losses": 158, "wins": 149 }, "GB2-02": { "draws": 247, "losses": 16, "wins": 17 }, "GB2-03": { "draws": 17, "losses": 2, "wins": 3 }, "GB2-04": { "draws": 107, "losses": 37, "wins": 32 }, "GB2-05": { "draws": 0, "losses": 211, "wins": 251 }, "GB2-06": { "draws": 15, "losses": 217, "wins": 133 }, "GB2-07": { "draws": 0, "losses": 80, "wins": 323 }, "GB2-08": { "draws": 254, "losses": 93, "wins": 25 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 52, "losses": 131, "wins": 21 }, "GB2-02": { "draws": 164, "losses": 13, "wins": 11 }, "GB2-04": { "draws": 107, "losses": 37, "wins": 32 }, "GB2-05": { "draws": 0, "losses": 108, "wins": 125 }, "GB2-06": { "draws": 14, "losses": 68, "wins": 103 }, "GB2-07": { "draws": 0, "losses": 33, "wins": 172 }, "GB2-08": { "draws": 127, "losses": 45, "wins": 14 } }, "none": { "GB2-01": { "draws": 47, "losses": 27, "wins": 128 }, "GB2-02": { "draws": 83, "losses": 3, "wins": 6 }, "GB2-03": { "draws": 17, "losses": 2, "wins": 3 }, "GB2-05": { "draws": 0, "losses": 103, "wins": 126 }, "GB2-06": { "draws": 1, "losses": 149, "wins": 30 }, "GB2-07": { "draws": 0, "losses": 47, "wins": 151 }, "GB2-08": { "draws": 127, "losses": 48, "wins": 11 } } }, "per_game_raw_elo_all": { "GB2-01": 1469.993392497097, "GB2-02": 1487.3616895340497, "GB2-03": 1500.245554128479, "GB2-04": 1485.004398644425, "GB2-05": 1543.8288988392328, "GB2-06": 1337.9010465164038, "GB2-07": 1834.1415614976445, "GB2-08": 1383.8530437349843 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1193.6662700102047, "GB2-02": 1483.757284789138, "GB2-04": 1485.004398644425, "GB2-05": 1556.9745692654642, "GB2-06": 1603.7290733939203, "GB2-07": 1879.34321498302, "GB2-08": 1395.8762814960626 }, "none": { "GB2-01": 1746.3205149839891, "GB2-02": 1490.966094278961, "GB2-03": 1500.245554128479, "GB2-05": 1530.6832284130016, "GB2-06": 1072.0730196388874, "GB2-07": 1788.9399080122687, "GB2-08": 1371.829805973906 } }, "per_game_tracks": { "medium": { "GB2-01": 18.23485012188387, "GB2-02": 12.808440532491185, "GB2-04": 20.337643672154105, "GB2-05": 51.067360858185296, "GB2-06": 57.958805581471466, "GB2-07": 76.51799749682782, "GB2-08": 19.73567193586623 }, "none": { "GB2-01": 62.35359462708452, "GB2-02": 11.919704676069871, "GB2-03": 36.76997367453777, "GB2-05": 49.01198470553688, "GB2-06": 14.154184928501236, "GB2-07": 70.14174273877752, "GB2-08": 17.151771576470264 } }, "provider_color": "#FF6A00", "provider_company": "Alibaba", "provider_key": "qwen", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 35.4620196749746, "none": 36.13104954225295 }, "reasoning_agg": { "medium": { "max": 76.51799749682782, "mean": 35.4620196749746, "min": 12.808440532491185 }, "none": { "max": 70.14174273877752, "mean": 36.13104954225295, "min": 11.919704676069871 } }, "score_diagnostics": { "ceiling_score": 76.51799749682782, "expected_score": 47.110587212872986, "reasoning_variance": 0.6690298672783541, "reliability_score": 91.93050007540025, "uncertainty_avg": 8.069499924599754, "uncertainty_penalty": 11.31405260425921 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 76.51799749682782, "expected_score": 38.39347982712929, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 2.931460152154692 }, "none": { "ceiling_score": 70.14174273877752, "expected_score": 56.11009064474407, "reliability_score": 90.19931546213448, "uncertainty_avg": 9.800684537865523, "uncertainty_penalty": 19.979041102491117 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 10 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 4.987857, "mean": 3.1645696249999995, "median": 3.0710854999999997, "min": 1.985613, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 10 }, "run_count": 9, "token_priced_attempt_count": 10, "total": 28.806541000000003 }, "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.046574, "mean": 0.036155625, "median": 0.035338, "min": 0.025803, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 9, "token_priced_attempt_count": 9, "total": 0.315048 }, "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 9 }, "evidence_basis": "Standard list-price estimate", "max": 0.038815, "mean": 0.02196775, "median": 0.0196975, "min": 0.016152, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 9 }, "run_count": 8, "token_priced_attempt_count": 9, "total": 0.175742 } }, "codegen_cost_usd": { "admitted_cell_count": 24, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 28 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 4.987857, "mean": 1.074231, "median": 0.038529, "min": 0.016152, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 28 }, "run_count": 26, "token_priced_attempt_count": 28, "total": 29.297331 }, "codegen_latency_ms": { "attempt_count": 28, "max_ms": 220389, "mean_ms": 65068.84615384616, "min_ms": 7259, "run_count": 26 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 10, "max_ms": 220389, "mean_ms": 159594.88888888888, "min_ms": 125171, "run_count": 9 }, "medium": { "attempt_count": 9, "max_ms": 22604, "mean_ms": 17903.777777777777, "min_ms": 13783, "run_count": 9 }, "none": { "attempt_count": 9, "max_ms": 28315, "mean_ms": 11787.75, "min_ms": 7259, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 28, "output_max": 830024, "output_mean": 186407.65384615384, "output_min": 1487, "run_count": 26 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 10, "output_max": 830024, "output_mean": 531970.4444444445, "output_min": 329738, "run_count": 9 }, "medium": { "attempt_count": 9, "output_max": 6580, "output_mean": 4552.555555555556, "output_min": 2724, "run_count": 9 }, "none": { "attempt_count": 9, "output_max": 4181, "output_mean": 2236.5, "output_min": 1487, "run_count": 8 } }, "display_name": "GPT-5.6 Luna", "economics": { "all": 35.13755598602338, "highest": 53.07968096604684, "medium": 39.74101455866921, "none": 12.591972433354105 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.6-luna", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 8, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 7, "first_pass_rate": 0.7777777777777778, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1111111111111111, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.1111111111111111 }, "medium": { "admitted_plugins": 8, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-06" ], "first_pass_admitted": 8, "first_pass_rate": 0.8888888888888888, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.1111111111111111, "model_code_failures": 1 }, "none": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 7, "first_pass_rate": 0.875, "infra_excluded_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "infra_failures_excluded": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 1, "repaired_rate": 0.125 } }, "id": "gpt-5.6-luna", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:52:07Z", "match_totals_all": { "draws": 1181, "losses": 1294, "wins": 1348 }, "match_totals_tracks": { "highest": { "draws": 298, "losses": 211, "wins": 782 }, "medium": { "draws": 442, "losses": 345, "wins": 486 }, "none": { "draws": 441, "losses": 738, "wins": 80 } }, "model_slug": "gpt-5-6-luna", "overall": { "max": 85.25976029677969, "mean": 35.137555986023386, "min": 0.0 }, "per_game": { "GB2-01": 74.0960959782584, "GB2-02": 9.848517519974454, "GB2-03": 34.502324757678714, "GB2-04": 22.209998741054164, "GB2-05": 56.557349478001406, "GB2-06": 85.25976029677969, "GB2-07": 79.57489937279772, "GB2-08": 62.58850158383014 }, "per_game_all": { "GB2-01": 52.35110797441768, "GB2-02": 9.940988742967505, "GB2-03": 33.83141608307273, "GB2-04": 18.766213522292336, "GB2-05": 36.59906573824247, "GB2-06": 53.05702697603568, "GB2-07": 45.90848731128991, "GB2-08": 30.64614153986874 }, "per_game_match_totals_all": { "GB2-01": { "draws": 52, "losses": 164, "wins": 311 }, "GB2-02": { "draws": 445, "losses": 33, "wins": 8 }, "GB2-03": { "draws": 43, "losses": 23, "wins": 16 }, "GB2-04": { "draws": 358, "losses": 84, "wins": 56 }, "GB2-05": { "draws": 0, "losses": 327, "wins": 257 }, "GB2-06": { "draws": 22, "losses": 225, "wins": 281 }, "GB2-07": { "draws": 0, "losses": 301, "wins": 253 }, "GB2-08": { "draws": 261, "losses": 137, "wins": 166 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 0, "losses": 19, "wins": 157 }, "GB2-02": { "draws": 145, "losses": 11, "wins": 6 }, "GB2-03": { "draws": 20, "losses": 11, "wins": 6 }, "GB2-04": { "draws": 110, "losses": 29, "wins": 35 }, "GB2-05": { "draws": 0, "losses": 65, "wins": 129 }, "GB2-06": { "draws": 14, "losses": 19, "wins": 143 }, "GB2-07": { "draws": 0, "losses": 28, "wins": 156 }, "GB2-08": { "draws": 9, "losses": 29, "wins": 150 } }, "medium": { "GB2-01": { "draws": 13, "losses": 27, "wins": 136 }, "GB2-02": { "draws": 150, "losses": 11, "wins": 1 }, "GB2-03": { "draws": 16, "losses": 4, "wins": 5 }, "GB2-04": { "draws": 128, "losses": 25, "wins": 9 }, "GB2-05": { "draws": 0, "losses": 79, "wins": 119 }, "GB2-06": { "draws": 8, "losses": 38, "wins": 130 }, "GB2-07": { "draws": 0, "losses": 110, "wins": 76 }, "GB2-08": { "draws": 127, "losses": 51, "wins": 10 } }, "none": { "GB2-01": { "draws": 39, "losses": 118, "wins": 18 }, "GB2-02": { "draws": 150, "losses": 11, "wins": 1 }, "GB2-03": { "draws": 7, "losses": 8, "wins": 5 }, "GB2-04": { "draws": 120, "losses": 30, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 183, "wins": 9 }, "GB2-06": { "draws": 0, "losses": 168, "wins": 8 }, "GB2-07": { "draws": 0, "losses": 163, "wins": 21 }, "GB2-08": { "draws": 125, "losses": 57, "wins": 6 } } }, "per_game_raw_elo_all": { "GB2-01": 1623.0750871303287, "GB2-02": 1469.2998755403576, "GB2-03": 1482.3557200551352, "GB2-04": 1477.5041126670737, "GB2-05": 1372.7583764437186, "GB2-06": 1544.9276522037014, "GB2-07": 1444.5118807875203, "GB2-08": 1497.2568839390176 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1895.3679746282792, "GB2-02": 1468.7615788904866, "GB2-03": 1472.9634286487662, "GB2-04": 1495.1848218252635, "GB2-05": 1630.3002526236642, "GB2-06": 1936.06754569874, "GB2-07": 1924.4565650704055, "GB2-08": 1794.52112484674 }, "medium": { "GB2-01": 1816.9440144348723, "GB2-02": 1477.1096050255824, "GB2-03": 1499.142262426009, "GB2-04": 1461.904495198417, "GB2-05": 1587.209662701708, "GB2-06": 1798.227461198194, "GB2-07": 1398.9471021180111, "GB2-08": 1355.313167227012 }, "none": { "GB2-01": 1156.9132723278346, "GB2-02": 1462.0284427050033, "GB2-03": 1474.9614690906308, "GB2-04": 1475.4230209775408, "GB2-05": 900.7652140057838, "GB2-06": 900.4879497141699, "GB2-07": 1010.131975174144, "GB2-08": 1341.9363597433005 } }, "per_game_tracks": { "highest": { "GB2-01": 74.0960959782584, "GB2-02": 9.848517519974454, "GB2-03": 34.502324757678714, "GB2-04": 22.209998741054164, "GB2-05": 56.557349478001406, "GB2-06": 85.25976029677969, "GB2-07": 79.57489937279772, "GB2-08": 62.58850158383014 }, "medium": { "GB2-01": 67.83390511372896, "GB2-02": 11.282582150463083, "GB2-03": 37.76759726733822, "GB2-04": 15.779898340965923, "GB2-05": 53.23984773672601, "GB2-06": 73.91132063132736, "GB2-07": 42.719305088473725, "GB2-08": 15.39366014033035 }, "none": { "GB2-01": 15.123322831265655, "GB2-02": 8.691866558464978, "GB2-03": 29.22432622420127, "GB2-04": 18.30874348485692, "GB2-05": 0.0, "GB2-06": 0.0, "GB2-07": 15.431257472598286, "GB2-08": 13.95626289544574 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 53.07968096604684, "medium": 39.74101455866921, "none": 12.591972433354108 }, "reasoning_agg": { "highest": { "max": 85.25976029677969, "mean": 53.07968096604684, "min": 9.848517519974454 }, "medium": { "max": 73.91132063132736, "mean": 39.74101455866921, "min": 11.282582150463083 }, "none": { "max": 29.22432622420127, "mean": 12.591972433354108, "min": 0.0 } }, "score_diagnostics": { "ceiling_score": 85.25976029677969, "expected_score": 37.305278016158546, "reasoning_variance": 40.48770853269273, "reliability_score": 93.45717819781378, "uncertainty_avg": 6.5428218021862286, "uncertainty_penalty": 2.1677220301351596 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 85.25976029677969, "expected_score": 49.56144809851458, "reliability_score": 95.32991117932734, "uncertainty_avg": 4.670088820672659, "uncertainty_penalty": -3.518232867532255 }, "medium": { "ceiling_score": 73.91132063132736, "expected_score": 42.415283008868826, "reliability_score": 93.2114915538635, "uncertainty_avg": 6.788508446136502, "uncertainty_penalty": 2.6742684501996195 }, "none": { "ceiling_score": 29.22432622420127, "expected_score": 19.939102941092226, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": 7.347130507738118 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 12, "cell_count": 7, "cost_basis_counts": { "local_standard_estimate": 15 }, "evidence_basis": "Standard list-price estimate", "max": 1.5164726249999998, "mean": 1.0182428035714286, "median": 0.9670455, "min": 0.8356068750000001, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 15 }, "run_count": 12, "token_priced_attempt_count": 15, "total": 12.214044 }, "medium": { "admitted_cell_count": 23, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 26 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 0.29749325000000004, "mean": 0.24155631250000004, "median": 0.24021375, "min": 0.17873725, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 26 }, "run_count": 24, "token_priced_attempt_count": 26, "total": 5.7973514999999995 }, "none": { "admitted_cell_count": 24, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 29 }, "evidence_basis": "Standard list-price estimate", "max": 0.021615250000000003, "mean": 0.017288937500000004, "median": 0.01830825, "min": 0.01259225, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 29 }, "run_count": 24, "token_priced_attempt_count": 29, "total": 0.4149345 } }, "codegen_cost_usd": { "admitted_cell_count": 59, "cell_count": 23, "cost_basis_counts": { "local_standard_estimate": 70 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 1, "max": 1.5164726249999998, "mean": 0.3999331141304348, "median": 0.2331955, "min": 0.01259225, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 70 }, "run_count": 60, "token_priced_attempt_count": 70, "total": 18.42633 }, "codegen_latency_ms": { "attempt_count": 70, "max_ms": 2003150, "mean_ms": 252256.05, "min_ms": 9399, "run_count": 60 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 15, "max_ms": 2003150, "mean_ms": 889166.0, "min_ms": 660984, "run_count": 12 }, "medium": { "attempt_count": 26, "max_ms": 308347, "mean_ms": 170741.83333333334, "min_ms": 75782, "run_count": 24 }, "none": { "attempt_count": 29, "max_ms": 30363, "mean_ms": 15315.291666666666, "min_ms": 9399, "run_count": 24 } }, "codegen_output_tokens": { "attempt_count": 70, "output_max": 440805, "output_mean": 65843.35, "output_min": 1473, "run_count": 60 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 15, "output_max": 440805, "output_mean": 219612.66666666663, "output_min": 114521, "run_count": 12 }, "medium": { "attempt_count": 26, "output_max": 83384, "output_mean": 52370.75, "output_min": 25033, "run_count": 24 }, "none": { "attempt_count": 29, "output_max": 4573, "output_mean": 2431.2916666666665, "output_min": 1473, "run_count": 24 } }, "display_name": "GPT-5.4 Mini", "economics": { "all": 34.60741590863781, "highest": 44.326055998157294, "medium": 34.81135679030193, "none": 25.124165653924372 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.4-mini", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 12, "evaluated_cells": 12, "first_pass_admitted": 10, "first_pass_rate": 0.8333333333333334, "infra_excluded_game_aliases": [ "GB2-01", "GB2-03", "GB2-04" ], "infra_failures_excluded": 6, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 2, "repaired_rate": 0.16666666666666666 }, "medium": { "admitted_plugins": 23, "evaluated_cells": 24, "failed_game_aliases": [ "GB2-06" ], "first_pass_admitted": 22, "first_pass_rate": 0.9166666666666666, "model_code_failure_rate": 0.041666666666666664, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.041666666666666664 }, "none": { "admitted_plugins": 24, "evaluated_cells": 24, "first_pass_admitted": 19, "first_pass_rate": 0.7916666666666666, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 5, "repaired_rate": 0.20833333333333337 } }, "id": "gpt-5.4-mini", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:47Z", "match_totals_all": { "draws": 3299, "losses": 3307, "wins": 2663 }, "match_totals_tracks": { "highest": { "draws": 616, "losses": 606, "wins": 1110 }, "medium": { "draws": 1313, "losses": 1050, "wins": 964 }, "none": { "draws": 1370, "losses": 1651, "wins": 589 } }, "model_slug": "gpt-5-4-mini", "overall": { "max": 80.51515814839607, "mean": 35.01581453787501, "min": 9.614328033579907 }, "per_game": { "GB2-01": 42.86487874768688, "GB2-02": 12.309339079481154, "GB2-04": 24.71601576668925, "GB2-05": 56.41124513301693, "GB2-06": 55.02005996423915, "GB2-07": 80.51515814839607, "GB2-08": 38.44569514759158 }, "per_game_all": { "GB2-01": 39.569782562888186, "GB2-02": 11.77239763229113, "GB2-03": 40.81141026639607, "GB2-04": 24.660522860371003, "GB2-05": 36.473782225751116, "GB2-06": 47.99582765815658, "GB2-07": 48.44194005552594, "GB2-08": 27.13366400772247 }, "per_game_match_totals_all": { "GB2-01": { "draws": 168, "losses": 454, "wins": 502 }, "GB2-02": { "draws": 1335, "losses": 115, "wins": 33 }, "GB2-03": { "draws": 86, "losses": 24, "wins": 29 }, "GB2-04": { "draws": 807, "losses": 168, "wins": 197 }, "GB2-05": { "draws": 0, "losses": 981, "wins": 595 }, "GB2-06": { "draws": 38, "losses": 531, "wins": 452 }, "GB2-07": { "draws": 0, "losses": 637, "wins": 569 }, "GB2-08": { "draws": 865, "losses": 397, "wins": 286 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 15, "losses": 80, "wins": 111 }, "GB2-02": { "draws": 303, "losses": 32, "wins": 13 }, "GB2-04": { "draws": 129, "losses": 32, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 165, "wins": 254 }, "GB2-06": { "draws": 15, "losses": 147, "wins": 211 }, "GB2-07": { "draws": 0, "losses": 56, "wins": 339 }, "GB2-08": { "draws": 154, "losses": 94, "wins": 158 } }, "medium": { "GB2-01": { "draws": 48, "losses": 170, "wins": 243 }, "GB2-02": { "draws": 520, "losses": 42, "wins": 16 }, "GB2-03": { "draws": 40, "losses": 14, "wins": 16 }, "GB2-04": { "draws": 340, "losses": 49, "wins": 110 }, "GB2-05": { "draws": 0, "losses": 295, "wins": 195 }, "GB2-06": { "draws": 14, "losses": 97, "wins": 119 }, "GB2-07": { "draws": 0, "losses": 237, "wins": 185 }, "GB2-08": { "draws": 351, "losses": 146, "wins": 80 } }, "none": { "GB2-01": { "draws": 105, "losses": 204, "wins": 148 }, "GB2-02": { "draws": 512, "losses": 41, "wins": 4 }, "GB2-03": { "draws": 46, "losses": 10, "wins": 13 }, "GB2-04": { "draws": 338, "losses": 87, "wins": 63 }, "GB2-05": { "draws": 0, "losses": 521, "wins": 146 }, "GB2-06": { "draws": 9, "losses": 287, "wins": 122 }, "GB2-07": { "draws": 0, "losses": 344, "wins": 45 }, "GB2-08": { "draws": 360, "losses": 157, "wins": 48 } } }, "per_game_raw_elo_all": { "GB2-01": 1468.2447148386898, "GB2-02": 1478.0636182542974, "GB2-03": 1514.0520165218995, "GB2-04": 1508.5587325527658, "GB2-05": 1373.313417488349, "GB2-06": 1491.900256828253, "GB2-07": 1494.7355356487599, "GB2-08": 1464.096441415233 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1501.9828344124348, "GB2-02": 1482.030450946625, "GB2-04": 1507.673579789397, "GB2-05": 1627.412309265274, "GB2-06": 1567.9514463506266, "GB2-07": 1936.8774980083308, "GB2-08": 1568.7638982022281 }, "medium": { "GB2-01": 1472.9202679788602, "GB2-02": 1486.8152333470407, "GB2-03": 1507.5695867541574, "GB2-04": 1526.3772493624135, "GB2-05": 1383.0681985380913, "GB2-06": 1601.566834229231, "GB2-07": 1407.821516156022, "GB2-08": 1429.1002585284762 }, "none": { "GB2-01": 1429.831042124774, "GB2-02": 1465.3451704692259, "GB2-03": 1520.534446289642, "GB2-04": 1491.625368506487, "GB2-05": 1109.4597446616813, "GB2-06": 1306.1824899049018, "GB2-07": 1139.5075927819269, "GB2-08": 1394.4251675149944 } }, "per_game_tracks": { "highest": { "GB2-01": 42.86487874768688, "GB2-02": 12.309339079481154, "GB2-04": 24.71601576668925, "GB2-05": 56.41124513301693, "GB2-06": 55.02005996423915, "GB2-07": 80.51515814839607, "GB2-08": 38.44569514759158 }, "medium": { "GB2-01": 39.63678818057228, "GB2-02": 13.393525783812322, "GB2-03": 39.17797027985697, "GB2-04": 27.914038491574406, "GB2-05": 36.67726968699771, "GB2-06": 56.460143022093256, "GB2-07": 41.874942556165, "GB2-08": 23.356176321343483 }, "none": { "GB2-01": 36.20768076040539, "GB2-02": 9.614328033579907, "GB2-03": 42.444850252935154, "GB2-04": 21.351514322849354, "GB2-05": 16.332831857238713, "GB2-06": 32.50727998813733, "GB2-07": 22.935719462016753, "GB2-08": 19.599120554232343 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 48.540299494544975, "medium": 31.38297846515569, "none": 25.12416565392437 }, "reasoning_agg": { "highest": { "max": 80.51515814839607, "mean": 48.540299494544975, "min": 12.309339079481154 }, "medium": { "max": 41.874942556165, "mean": 31.38297846515569, "min": 13.393525783812322 }, "none": { "max": 42.444850252935154, "mean": 25.12416565392437, "min": 9.614328033579907 } }, "score_diagnostics": { "ceiling_score": 80.51515814839607, "expected_score": 40.798029348740755, "reasoning_variance": 23.416133840620606, "reliability_score": 88.0194433324476, "uncertainty_avg": 11.980556667552404, "uncertainty_penalty": 5.782214810865746 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 80.51515814839607, "expected_score": 38.76795017600598, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -9.772349318538993 }, "medium": { "ceiling_score": 41.874942556165, "expected_score": 39.869120383313195, "reliability_score": 84.82281876079148, "uncertainty_avg": 15.177181239208526, "uncertainty_penalty": 8.486141918157504 }, "none": { "ceiling_score": 42.444850252935154, "expected_score": 40.237945723823714, "reliability_score": 86.51539348990005, "uncertainty_avg": 13.484606510099955, "uncertainty_penalty": 15.113780069899345 } } }, { "codegen_cost_by_reasoning": { "none": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 11 }, "evidence_basis": "Standard list-price estimate", "max": 0.094594, "mean": 0.0571955, "median": 0.043012, "min": 0.032534, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 11 }, "run_count": 8, "token_priced_attempt_count": 11, "total": 0.457564 } }, "codegen_cost_usd": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 11 }, "evidence_basis": "Standard list-price estimate", "max": 0.094594, "mean": 0.0571955, "median": 0.043012, "min": 0.032534, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 11 }, "run_count": 8, "token_priced_attempt_count": 11, "total": 0.457564 }, "codegen_latency_ms": { "attempt_count": 11, "max_ms": 57255, "mean_ms": 36267.375, "min_ms": 22935, "run_count": 8 }, "codegen_latency_ms_by_reasoning": { "none": { "attempt_count": 11, "max_ms": 57255, "mean_ms": 36267.375, "min_ms": 22935, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 11, "output_max": 7568, "output_mean": 4433.625, "output_min": 2259, "run_count": 8 }, "codegen_output_tokens_by_reasoning": { "none": { "attempt_count": 11, "output_max": 7568, "output_mean": 4433.625, "output_min": 2259, "run_count": 8 } }, "display_name": "GPT 4.1", "economics": { "all": 34.16293015239342, "none": 34.16293015239342 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-4.1", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "none": { "admitted_plugins": 8, "evaluated_cells": 8, "first_pass_admitted": 5, "first_pass_rate": 0.625, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 3, "repaired_rate": 0.375 } }, "id": "gpt-4.1", "is_recent_addition": false, "last_measured_at": "2026-07-13T23:05:04Z", "match_totals_all": { "draws": 445, "losses": 511, "wins": 440 }, "match_totals_tracks": { "none": { "draws": 445, "losses": 511, "wins": 440 } }, "model_slug": "gpt-4-1", "overall": { "max": 57.80317048612072, "mean": 34.16293015239342, "min": 8.667504440488187 }, "per_game_all": { "GB2-01": 57.80317048612072, "GB2-02": 10.156109092208288, "GB2-03": 45.31798142974239, "GB2-04": 8.667504440488187, "GB2-05": 13.034181305418958, "GB2-06": 53.83214821376729, "GB2-07": 55.98636710066346, "GB2-08": 28.50597915073807 }, "per_game_match_totals_all": { "GB2-01": { "draws": 9, "losses": 58, "wins": 138 }, "GB2-02": { "draws": 172, "losses": 13, "wins": 1 }, "GB2-03": { "draws": 9, "losses": 4, "wins": 8 }, "GB2-04": { "draws": 121, "losses": 32, "wins": 10 }, "GB2-05": { "draws": 0, "losses": 183, "wins": 39 }, "GB2-06": { "draws": 10, "losses": 82, "wins": 97 }, "GB2-07": { "draws": 0, "losses": 94, "wins": 116 }, "GB2-08": { "draws": 124, "losses": 45, "wins": 31 } }, "per_game_match_totals_tracks": { "none": { "GB2-01": { "draws": 9, "losses": 58, "wins": 138 }, "GB2-02": { "draws": 172, "losses": 13, "wins": 1 }, "GB2-03": { "draws": 9, "losses": 4, "wins": 8 }, "GB2-04": { "draws": 121, "losses": 32, "wins": 10 }, "GB2-05": { "draws": 0, "losses": 183, "wins": 39 }, "GB2-06": { "draws": 10, "losses": 82, "wins": 97 }, "GB2-07": { "draws": 0, "losses": 94, "wins": 116 }, "GB2-08": { "draws": 124, "losses": 45, "wins": 31 } } }, "per_game_raw_elo_all": { "GB2-01": 1689.1285291879904, "GB2-02": 1468.472620449504, "GB2-03": 1535.1598787863509, "GB2-04": 1423.787885302052, "GB2-05": 1066.9209979297616, "GB2-06": 1553.295615896295, "GB2-07": 1586.3464106719218, "GB2-08": 1476.4580599067292 }, "per_game_raw_elo_tracks": { "none": { "GB2-01": 1689.1285291879904, "GB2-02": 1468.472620449504, "GB2-03": 1535.1598787863509, "GB2-04": 1423.787885302052, "GB2-05": 1066.9209979297616, "GB2-06": 1553.295615896295, "GB2-07": 1586.3464106719218, "GB2-08": 1476.4580599067292 } }, "per_game_tracks": { "none": { "GB2-01": 57.80317048612072, "GB2-02": 10.156109092208288, "GB2-03": 45.31798142974239, "GB2-04": 8.667504440488187, "GB2-05": 13.034181305418958, "GB2-06": 53.83214821376729, "GB2-07": 55.98636710066346, "GB2-08": 28.50597915073807 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "none": 34.16293015239342 }, "reasoning_agg": { "none": { "max": 57.80317048612072, "mean": 34.16293015239342, "min": 8.667504440488187 } }, "score_diagnostics": { "ceiling_score": 57.80317048612072, "expected_score": 49.28177482575806, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 15.118844673364642 }, "score_diagnostics_by_reasoning": { "none": { "ceiling_score": 57.80317048612072, "expected_score": 49.28177482575806, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 15.118844673364642 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 15, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 25 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 2, "max": 0.38568888333333334, "mean": 0.29249454166666666, "median": 0.2834616125, "min": 0.2238526, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 25 }, "run_count": 17, "token_priced_attempt_count": 25, "total": 5.07700365 }, "medium": { "admitted_cell_count": 25, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 49 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 7, "max": 0.0362005625, "mean": 0.024352715625, "median": 0.025206018750000003, "min": 0.016582062499999998, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 49 }, "run_count": 32, "token_priced_attempt_count": 49, "total": 0.7792869 }, "none": { "admitted_cell_count": 25, "cell_count": 8, "cost_basis_counts": { "local_standard_estimate": 56 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 7, "max": 0.013223525, "mean": 0.0089983359375, "median": 0.00845865, "min": 0.0058062875, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 56 }, "run_count": 32, "token_priced_attempt_count": 56, "total": 0.28794675 } }, "codegen_cost_usd": { "admitted_cell_count": 65, "cell_count": 24, "cost_basis_counts": { "local_standard_estimate": 130 }, "evidence_basis": "Standard list-price estimate", "failed_cell_count": 16, "max": 0.38568888333333334, "mean": 0.10861519774305556, "median": 0.025206018750000003, "min": 0.0058062875, "pricing_table_versions": { "boardgame-list-prices-2026-07-12": 130 }, "run_count": 81, "token_priced_attempt_count": 130, "total": 6.144237300000001 }, "codegen_latency_ms": { "attempt_count": 130, "max_ms": 4769864, "mean_ms": 387335.3209876543, "min_ms": 20868, "run_count": 81 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 25, "max_ms": 4769864, "mean_ms": 1538065.3529411764, "min_ms": 584445, "run_count": 17 }, "medium": { "attempt_count": 49, "max_ms": 1064325, "mean_ms": 119877.59375, "min_ms": 36200, "run_count": 32 }, "none": { "attempt_count": 56, "max_ms": 101610, "mean_ms": 43467.71875, "min_ms": 20868, "run_count": 32 } }, "codegen_output_tokens": { "attempt_count": 130, "output_max": 316330, "output_mean": 57506.49382716049, "output_min": 2711, "run_count": 81 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 25, "output_max": 316330, "output_mean": 230905.0, "output_min": 131376, "run_count": 17 }, "medium": { "attempt_count": 49, "output_max": 27931, "output_mean": 17655.9375, "output_min": 7818, "run_count": 32 }, "none": { "attempt_count": 56, "output_max": 10894, "output_mean": 5239.09375, "output_min": 2711, "run_count": 32 } }, "display_name": "GPT-5.4 Nano", "economics": { "all": 31.759490589982722, "highest": 42.56310355772224, "medium": 27.50422565275845, "none": 25.211142559467476 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "gpt-5.4-nano", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 15, "evaluated_cells": 17, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "first_pass_admitted": 10, "first_pass_rate": 0.5882352941176471, "infra_excluded_game_aliases": [ "GB2-01", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07" ], "infra_failures_excluded": 9, "model_code_failure_rate": 0.1176470588235294, "model_code_failures": 2, "repaired_admitted": 5, "repaired_rate": 0.29411764705882354 }, "medium": { "admitted_plugins": 25, "evaluated_cells": 32, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04", "GB2-08" ], "first_pass_admitted": 13, "first_pass_rate": 0.40625, "model_code_failure_rate": 0.21875, "model_code_failures": 7, "repaired_admitted": 12, "repaired_rate": 0.375 }, "none": { "admitted_plugins": 25, "evaluated_cells": 32, "failed_game_aliases": [ "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07" ], "first_pass_admitted": 10, "first_pass_rate": 0.3125, "model_code_failure_rate": 0.21875, "model_code_failures": 7, "repaired_admitted": 15, "repaired_rate": 0.46875 } }, "id": "gpt-5.4-nano", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:39:21Z", "match_totals_all": { "draws": 3377, "losses": 4278, "wins": 3117 }, "match_totals_tracks": { "highest": { "draws": 852, "losses": 851, "wins": 1072 }, "medium": { "draws": 1101, "losses": 1856, "wins": 1140 }, "none": { "draws": 1424, "losses": 1571, "wins": 905 } }, "model_slug": "gpt-5-4-nano", "overall": { "max": 51.745308794671715, "mean": 33.126475018100884, "min": 7.616710049308469 }, "per_game": { "GB2-01": 26.923756518498394, "GB2-02": 14.791801001532537, "GB2-03": 10.281920993460163, "GB2-04": 14.099220120745768, "GB2-05": 79.8694620999203, "GB2-06": 94.51620294358332, "GB2-07": 54.376496200143436, "GB2-08": 45.64596858389405 }, "per_game_all": { "GB2-01": 25.3838224507109, "GB2-02": 11.568465001178922, "GB2-03": 11.540910358457294, "GB2-04": 19.100818114184005, "GB2-05": 45.07490915996396, "GB2-06": 67.15240380723095, "GB2-07": 37.87263628443924, "GB2-08": 36.381959543696524 }, "per_game_match_totals_all": { "GB2-01": { "draws": 373, "losses": 1092, "wins": 346 }, "GB2-02": { "draws": 1470, "losses": 129, "wins": 38 }, "GB2-03": { "draws": 40, "losses": 67, "wins": 26 }, "GB2-04": { "draws": 565, "losses": 280, "wins": 185 }, "GB2-05": { "draws": 0, "losses": 838, "wins": 705 }, "GB2-06": { "draws": 25, "losses": 503, "wins": 790 }, "GB2-07": { "draws": 0, "losses": 913, "wins": 468 }, "GB2-08": { "draws": 904, "losses": 456, "wins": 559 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 105, "losses": 229, "wins": 45 }, "GB2-02": { "draws": 301, "losses": 28, "wins": 18 }, "GB2-03": { "draws": 5, "losses": 21, "wins": 11 }, "GB2-04": { "draws": 151, "losses": 152, "wins": 79 }, "GB2-05": { "draws": 0, "losses": 73, "wins": 333 }, "GB2-06": { "draws": 7, "losses": 22, "wins": 170 }, "GB2-07": { "draws": 0, "losses": 208, "wins": 209 }, "GB2-08": { "draws": 283, "losses": 118, "wins": 207 } }, "medium": { "GB2-01": { "draws": 141, "losses": 571, "wins": 79 }, "GB2-02": { "draws": 516, "losses": 43, "wins": 12 }, "GB2-03": { "draws": 8, "losses": 11, "wins": 1 }, "GB2-04": { "draws": 201, "losses": 46, "wins": 77 }, "GB2-05": { "draws": 0, "losses": 373, "wins": 310 }, "GB2-06": { "draws": 16, "losses": 234, "wins": 307 }, "GB2-07": { "draws": 0, "losses": 417, "wins": 173 }, "GB2-08": { "draws": 219, "losses": 161, "wins": 181 } }, "none": { "GB2-01": { "draws": 127, "losses": 292, "wins": 222 }, "GB2-02": { "draws": 653, "losses": 58, "wins": 8 }, "GB2-03": { "draws": 27, "losses": 35, "wins": 14 }, "GB2-04": { "draws": 213, "losses": 82, "wins": 29 }, "GB2-05": { "draws": 0, "losses": 392, "wins": 62 }, "GB2-06": { "draws": 2, "losses": 247, "wins": 313 }, "GB2-07": { "draws": 0, "losses": 288, "wins": 86 }, "GB2-08": { "draws": 402, "losses": 177, "wins": 171 } } }, "per_game_raw_elo_all": { "GB2-01": 1286.514142161189, "GB2-02": 1477.1211757884594, "GB2-03": 1396.0354068136023, "GB2-04": 1478.8387190064861, "GB2-05": 1487.7677189987517, "GB2-06": 1721.5435873227532, "GB2-07": 1335.3612151230925, "GB2-08": 1550.3272780057202 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1303.5716447340765, "GB2-02": 1496.528840602303, "GB2-03": 1379.346598885276, "GB2-04": 1450.4644820831422, "GB2-05": 1930.4565549318795, "GB2-06": 2046.7163075917915, "GB2-07": 1563.500079681622, "GB2-08": 1635.8068593101145 }, "medium": { "GB2-01": 1126.4084745532455, "GB2-02": 1480.6048343694317, "GB2-03": 1383.947621293607, "GB2-04": 1548.2603105218823, "GB2-05": 1434.9229171350576, "GB2-06": 1547.876116730321, "GB2-07": 1248.2717844825058, "GB2-08": 1526.7555232791372 }, "none": { "GB2-01": 1429.5623071962455, "GB2-02": 1454.2298523936438, "GB2-03": 1424.8120002619244, "GB2-04": 1437.7913644144344, "GB2-05": 1097.923684929318, "GB2-06": 1570.038337646147, "GB2-07": 1194.3117812051496, "GB2-08": 1488.4194514279093 } }, "per_game_tracks": { "highest": { "GB2-01": 26.923756518498394, "GB2-02": 14.791801001532537, "GB2-03": 10.281920993460163, "GB2-04": 14.099220120745768, "GB2-05": 79.8694620999203, "GB2-06": 94.51620294358332, "GB2-07": 54.376496200143436, "GB2-08": 45.64596858389405 }, "medium": { "GB2-01": 12.825845883037182, "GB2-02": 12.296883952695758, "GB2-03": 5.677361994071518, "GB2-04": 31.93406247066194, "GB2-05": 40.87409094944158, "GB2-06": 51.745308794671715, "GB2-07": 30.87267632350711, "GB2-08": 33.8075748539808 }, "none": { "GB2-01": 36.40186495059713, "GB2-02": 7.61671004930847, "GB2-03": 18.663448087840198, "GB2-04": 11.269171751144304, "GB2-05": 14.481174430529983, "GB2-06": 55.19569968343782, "GB2-07": 28.368736329667165, "GB2-08": 29.69233519321472 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 44.23978538225884, "medium": 32.03984993317203, "none": 23.0997897388718 }, "reasoning_agg": { "highest": { "max": 45.64596858389405, "mean": 44.23978538225884, "min": 45.64596858389405 }, "medium": { "max": 51.745308794671715, "mean": 32.03984993317203, "min": 12.825845883037182 }, "none": { "max": 36.40186495059713, "mean": 23.0997897388718, "min": 7.616710049308469 } }, "score_diagnostics": { "ceiling_score": 51.745308794671715, "expected_score": 32.53408542961006, "reasoning_variance": 21.13999564338704, "reliability_score": 90.53449825523187, "uncertainty_avg": 9.465501744768137, "uncertainty_penalty": -0.5923895884908248 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 45.64596858389405, "expected_score": 37.951808590926646, "reliability_score": 95.32991117932734, "uncertainty_avg": 4.670088820672659, "uncertainty_penalty": -6.287976791332191 }, "medium": { "ceiling_score": 51.745308794671715, "expected_score": 29.89158709307786, "reliability_score": 85.36582242355567, "uncertainty_avg": 14.634177576444326, "uncertainty_penalty": -2.1482628400941692 }, "none": { "ceiling_score": 36.40186495059713, "expected_score": 29.758860604825678, "reliability_score": 90.90776116281258, "uncertainty_avg": 9.092238837187429, "uncertainty_penalty": 6.659070865953879 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "max": 0.07439860000000001, "mean": 0.060660574999999994, "median": 0.0565846, "min": 0.0485456, "recorded_attempt_count": 17, "run_count": 8, "total": 0.4852846 } }, "codegen_cost_usd": { "admitted_cell_count": 8, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "max": 0.07439860000000001, "mean": 0.060660574999999994, "median": 0.0565846, "min": 0.0485456, "recorded_attempt_count": 17, "run_count": 8, "total": 0.4852846 }, "codegen_latency_ms": { "attempt_count": 17, "max_ms": 357442, "mean_ms": 205939.25, "min_ms": 129630, "run_count": 8 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 17, "max_ms": 357442, "mean_ms": 205939.25, "min_ms": 129630, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 17, "output_max": 29845, "output_mean": 22432.25, "output_min": 16334, "run_count": 8 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 17, "output_max": 29845, "output_mean": 22432.25, "output_min": 16334, "run_count": 8 } }, "display_name": "Grok Build 0.1", "economics": { "all": 29.208909638100376, "medium": 29.208909638100376 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "x-ai", "provider_model": "x-ai/grok-build-0.1", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 8, "evaluated_cells": 8, "model_code_failure_rate": 0.0, "model_code_failures": 0, "repaired_admitted": 8, "repaired_rate": 1.0 } }, "id": "x-ai/grok-build-0.1", "is_recent_addition": false, "last_measured_at": "2026-07-18T14:16:21Z", "match_totals_all": { "draws": 485, "losses": 540, "wins": 352 }, "match_totals_tracks": { "medium": { "draws": 485, "losses": 540, "wins": 352 } }, "model_slug": "x-ai-grok-build-0-1", "overall": { "max": 63.82915309593504, "mean": 29.208909638100376, "min": 12.039456124515215 }, "per_game_all": { "GB2-01": 36.17077061768282, "GB2-02": 12.039456124515215, "GB2-03": 31.0143622071467, "GB2-04": 25.72167517689021, "GB2-05": 63.82915309593504, "GB2-06": 27.627553167229117, "GB2-07": 22.540860428737904, "GB2-08": 14.72744628666598 }, "per_game_match_totals_all": { "GB2-01": { "draws": 38, "losses": 97, "wins": 69 }, "GB2-02": { "draws": 170, "losses": 13, "wins": 6 }, "GB2-03": { "draws": 12, "losses": 10, "wins": 6 }, "GB2-04": { "draws": 133, "losses": 18, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 76, "wins": 147 }, "GB2-06": { "draws": 0, "losses": 114, "wins": 63 }, "GB2-07": { "draws": 0, "losses": 165, "wins": 41 }, "GB2-08": { "draws": 132, "losses": 47, "wins": 8 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 38, "losses": 97, "wins": 69 }, "GB2-02": { "draws": 170, "losses": 13, "wins": 6 }, "GB2-03": { "draws": 12, "losses": 10, "wins": 6 }, "GB2-04": { "draws": 133, "losses": 18, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 76, "wins": 147 }, "GB2-06": { "draws": 0, "losses": 114, "wins": 63 }, "GB2-07": { "draws": 0, "losses": 165, "wins": 41 }, "GB2-08": { "draws": 132, "losses": 47, "wins": 8 } } }, "per_game_raw_elo_all": { "GB2-01": 1418.2850887948575, "GB2-02": 1479.204177726602, "GB2-03": 1468.8713045965055, "GB2-04": 1514.954893807325, "GB2-05": 1722.2000400310835, "GB2-06": 1235.9723508656575, "GB2-07": 1109.86793342262, "GB2-08": 1349.190480538579 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1418.2850887948575, "GB2-02": 1479.204177726602, "GB2-03": 1468.8713045965055, "GB2-04": 1514.954893807325, "GB2-05": 1722.2000400310835, "GB2-06": 1235.9723508656575, "GB2-07": 1109.86793342262, "GB2-08": 1349.190480538579 } }, "per_game_tracks": { "medium": { "GB2-01": 36.17077061768282, "GB2-02": 12.039456124515215, "GB2-03": 31.0143622071467, "GB2-04": 25.72167517689021, "GB2-05": 63.82915309593504, "GB2-06": 27.627553167229117, "GB2-07": 22.540860428737904, "GB2-08": 14.72744628666598 } }, "provider_color": "#9CA3AF", "provider_company": "xAI", "provider_key": "x-ai", "provider_text_color": "#0b1120", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 29.208909638100376 }, "reasoning_agg": { "medium": { "max": 63.82915309593504, "mean": 29.208909638100376, "min": 12.039456124515215 } }, "score_diagnostics": { "ceiling_score": 63.82915309593504, "expected_score": 30.945970686623745, "reliability_score": 93.86279136393426, "uncertainty_avg": 6.1372086360657425, "uncertainty_penalty": 1.737061048523369 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 63.82915309593504, "expected_score": 30.945970686623745, "reliability_score": 93.86279136393426, "uncertainty_avg": 6.1372086360657425, "uncertainty_penalty": 1.737061048523369 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.09705768, "mean": 0.0730637925, "median": 0.07051098, "min": 0.05225028, "recorded_attempt_count": 17, "run_count": 8, "total": 0.58451034 }, "none": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.09803328, "mean": 0.0253809975, "median": 0.00943521, "min": 0.00639384, "recorded_attempt_count": 13, "run_count": 8, "total": 0.20304798 } }, "codegen_cost_usd": { "admitted_cell_count": 13, "cell_count": 16, "cost_basis_counts": { "provider_reported": 30 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.09803328, "mean": 0.049222395, "median": 0.05336871, "min": 0.00639384, "recorded_attempt_count": 30, "run_count": 16, "total": 0.78755832 }, "codegen_latency_ms": { "attempt_count": 30, "max_ms": 689304, "mean_ms": 337511.375, "min_ms": 47263, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 17, "max_ms": 689304, "mean_ms": 510017.125, "min_ms": 355427, "run_count": 8 }, "none": { "attempt_count": 13, "max_ms": 622847, "mean_ms": 165005.625, "min_ms": 47263, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 30, "output_max": 78058, "output_mean": 37255.0, "output_min": 3462, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 17, "output_max": 76773, "output_mean": 56941.375, "output_min": 40677, "run_count": 8 }, "none": { "attempt_count": 13, "output_max": 78058, "output_mean": 17568.625, "output_min": 3462, "run_count": 8 } }, "display_name": "Minimax M3", "economics": { "all": 28.66211840904569, "medium": 20.939560331755704, "none": 39.600559449568294 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "minimax", "provider_model": "minimax/minimax-m3", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03" ], "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 7, "repaired_rate": 0.875 }, "none": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-04", "GB2-06" ], "first_pass_admitted": 4, "first_pass_rate": 0.5, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 2, "repaired_rate": 0.25 } }, "id": "minimax/minimax-m3", "is_recent_addition": false, "last_measured_at": "2026-07-15T09:38:53Z", "match_totals_all": { "draws": 664, "losses": 1087, "wins": 636 }, "match_totals_tracks": { "medium": { "draws": 426, "losses": 675, "wins": 245 }, "none": { "draws": 238, "losses": 412, "wins": 391 } }, "model_slug": "minimax-minimax-m3", "overall": { "max": 61.310936966259646, "mean": 28.55227506699171, "min": 3.993926331153074 }, "per_game_all": { "GB2-01": 38.68558723735462, "GB2-02": 6.7422139489985735, "GB2-03": 42.87030624668301, "GB2-04": 11.597592388925714, "GB2-05": 25.06364606520482, "GB2-06": 19.94571688942271, "GB2-07": 48.40195173205724, "GB2-08": 35.989932763718855 }, "per_game_match_totals_all": { "GB2-01": { "draws": 50, "losses": 202, "wins": 161 }, "GB2-02": { "draws": 331, "losses": 39, "wins": 4 }, "GB2-03": { "draws": 9, "losses": 5, "wins": 6 }, "GB2-04": { "draws": 119, "losses": 29, "wins": 15 }, "GB2-05": { "draws": 0, "losses": 340, "wins": 116 }, "GB2-06": { "draws": 1, "losses": 136, "wins": 40 }, "GB2-07": { "draws": 0, "losses": 230, "wins": 173 }, "GB2-08": { "draws": 154, "losses": 106, "wins": 121 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 14, "losses": 140, "wins": 50 }, "GB2-02": { "draws": 163, "losses": 22, "wins": 3 }, "GB2-04": { "draws": 119, "losses": 29, "wins": 15 }, "GB2-05": { "draws": 0, "losses": 210, "wins": 13 }, "GB2-06": { "draws": 1, "losses": 136, "wins": 40 }, "GB2-07": { "draws": 0, "losses": 90, "wins": 115 }, "GB2-08": { "draws": 129, "losses": 48, "wins": 9 } }, "none": { "GB2-01": { "draws": 36, "losses": 62, "wins": 111 }, "GB2-02": { "draws": 168, "losses": 17, "wins": 1 }, "GB2-03": { "draws": 9, "losses": 5, "wins": 6 }, "GB2-05": { "draws": 0, "losses": 130, "wins": 103 }, "GB2-07": { "draws": 0, "losses": 140, "wins": 58 }, "GB2-08": { "draws": 25, "losses": 58, "wins": 112 } } }, "per_game_raw_elo_all": { "GB2-01": 1449.6118642314323, "GB2-02": 1448.5219480029828, "GB2-03": 1527.705981575098, "GB2-04": 1439.4513471639775, "GB2-05": 1221.772420315916, "GB2-06": 1142.6674567245134, "GB2-07": 1478.8108057155455, "GB2-08": 1546.803094287555 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1270.388251226152, "GB2-02": 1452.4666259599655, "GB2-04": 1439.4513471639775, "GB2-05": 950.2269439894764, "GB2-06": 1142.6674567245134, "GB2-07": 1662.57676750296, "GB2-08": 1379.1134741276585 }, "none": { "GB2-01": 1628.8354772367124, "GB2-02": 1444.5772700460002, "GB2-03": 1527.705981575098, "GB2-05": 1493.3178966423554, "GB2-07": 1295.044843928131, "GB2-08": 1714.4927144474516 } }, "per_game_tracks": { "medium": { "GB2-01": 24.36113714812227, "GB2-02": 7.433178600457437, "GB2-04": 11.597592388925714, "GB2-05": 3.993926331153074, "GB2-06": 19.94571688942271, "GB2-07": 61.310936966259646, "GB2-08": 17.93443399794906 }, "none": { "GB2-01": 53.01003732658696, "GB2-02": 6.05124929753971, "GB2-03": 42.87030624668301, "GB2-05": 46.133365799256566, "GB2-07": 35.492966497854844, "GB2-08": 54.04543152948865 } }, "provider_color": "#00BFA5", "provider_company": "MiniMax", "provider_key": "minimax", "provider_text_color": "#f2fffc", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 20.25207708705361, "none": 36.852473046929816 }, "reasoning_agg": { "medium": { "max": 61.310936966259646, "mean": 20.25207708705361, "min": 3.993926331153074 }, "none": { "max": 54.04543152948865, "mean": 36.852473046929816, "min": 6.05124929753971 } }, "score_diagnostics": { "ceiling_score": 61.310936966259646, "expected_score": 34.28826310278578, "reasoning_variance": 16.600395959876206, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": 5.735988035794065 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 61.310936966259646, "expected_score": 16.08372020294059, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.16835688411302 }, "none": { "ceiling_score": 54.04543152948865, "expected_score": 56.40061593750861, "reliability_score": 89.10684248033397, "uncertainty_avg": 10.893157519666033, "uncertainty_penalty": 19.548142890578795 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.0056201515, "mean": 0.0029446039375, "median": 0.001956843, "min": 0.001266762, "recorded_attempt_count": 13, "run_count": 9, "total": 0.029176983 }, "none": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 11 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.001632522, "mean": 0.00126739675, "median": 0.001232095, "min": 0.00090937, "recorded_attempt_count": 11, "run_count": 8, "total": 0.010139174 } }, "codegen_cost_usd": { "admitted_cell_count": 13, "cell_count": 16, "cost_basis_counts": { "provider_reported": 24 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.0056201515, "mean": 0.00210600034375, "median": 0.0014932259999999998, "min": 0.00090937, "recorded_attempt_count": 24, "run_count": 17, "total": 0.039316157 }, "codegen_latency_ms": { "attempt_count": 24, "max_ms": 257254, "mean_ms": 73974.64705882352, "min_ms": 16892, "run_count": 17 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 13, "max_ms": 257254, "mean_ms": 112054.22222222222, "min_ms": 27775, "run_count": 9 }, "none": { "attempt_count": 11, "max_ms": 46063, "mean_ms": 31135.125, "min_ms": 16892, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 24, "output_max": 22587, "output_mean": 7143.882352941177, "output_min": 1430, "run_count": 17 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 13, "output_max": 22587, "output_mean": 11299.555555555557, "output_min": 2974, "run_count": 9 }, "none": { "attempt_count": 11, "output_max": 3514, "output_mean": 2468.75, "output_min": 1430, "run_count": 8 } }, "display_name": "Hy3 Preview", "economics": { "all": 33.071867423545825, "highest": 34.77172962328846, "none": 30.453962994232025 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "tencent", "provider_model": "tencent/hy3-preview", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 7, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-03", "GB2-05" ], "first_pass_admitted": 5, "first_pass_rate": 0.5555555555555556, "model_code_failure_rate": 0.2222222222222222, "model_code_failures": 2, "repaired_admitted": 2, "repaired_rate": 0.2222222222222222 }, "none": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-06", "GB2-07" ], "first_pass_admitted": 4, "first_pass_rate": 0.5, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 2, "repaired_rate": 0.25 } }, "id": "tencent/hy3-preview", "is_recent_addition": false, "last_measured_at": "2026-07-19T20:23:50Z", "match_totals_all": { "draws": 785, "losses": 771, "wins": 711 }, "match_totals_tracks": { "highest": { "draws": 367, "losses": 485, "wins": 431 }, "none": { "draws": 418, "losses": 286, "wins": 280 } }, "model_slug": "tencent-hy3-preview", "overall": { "max": 77.08002467089872, "mean": 28.126541573252993, "min": 0.0 }, "per_game": { "GB2-01": 62.30809361425588, "GB2-02": 8.13506693682872, "GB2-04": 21.291194047877852, "GB2-05": 65.06745104418093, "GB2-06": 22.650439846783147, "GB2-07": 40.359816348203495, "GB2-08": 23.590045524889156 }, "per_game_all": { "GB2-01": 69.6940591425773, "GB2-02": 4.06753346841436, "GB2-03": 40.01373725333524, "GB2-04": 23.68668863166379, "GB2-05": 43.82883035558446, "GB2-06": 22.650439846783147, "GB2-07": 40.359816348203495, "GB2-08": 20.273834341804804 }, "per_game_match_totals_all": { "GB2-01": { "draws": 43, "losses": 52, "wins": 283 }, "GB2-02": { "draws": 296, "losses": 49, "wins": 4 }, "GB2-03": { "draws": 10, "losses": 8, "wins": 8 }, "GB2-04": { "draws": 252, "losses": 38, "wins": 49 }, "GB2-05": { "draws": 0, "losses": 237, "wins": 198 }, "GB2-06": { "draws": 0, "losses": 143, "wins": 33 }, "GB2-07": { "draws": 0, "losses": 120, "wins": 64 }, "GB2-08": { "draws": 184, "losses": 124, "wins": 72 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 21, "losses": 36, "wins": 119 }, "GB2-02": { "draws": 136, "losses": 23, "wins": 4 }, "GB2-04": { "draws": 152, "losses": 18, "wins": 6 }, "GB2-05": { "draws": 0, "losses": 68, "wins": 146 }, "GB2-06": { "draws": 0, "losses": 143, "wins": 33 }, "GB2-07": { "draws": 0, "losses": 120, "wins": 64 }, "GB2-08": { "draws": 58, "losses": 77, "wins": 59 } }, "none": { "GB2-01": { "draws": 22, "losses": 16, "wins": 164 }, "GB2-02": { "draws": 160, "losses": 26, "wins": 0 }, "GB2-03": { "draws": 10, "losses": 8, "wins": 8 }, "GB2-04": { "draws": 100, "losses": 20, "wins": 43 }, "GB2-05": { "draws": 0, "losses": 169, "wins": 52 }, "GB2-08": { "draws": 126, "losses": 47, "wins": 13 } } }, "per_game_raw_elo_all": { "GB2-01": 1839.243806587143, "GB2-02": 1434.021523237468, "GB2-03": 1506.35763614118, "GB2-04": 1503.491947600215, "GB2-05": 1464.4997790195189, "GB2-06": 1175.6040568173992, "GB2-07": 1365.4718607095751, "GB2-08": 1400.5814153820324 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1747.742032182051, "GB2-02": 1458.6915160586964, "GB2-04": 1490.1018224099944, "GB2-05": 1738.7297749558174, "GB2-06": 1175.6040568173992, "GB2-07": 1365.4718607095751, "GB2-08": 1431.1398224703053 }, "none": { "GB2-01": 1930.7455809922349, "GB2-02": 1409.3515304162397, "GB2-03": 1506.35763614118, "GB2-04": 1516.882072790436, "GB2-05": 1190.26978308322, "GB2-08": 1370.0230082937594 } }, "per_game_tracks": { "highest": { "GB2-01": 62.30809361425588, "GB2-02": 8.13506693682872, "GB2-04": 21.291194047877852, "GB2-05": 65.06745104418093, "GB2-06": 22.650439846783147, "GB2-07": 40.359816348203495, "GB2-08": 23.590045524889156 }, "none": { "GB2-01": 77.08002467089872, "GB2-02": 0.0, "GB2-03": 40.01373725333524, "GB2-04": 26.082183215449735, "GB2-05": 22.590209666987988, "GB2-08": 16.957623158720452 } }, "provider_color": "#12B7F5", "provider_company": "Tencent", "provider_key": "tencent", "provider_text_color": "#081019", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 27.912477205158137, "none": 28.34060594134785 }, "reasoning_agg": { "highest": { "max": 62.30809361425588, "mean": 27.912477205158137, "min": 8.13506693682872 }, "none": { "max": 77.08002467089872, "mean": 28.34060594134785, "min": 0.0 } }, "score_diagnostics": { "ceiling_score": 77.08002467089872, "expected_score": 33.50008883023009, "reasoning_variance": 0.4281287361897128, "reliability_score": 93.44061939188279, "uncertainty_avg": 6.559380608117202, "uncertainty_penalty": 5.373547256977098 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 62.30809361425588, "expected_score": 26.901316030430912, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -1.0111611747272242 }, "none": { "ceiling_score": 77.08002467089872, "expected_score": 41.41097576937323, "reliability_score": 91.25415918917706, "uncertainty_avg": 8.745840810822935, "uncertainty_penalty": 13.070369828025381 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 16 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.08827968, "mean": 0.05437612, "median": 0.0574344, "min": 0.00733824, "recorded_attempt_count": 16, "run_count": 8, "total": 0.43500896 }, "none": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.0154064, "mean": 0.00874386, "median": 0.0064215999999999995, "min": 0.00524064, "recorded_attempt_count": 13, "run_count": 9, "total": 0.08145696000000001 } }, "codegen_cost_usd": { "admitted_cell_count": 12, "cell_count": 16, "cost_basis_counts": { "provider_reported": 29 }, "evidence_basis": "Provider-reported", "failed_cell_count": 5, "max": 0.08827968, "mean": 0.03155999, "median": 0.01479536, "min": 0.00524064, "recorded_attempt_count": 29, "run_count": 17, "total": 0.51646592 }, "codegen_latency_ms": { "attempt_count": 29, "max_ms": 1361767, "mean_ms": 422352.6470588235, "min_ms": 51720, "run_count": 17 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 16, "max_ms": 1361767, "mean_ms": 800306.75, "min_ms": 68429, "run_count": 8 }, "none": { "attempt_count": 13, "max_ms": 153912, "mean_ms": 86393.44444444444, "min_ms": 51720, "run_count": 9 } }, "codegen_output_tokens": { "attempt_count": 29, "output_max": 62955, "output_mean": 20190.70588235294, "output_min": 2265, "run_count": 17 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 16, "output_max": 62955, "output_mean": 38265.375, "output_min": 3140, "run_count": 8 }, "none": { "attempt_count": 13, "output_max": 7814, "output_mean": 4124.333333333333, "output_min": 2265, "run_count": 9 } }, "display_name": "Qwen3.7 Plus", "economics": { "all": 28.791648263760713, "medium": 41.3850467207755, "none": 18.42029245773492 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "qwen", "provider_model": "qwen/qwen3.7-plus", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03", "GB2-04" ], "first_pass_admitted": 1, "first_pass_rate": 0.125, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 5, "repaired_rate": 0.625 }, "none": { "admitted_plugins": 6, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-08" ], "first_pass_admitted": 4, "first_pass_rate": 0.4444444444444444, "model_code_failure_rate": 0.3333333333333333, "model_code_failures": 3, "repaired_admitted": 2, "repaired_rate": 0.2222222222222222 } }, "id": "qwen/qwen3.7-plus", "is_recent_addition": false, "last_measured_at": "2026-07-19T23:12:19Z", "match_totals_all": { "draws": 712, "losses": 1014, "wins": 637 }, "match_totals_tracks": { "medium": { "draws": 367, "losses": 378, "wins": 453 }, "none": { "draws": 345, "losses": 636, "wins": 184 } }, "model_slug": "qwen-qwen3-7-plus", "overall": { "max": 78.90361697494383, "mean": 27.55509906029689, "min": 7.661044648020888 }, "per_game_all": { "GB2-01": 32.00854806879333, "GB2-02": 9.951370237390709, "GB2-04": 23.003733870007537, "GB2-05": 39.88116888652403, "GB2-06": 47.96970007447862, "GB2-07": 27.4797099575508, "GB2-08": 21.247306751579977 }, "per_game_match_totals_all": { "GB2-01": { "draws": 64, "losses": 217, "wins": 130 }, "GB2-02": { "draws": 345, "losses": 26, "wins": 4 }, "GB2-04": { "draws": 142, "losses": 20, "wins": 13 }, "GB2-05": { "draws": 0, "losses": 222, "wins": 232 }, "GB2-06": { "draws": 7, "losses": 186, "wins": 164 }, "GB2-07": { "draws": 0, "losses": 309, "wins": 94 }, "GB2-08": { "draws": 154, "losses": 34, "wins": 0 } }, "per_game_match_totals_tracks": { "medium": { "GB2-01": { "draws": 27, "losses": 75, "wins": 104 }, "GB2-02": { "draws": 179, "losses": 8, "wins": 2 }, "GB2-05": { "draws": 0, "losses": 92, "wins": 141 }, "GB2-06": { "draws": 7, "losses": 34, "wins": 136 }, "GB2-07": { "draws": 0, "losses": 135, "wins": 70 }, "GB2-08": { "draws": 154, "losses": 34, "wins": 0 } }, "none": { "GB2-01": { "draws": 37, "losses": 142, "wins": 26 }, "GB2-02": { "draws": 166, "losses": 18, "wins": 2 }, "GB2-04": { "draws": 142, "losses": 20, "wins": 13 }, "GB2-05": { "draws": 0, "losses": 130, "wins": 91 }, "GB2-06": { "draws": 0, "losses": 152, "wins": 28 }, "GB2-07": { "draws": 0, "losses": 174, "wins": 24 } } }, "per_game_raw_elo_all": { "GB2-01": 1366.0582943164445, "GB2-02": 1467.1648641364222, "GB2-04": 1499.3418928953065, "GB2-05": 1413.0029584305992, "GB2-06": 1482.926787218578, "GB2-07": 1180.5782831539202, "GB2-08": 1409.7887856234097 }, "per_game_raw_elo_tracks": { "medium": { "GB2-01": 1532.9014110845703, "GB2-02": 1480.3814624068068, "GB2-05": 1551.8649996217848, "GB2-06": 1858.78017083648, "GB2-07": 1357.5577991174084, "GB2-08": 1409.7887856234097 }, "none": { "GB2-01": 1199.2151775483187, "GB2-02": 1453.9482658660377, "GB2-04": 1499.3418928953065, "GB2-05": 1274.1409172394135, "GB2-06": 1107.073403600676, "GB2-07": 1003.598767190432 } }, "per_game_tracks": { "medium": { "GB2-01": 45.333741935710094, "GB2-02": 12.24169582676053, "GB2-05": 50.67132081499249, "GB2-06": 78.90361697494383, "GB2-07": 39.91259802066606, "GB2-08": 21.247306751579977 }, "none": { "GB2-01": 18.683354201876575, "GB2-02": 7.661044648020888, "GB2-04": 23.003733870007537, "GB2-05": 29.091016958055572, "GB2-06": 17.0357831740134, "GB2-07": 15.046821894435537 } }, "provider_color": "#FF6A00", "provider_company": "Alibaba", "provider_key": "qwen", "provider_text_color": "#fff8f2", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 38.51312557252109, "none": 16.597072548072685 }, "reasoning_agg": { "medium": { "max": 78.90361697494383, "mean": 38.51312557252109, "min": 12.24169582676053 }, "none": { "max": 29.091016958055572, "mean": 16.597072548072685, "min": 7.661044648020888 } }, "score_diagnostics": { "ceiling_score": 78.90361697494383, "expected_score": 35.98855357453721, "reasoning_variance": 21.916053024448406, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 8.433454514240317 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 78.90361697494383, "expected_score": 41.89625939078425, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 3.383133818263161 }, "none": { "ceiling_score": 29.091016958055572, "expected_score": 30.11570883706948, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 13.518636288996795 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 9, "cell_count": 8, "cost_basis_counts": { "provider_reported": 33 }, "evidence_basis": "Provider-reported", "failed_cell_count": 7, "max": 0.039679950000000005, "mean": 0.029276065625, "median": 0.0306386, "min": 0.01864685, "recorded_attempt_count": 33, "run_count": 16, "total": 0.46841705 }, "medium": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 19 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.0445032, "mean": 0.03204184375, "median": 0.0312573, "min": 0.0200767, "recorded_attempt_count": 19, "run_count": 9, "total": 0.2854256 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.12956125, "mean": 0.031130218749999997, "median": 0.0158481, "min": 0.0111232, "recorded_attempt_count": 13, "run_count": 9, "total": 0.378603 } }, "codegen_cost_usd": { "admitted_cell_count": 21, "cell_count": 24, "cost_basis_counts": { "provider_reported": 65 }, "evidence_basis": "Provider-reported", "failed_cell_count": 13, "max": 0.12956125, "mean": 0.030816042708333328, "median": 0.0257231, "min": 0.0111232, "recorded_attempt_count": 65, "run_count": 34, "total": 1.13244565 }, "codegen_latency_ms": { "attempt_count": 65, "max_ms": 622714, "mean_ms": 85325.9705882353, "min_ms": 19572, "run_count": 34 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 33, "max_ms": 622714, "mean_ms": 92202.3125, "min_ms": 23604, "run_count": 16 }, "medium": { "attempt_count": 19, "max_ms": 124322, "mean_ms": 63938.77777777778, "min_ms": 25332, "run_count": 9 }, "none": { "attempt_count": 13, "max_ms": 291489, "mean_ms": 94488.55555555556, "min_ms": 19572, "run_count": 9 } }, "codegen_output_tokens": { "attempt_count": 65, "output_max": 67409, "output_mean": 8099.529411764706, "output_min": 2031, "run_count": 34 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 33, "output_max": 14193, "output_mean": 7320.375, "output_min": 2728, "run_count": 16 }, "medium": { "attempt_count": 19, "output_max": 10495, "output_mean": 7014.777777777777, "output_min": 4525, "run_count": 9 }, "none": { "attempt_count": 13, "output_max": 67409, "output_mean": 10569.444444444443, "output_min": 2031, "run_count": 9 } }, "display_name": "Nemotron 3 Ultra 550B A55B", "economics": { "all": 28.214733128097915, "highest": 22.405713202602698, "medium": 30.924385903086723, "none": 31.57281450063936 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "nvidia", "provider_model": "nvidia/nemotron-3-ultra-550b-a55b", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 9, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-04", "GB2-06", "GB2-07" ], "first_pass_admitted": 2, "first_pass_rate": 0.125, "model_code_failure_rate": 0.4375, "model_code_failures": 7, "repaired_admitted": 7, "repaired_rate": 0.4375 }, "medium": { "admitted_plugins": 5, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-03", "GB2-04", "GB2-05" ], "model_code_failure_rate": 0.4444444444444444, "model_code_failures": 4, "repaired_admitted": 5, "repaired_rate": 0.5555555555555556 }, "none": { "admitted_plugins": 7, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-02", "GB2-07" ], "first_pass_admitted": 5, "first_pass_rate": 0.5555555555555556, "model_code_failure_rate": 0.2222222222222222, "model_code_failures": 2, "repaired_admitted": 2, "repaired_rate": 0.2222222222222222 } }, "id": "nvidia/nemotron-3-ultra-550b-a55b", "is_recent_addition": false, "last_measured_at": "2026-07-19T23:12:10Z", "match_totals_all": { "draws": 1443, "losses": 1596, "wins": 882 }, "match_totals_tracks": { "highest": { "draws": 776, "losses": 691, "wins": 290 }, "medium": { "draws": 358, "losses": 384, "wins": 234 }, "none": { "draws": 309, "losses": 521, "wins": 358 } }, "model_slug": "nvidia-nemotron-3-ultra-550b-a55b", "overall": { "max": 63.965994099933845, "mean": 26.123621325251065, "min": 8.615240570387764 }, "per_game": { "GB2-01": 29.91976859210062, "GB2-02": 10.307786108744647, "GB2-04": 7.166986972807464, "GB2-05": 36.33021415855389, "GB2-06": 31.818186314401817, "GB2-08": 18.891337069007747 }, "per_game_all": { "GB2-01": 43.60834494740953, "GB2-02": 9.461513339566206, "GB2-03": 38.88100756843271, "GB2-04": 15.763399634714018, "GB2-05": 50.14810412924387, "GB2-06": 35.28667937143172, "GB2-07": 13.95265259843519, "GB2-08": 18.6161634355501 }, "per_game_match_totals_all": { "GB2-01": { "draws": 128, "losses": 246, "wins": 246 }, "GB2-02": { "draws": 485, "losses": 47, "wins": 5 }, "GB2-03": { "draws": 17, "losses": 5, "wins": 4 }, "GB2-04": { "draws": 274, "losses": 62, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 326, "wins": 316 }, "GB2-06": { "draws": 15, "losses": 346, "wins": 206 }, "GB2-07": { "draws": 0, "losses": 357, "wins": 35 }, "GB2-08": { "draws": 524, "losses": 207, "wins": 46 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 50, "losses": 120, "wins": 33 }, "GB2-02": { "draws": 312, "losses": 32, "wins": 4 }, "GB2-04": { "draws": 141, "losses": 37, "wins": 6 }, "GB2-05": { "draws": 0, "losses": 267, "wins": 154 }, "GB2-06": { "draws": 7, "losses": 127, "wins": 68 }, "GB2-08": { "draws": 266, "losses": 108, "wins": 25 } }, "medium": { "GB2-01": { "draws": 49, "losses": 64, "wins": 95 }, "GB2-02": { "draws": 173, "losses": 15, "wins": 1 }, "GB2-06": { "draws": 7, "losses": 72, "wins": 106 }, "GB2-07": { "draws": 0, "losses": 182, "wins": 23 }, "GB2-08": { "draws": 129, "losses": 51, "wins": 9 } }, "none": { "GB2-01": { "draws": 29, "losses": 62, "wins": 118 }, "GB2-03": { "draws": 17, "losses": 5, "wins": 4 }, "GB2-04": { "draws": 133, "losses": 25, "wins": 18 }, "GB2-05": { "draws": 0, "losses": 59, "wins": 162 }, "GB2-06": { "draws": 1, "losses": 147, "wins": 32 }, "GB2-07": { "draws": 0, "losses": 175, "wins": 12 }, "GB2-08": { "draws": 129, "losses": 48, "wins": 12 } } }, "per_game_raw_elo_all": { "GB2-01": 1511.2505759912417, "GB2-02": 1464.824979568162, "GB2-03": 1501.979403510879, "GB2-04": 1460.2230925560184, "GB2-05": 1546.1809068968666, "GB2-06": 1328.0653653873771, "GB2-07": 988.168029043087, "GB2-08": 1384.9789999483376 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1340.0696408267977, "GB2-02": 1470.3789422522132, "GB2-04": 1413.940355124856, "GB2-05": 1368.2761811372434, "GB2-06": 1284.9657247905943, "GB2-08": 1387.0458687407518 }, "medium": { "GB2-01": 1577.0187486349464, "GB2-02": 1459.2710168841108, "GB2-06": 1663.928762676415, "GB2-07": 1019.198467476494, "GB2-08": 1379.9491051706354 }, "none": { "GB2-01": 1616.6633385119806, "GB2-03": 1501.979403510879, "GB2-04": 1506.5058299871805, "GB2-05": 1724.08563265649, "GB2-06": 1035.3016086951216, "GB2-07": 957.13759060968, "GB2-08": 1387.9420259336252 } }, "per_game_tracks": { "highest": { "GB2-01": 29.91976859210062, "GB2-02": 10.307786108744647, "GB2-04": 7.166986972807464, "GB2-05": 36.33021415855389, "GB2-06": 31.818186314401817, "GB2-08": 18.891337069007747 }, "medium": { "GB2-01": 48.86718004327302, "GB2-02": 8.615240570387764, "GB2-06": 62.91507461001133, "GB2-07": 16.175295051675466, "GB2-08": 18.049139240086024 }, "none": { "GB2-01": 52.03808620685494, "GB2-03": 38.88100756843271, "GB2-04": 24.35981229662057, "GB2-05": 63.965994099933845, "GB2-06": 11.126777189882008, "GB2-07": 11.730010145194916, "GB2-08": 18.90801399755653 } }, "provider_color": "#76B900", "provider_company": "NVIDIA", "provider_key": "nvidia", "provider_text_color": "#081019", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 18.91669027546711, "medium": 26.69825998643895, "none": 32.75591371384714 }, "reasoning_agg": { "highest": { "max": 36.33021415855389, "mean": 18.91669027546711, "min": 10.307786108744647 }, "medium": { "max": 62.91507461001133, "mean": 26.69825998643895, "min": 8.615240570387764 }, "none": { "max": 63.965994099933845, "mean": 32.75591371384714, "min": 11.126777189882008 } }, "score_diagnostics": { "ceiling_score": 63.965994099933845, "expected_score": 30.733955223480912, "reasoning_variance": 13.839223438380031, "reliability_score": 93.44061939188279, "uncertainty_avg": 6.559380608117202, "uncertainty_penalty": 4.610333898229847 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 36.33021415855389, "expected_score": 14.8474464660812, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.069243809385911 }, "medium": { "ceiling_score": 62.91507461001133, "expected_score": 26.753884102095196, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 0.05562411565624714 }, "none": { "ceiling_score": 63.965994099933845, "expected_score": 40.946120706192154, "reliability_score": 92.50356501929463, "uncertainty_avg": 7.496434980705374, "uncertainty_penalty": 8.190206992345011 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 4, "cell_count": 7, "cost_basis_counts": { "provider_reported": 15 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.0092087, "mean": 0.006571171428571429, "median": 0.00666192, "min": 0.00456754, "recorded_attempt_count": 15, "run_count": 7, "total": 0.0459982 }, "none": { "admitted_cell_count": 6, "cell_count": 7, "cost_basis_counts": { "provider_reported": 8 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.00391754, "mean": 0.0023617857142857143, "median": 0.00186618, "min": 0.00144036, "recorded_attempt_count": 8, "run_count": 7, "total": 0.0165325 } }, "codegen_cost_usd": { "admitted_cell_count": 10, "cell_count": 14, "cost_basis_counts": { "provider_reported": 23 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.0092087, "mean": 0.004466478571428571, "median": 0.0042425399999999995, "min": 0.00144036, "recorded_attempt_count": 23, "run_count": 14, "total": 0.0625307 }, "codegen_latency_ms": { "attempt_count": 23, "max_ms": 550842, "mean_ms": 222264.07142857145, "min_ms": 41984, "run_count": 14 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 15, "max_ms": 550842, "mean_ms": 354649.85714285716, "min_ms": 219950, "run_count": 7 }, "none": { "attempt_count": 8, "max_ms": 161392, "mean_ms": 89878.28571428571, "min_ms": 41984, "run_count": 7 } }, "codegen_output_tokens": { "attempt_count": 23, "output_max": 12552, "output_mean": 5500.928571428572, "output_min": 1283, "run_count": 14 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 15, "output_max": 12552, "output_mean": 8851.57142857143, "output_min": 6019, "run_count": 7 }, "none": { "attempt_count": 8, "output_max": 4235, "output_mean": 2150.285714285714, "output_min": 1283, "run_count": 7 } }, "display_name": "Gemma 4 31B", "economics": { "all": 26.930059017919707, "medium": 34.331423607553795, "none": 21.85275317264143 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "google", "provider_model": "google/gemma-4-31b-it", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 4, "evaluated_cells": 7, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-08" ], "infra_excluded_game_aliases": [ "GB2-01" ], "infra_failures_excluded": 1, "model_code_failure_rate": 0.42857142857142855, "model_code_failures": 3, "repaired_admitted": 4, "repaired_rate": 0.5714285714285714 }, "none": { "admitted_plugins": 6, "evaluated_cells": 7, "failed_game_aliases": [ "GB2-03" ], "first_pass_admitted": 5, "first_pass_rate": 0.7142857142857143, "infra_excluded_game_aliases": [ "GB2-02" ], "infra_failures_excluded": 1, "model_code_failure_rate": 0.14285714285714285, "model_code_failures": 1, "repaired_admitted": 1, "repaired_rate": 0.14285714285714285 } }, "id": "google/gemma-4-31b-it", "is_recent_addition": false, "last_measured_at": "2026-07-13T11:05:10Z", "match_totals_all": { "draws": 423, "losses": 1042, "wins": 472 }, "match_totals_tracks": { "medium": { "draws": 135, "losses": 379, "wins": 256 }, "none": { "draws": 288, "losses": 663, "wins": 216 } }, "model_slug": "google-gemma-4-31b-it", "overall": { "max": 58.56858588745748, "mean": 25.43789633168295, "min": 14.0470230789226 }, "per_game_all": { "GB2-01": 38.43379421672025, "GB2-04": 22.9161140851049, "GB2-05": 36.30780448319004, "GB2-06": 16.840820726205873, "GB2-07": 30.797120064044726, "GB2-08": 16.28470053225246 }, "per_game_match_totals_all": { "GB2-01": { "draws": 33, "losses": 102, "wins": 82 }, "GB2-04": { "draws": 258, "losses": 46, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 269, "wins": 175 }, "GB2-06": { "draws": 3, "losses": 279, "wins": 75 }, "GB2-07": { "draws": 0, "losses": 297, "wins": 108 }, "GB2-08": { "draws": 129, "losses": 49, "wins": 8 } }, "per_game_match_totals_tracks": { "medium": { "GB2-04": { "draws": 133, "losses": 18, "wins": 13 }, "GB2-05": { "draws": 0, "losses": 83, "wins": 140 }, "GB2-06": { "draws": 2, "losses": 138, "wins": 37 }, "GB2-07": { "draws": 0, "losses": 140, "wins": 66 } }, "none": { "GB2-01": { "draws": 33, "losses": 102, "wins": 82 }, "GB2-04": { "draws": 125, "losses": 28, "wins": 11 }, "GB2-05": { "draws": 0, "losses": 186, "wins": 35 }, "GB2-06": { "draws": 1, "losses": 141, "wins": 38 }, "GB2-07": { "draws": 0, "losses": 157, "wins": 42 }, "GB2-08": { "draws": 129, "losses": 49, "wins": 8 } } }, "per_game_raw_elo_all": { "GB2-01": 1445.7800593007478, "GB2-04": 1499.8623244071155, "GB2-05": 1367.1893180875759, "GB2-06": 1104.830107299173, "GB2-07": 1227.7965511900757, "GB2-08": 1363.7606083498813 }, "per_game_raw_elo_tracks": { "medium": { "GB2-04": 1518.4707885990597, "GB2-05": 1654.3300481477468, "GB2-06": 1132.1373003458395, "GB2-07": 1262.964769744279 }, "none": { "GB2-01": 1445.7800593007478, "GB2-04": 1481.253860215171, "GB2-05": 1080.0485880274048, "GB2-06": 1077.5229142525063, "GB2-07": 1192.6283326358723, "GB2-08": 1363.7606083498813 } }, "per_game_tracks": { "medium": { "GB2-04": 26.39710935603434, "GB2-05": 58.56858588745748, "GB2-06": 19.078764110307976, "GB2-07": 33.2812350764154 }, "none": { "GB2-01": 38.43379421672025, "GB2-04": 19.435118814175468, "GB2-05": 14.0470230789226, "GB2-06": 14.602877342103772, "GB2-07": 28.313005051674057, "GB2-08": 16.28470053225246 } }, "provider_color": "#4285F4", "provider_company": "Google", "provider_key": "google", "provider_text_color": "#f5f9ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 29.8491728115773, "none": 21.0266198517886 }, "reasoning_agg": { "medium": { "max": 58.56858588745748, "mean": 29.8491728115773, "min": 19.078764110307976 }, "none": { "max": 38.43379421672025, "mean": 21.0266198517886, "min": 14.0470230789226 } }, "score_diagnostics": { "ceiling_score": 58.56858588745748, "expected_score": 28.872046535975006, "reasoning_variance": 8.822552959788702, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 3.434150204292056 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 58.56858588745748, "expected_score": 39.80621608312263, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 9.957043271545327 }, "none": { "ceiling_score": 38.43379421672025, "expected_score": 24.945752568398394, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 3.919132716609795 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.0597184625, "mean": 0.02441709805, "median": 0.022888967499999996, "min": 0.0040410944, "recorded_attempt_count": 17, "run_count": 8, "total": 0.1953367844 }, "medium": { "admitted_cell_count": 15, "cell_count": 8, "cost_basis_counts": { "provider_reported": 46 }, "evidence_basis": "Provider-reported", "failed_cell_count": 6, "max": 0.02904086, "mean": 0.020196066154166664, "median": 0.0210709803, "min": 0.0085050301, "recorded_attempt_count": 46, "run_count": 21, "total": 0.426437947 }, "none": { "admitted_cell_count": 17, "cell_count": 8, "cost_basis_counts": { "provider_reported": 35 }, "evidence_basis": "Provider-reported", "failed_cell_count": 7, "max": 0.004834030033333333, "mean": 0.0027724950333333333, "median": 0.0022439992166666664, "min": 0.00169122, "recorded_attempt_count": 35, "run_count": 24, "total": 0.06653988079999999 } }, "codegen_cost_usd": { "admitted_cell_count": 37, "cell_count": 24, "cost_basis_counts": { "provider_reported": 98 }, "evidence_basis": "Provider-reported", "failed_cell_count": 16, "max": 0.0597184625, "mean": 0.015795219745833335, "median": 0.014928570933333331, "min": 0.00169122, "recorded_attempt_count": 98, "run_count": 53, "total": 0.6883146121999998 }, "codegen_latency_ms": { "attempt_count": 98, "max_ms": 2511116, "mean_ms": 720080.4528301887, "min_ms": 19112, "run_count": 53 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 17, "max_ms": 2062747, "mean_ms": 1205165.25, "min_ms": 91043, "run_count": 8 }, "medium": { "attempt_count": 46, "max_ms": 2511116, "mean_ms": 1185686.761904762, "min_ms": 46510, "run_count": 21 }, "none": { "attempt_count": 35, "max_ms": 1132276, "mean_ms": 150980.0, "min_ms": 19112, "run_count": 24 } }, "codegen_output_tokens": { "attempt_count": 96, "output_max": 146589, "output_mean": 41199.90566037736, "output_min": 1540, "run_count": 53 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 17, "output_max": 91374, "output_mean": 68633.0, "output_min": 11468, "run_count": 8 }, "medium": { "attempt_count": 46, "output_max": 146589, "output_mean": 73252.28571428571, "output_min": 6076, "run_count": 21 }, "none": { "attempt_count": 33, "output_max": 23326, "output_mean": 4009.7083333333335, "output_min": 1540, "run_count": 24 } }, "display_name": "MiMo-V2.5", "economics": { "all": 27.703195815701637, "highest": 24.521755430704992, "medium": 23.17528070804423, "none": 28.168522599292288 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "xiaomi", "provider_model": "xiaomi/mimo-v2.5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03", "GB2-05", "GB2-07" ], "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 5, "repaired_rate": 0.625 }, "medium": { "admitted_plugins": 15, "evaluated_cells": 21, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-06", "GB2-08" ], "first_pass_admitted": 1, "first_pass_rate": 0.047619047619047616, "infra_excluded_game_aliases": [ "GB2-03", "GB2-06", "GB2-07" ], "infra_failures_excluded": 3, "model_code_failure_rate": 0.2857142857142857, "model_code_failures": 6, "repaired_admitted": 14, "repaired_rate": 0.6666666666666666 }, "none": { "admitted_plugins": 17, "evaluated_cells": 24, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04", "GB2-07", "GB2-08" ], "first_pass_admitted": 12, "first_pass_rate": 0.5, "model_code_failure_rate": 0.2916666666666667, "model_code_failures": 7, "repaired_admitted": 5, "repaired_rate": 0.20833333333333337 } }, "id": "xiaomi/mimo-v2.5", "is_recent_addition": false, "last_measured_at": "2026-07-19T23:04:38Z", "match_totals_all": { "draws": 2372, "losses": 2969, "wins": 1579 }, "match_totals_tracks": { "highest": { "draws": 487, "losses": 264, "wins": 125 }, "medium": { "draws": 1103, "losses": 1237, "wins": 573 }, "none": { "draws": 782, "losses": 1468, "wins": 881 } }, "model_slug": "xiaomi-mimo-v2-5", "overall": { "max": 51.50438313656388, "mean": 25.29173708984834, "min": 11.490618140835323 }, "per_game": { "GB2-01": 19.615415585825644, "GB2-02": 11.490618140835323, "GB2-04": 25.51889237699729, "GB2-06": 51.50438313656388, "GB2-08": 14.479467913302816 }, "per_game_all": { "GB2-01": 28.625426187332852, "GB2-02": 10.99794609120285, "GB2-03": 43.37233130702697, "GB2-04": 20.106512394673004, "GB2-05": 35.38266725732792, "GB2-06": 35.804501871437246, "GB2-07": 32.5654468012846, "GB2-08": 14.770734615327656 }, "per_game_match_totals_all": { "GB2-01": { "draws": 238, "losses": 609, "wins": 361 }, "GB2-02": { "draws": 823, "losses": 67, "wins": 28 }, "GB2-03": { "draws": 11, "losses": 4, "wins": 6 }, "GB2-04": { "draws": 716, "losses": 176, "wins": 93 }, "GB2-05": { "draws": 0, "losses": 688, "wins": 422 }, "GB2-06": { "draws": 19, "losses": 547, "wins": 342 }, "GB2-07": { "draws": 0, "losses": 550, "wins": 272 }, "GB2-08": { "draws": 565, "losses": 328, "wins": 55 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 75, "losses": 100, "wins": 2 }, "GB2-02": { "draws": 147, "losses": 8, "wins": 7 }, "GB2-04": { "draws": 122, "losses": 22, "wins": 18 }, "GB2-06": { "draws": 10, "losses": 82, "wins": 97 }, "GB2-08": { "draws": 133, "losses": 52, "wins": 1 } }, "medium": { "GB2-01": { "draws": 44, "losses": 254, "wins": 110 }, "GB2-02": { "draws": 507, "losses": 43, "wins": 21 }, "GB2-04": { "draws": 353, "losses": 106, "wins": 40 }, "GB2-05": { "draws": 0, "losses": 293, "wins": 153 }, "GB2-06": { "draws": 6, "losses": 131, "wins": 40 }, "GB2-07": { "draws": 0, "losses": 266, "wins": 159 }, "GB2-08": { "draws": 193, "losses": 144, "wins": 50 } }, "none": { "GB2-01": { "draws": 119, "losses": 255, "wins": 249 }, "GB2-02": { "draws": 169, "losses": 16, "wins": 0 }, "GB2-03": { "draws": 11, "losses": 4, "wins": 6 }, "GB2-04": { "draws": 241, "losses": 48, "wins": 35 }, "GB2-05": { "draws": 0, "losses": 395, "wins": 269 }, "GB2-06": { "draws": 3, "losses": 334, "wins": 205 }, "GB2-07": { "draws": 0, "losses": 284, "wins": 113 }, "GB2-08": { "draws": 239, "losses": 132, "wins": 4 } } }, "per_game_raw_elo_all": { "GB2-01": 1324.391339093423, "GB2-02": 1473.9825871715766, "GB2-03": 1527.6395418798847, "GB2-04": 1484.9013070334315, "GB2-05": 1355.2434787840061, "GB2-06": 1334.868956926519, "GB2-07": 1252.8137040794686, "GB2-08": 1349.4454186111263 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1212.999707894921, "GB2-02": 1478.3206312567197, "GB2-04": 1513.9665371375488, "GB2-06": 1525.0221840943957, "GB2-08": 1346.9606253994864 }, "medium": { "GB2-01": 1307.2991411331964, "GB2-02": 1484.6470537185621, "GB2-04": 1464.180007111608, "GB2-05": 1307.531858998345, "GB2-06": 1121.5181057532589, "GB2-07": 1325.1285742366906, "GB2-08": 1379.937603115728 }, "none": { "GB2-01": 1452.8751682521522, "GB2-02": 1458.9800765394484, "GB2-03": 1527.6395418798847, "GB2-04": 1476.5573768511383, "GB2-05": 1402.9550985696671, "GB2-06": 1358.066580931903, "GB2-07": 1180.4988339222468, "GB2-08": 1321.438027318165 } }, "per_game_tracks": { "highest": { "GB2-01": 19.615415585825644, "GB2-02": 11.490618140835323, "GB2-04": 25.51889237699729, "GB2-06": 51.50438313656388, "GB2-08": 14.479467913302816 }, "medium": { "GB2-01": 27.308489424231603, "GB2-02": 12.99127610042693, "GB2-04": 16.279702862860805, "GB2-05": 31.688441494119953, "GB2-06": 18.204480772726864, "GB2-07": 37.67131258724129, "GB2-08": 18.08326171470216 }, "none": { "GB2-01": 38.95237355194132, "GB2-02": 8.511944032346298, "GB2-03": 43.37233130702697, "GB2-04": 18.520941944160917, "GB2-05": 39.076893020535884, "GB2-06": 37.704641705021, "GB2-07": 27.459581015327913, "GB2-08": 11.749474217977998 } }, "provider_color": "#FF6900", "provider_company": "Xiaomi", "provider_key": "xiaomi", "provider_text_color": "#fff7f1", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 21.80326639021641, "medium": 18.680459977813825, "none": 35.39148490151478 }, "reasoning_agg": { "highest": { "max": 51.50438313656388, "mean": 21.80326639021641, "min": 11.490618140835323 }, "medium": { "max": 31.688441494119953, "mean": 18.680459977813825, "min": 12.99127610042693 }, "none": { "max": 39.07689302053589, "mean": 35.39148490151478, "min": 37.704641705021 } }, "score_diagnostics": { "ceiling_score": 51.50438313656388, "expected_score": 34.257203281002695, "reasoning_variance": 16.711024923700954, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 8.965466191154356 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 51.50438313656388, "expected_score": 17.51011636215027, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.29315002806614 }, "medium": { "ceiling_score": 31.688441494119953, "expected_score": 20.65094730913467, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 1.970487331320843 }, "none": { "ceiling_score": 39.07689302053589, "expected_score": 42.26585692750344, "reliability_score": 92.14370522777435, "uncertainty_avg": 7.856294772225651, "uncertainty_penalty": 6.874372025988663 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.13491350000000002, "mean": 0.10247140625, "median": 0.113468875, "min": 0.061553, "recorded_attempt_count": 17, "run_count": 8, "total": 0.81977125 }, "none": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 33 }, "evidence_basis": "Provider-reported", "failed_cell_count": 9, "max": 0.2156775, "mean": 0.157461515625, "median": 0.15705206249999998, "min": 0.098579625, "recorded_attempt_count": 33, "run_count": 16, "total": 2.51938425 } }, "codegen_cost_usd": { "admitted_cell_count": 12, "cell_count": 16, "cost_basis_counts": { "provider_reported": 50 }, "evidence_basis": "Provider-reported", "failed_cell_count": 12, "max": 0.2156775, "mean": 0.12996646093750003, "median": 0.12798825, "min": 0.061553, "recorded_attempt_count": 50, "run_count": 24, "total": 3.3391555 }, "codegen_latency_ms": { "attempt_count": 50, "max_ms": 1200477, "mean_ms": 884695.875, "min_ms": 390884, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 17, "max_ms": 1097898, "mean_ms": 822157.625, "min_ms": 490730, "run_count": 8 }, "none": { "attempt_count": 33, "max_ms": 1200477, "mean_ms": 915965.0, "min_ms": 390884, "run_count": 16 } }, "codegen_output_tokens": { "attempt_count": 50, "output_max": 131072, "output_mean": 108502.5, "output_min": 55627, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 17, "output_max": 131072, "output_mean": 95066.75, "output_min": 57337, "run_count": 8 }, "none": { "attempt_count": 33, "output_max": 131072, "output_mean": 115220.375, "output_min": 55627, "run_count": 16 } }, "display_name": "Nex N2 Pro", "economics": { "all": 25.02072932663747, "medium": 22.564812642546556, "none": 29.603332785792045 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "nex-agi", "provider_model": "nex-agi/nex-n2-pro", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-04" ], "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 5, "repaired_rate": 0.625 }, "none": { "admitted_plugins": 7, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-07", "GB2-08" ], "model_code_failure_rate": 0.5625, "model_code_failures": 9, "repaired_admitted": 7, "repaired_rate": 0.4375 } }, "id": "nex-agi/nex-n2-pro", "is_recent_addition": false, "last_measured_at": "2026-07-19T23:12:51Z", "match_totals_all": { "draws": 459, "losses": 896, "wins": 421 }, "match_totals_tracks": { "medium": { "draws": 26, "losses": 488, "wins": 151 }, "none": { "draws": 433, "losses": 408, "wins": 270 } }, "model_slug": "nex-agi-nex-n2-pro", "overall": { "max": 74.21628479825006, "mean": 24.833301821302655, "min": 2.4688491519502116 }, "per_game_all": { "GB2-02": 10.671164514073164, "GB2-03": 32.37576249229973, "GB2-04": 19.571653345574234, "GB2-05": 31.592286894976503, "GB2-06": 15.108177947811226, "GB2-07": 54.3793660514053, "GB2-08": 11.446694040322102 }, "per_game_match_totals_all": { "GB2-02": { "draws": 124, "losses": 31, "wins": 7 }, "GB2-03": { "draws": 27, "losses": 13, "wins": 7 }, "GB2-04": { "draws": 143, "losses": 11, "wins": 8 }, "GB2-05": { "draws": 0, "losses": 305, "wins": 126 }, "GB2-06": { "draws": 14, "losses": 284, "wins": 59 }, "GB2-07": { "draws": 0, "losses": 179, "wins": 211 }, "GB2-08": { "draws": 151, "losses": 73, "wins": 3 } }, "per_game_match_totals_tracks": { "medium": { "GB2-03": { "draws": 9, "losses": 9, "wins": 6 }, "GB2-05": { "draws": 0, "losses": 181, "wins": 42 }, "GB2-06": { "draws": 12, "losses": 132, "wins": 33 }, "GB2-07": { "draws": 0, "losses": 136, "wins": 69 }, "GB2-08": { "draws": 5, "losses": 30, "wins": 1 } }, "none": { "GB2-02": { "draws": 124, "losses": 31, "wins": 7 }, "GB2-03": { "draws": 18, "losses": 4, "wins": 1 }, "GB2-04": { "draws": 143, "losses": 11, "wins": 8 }, "GB2-05": { "draws": 0, "losses": 124, "wins": 84 }, "GB2-06": { "draws": 2, "losses": 152, "wins": 26 }, "GB2-07": { "draws": 0, "losses": 43, "wins": 142 }, "GB2-08": { "draws": 146, "losses": 43, "wins": 2 } } }, "per_game_raw_elo_all": { "GB2-02": 1473.5503997432495, "GB2-03": 1480.6800897878807, "GB2-04": 1482.1741973198564, "GB2-05": 1306.762533288164, "GB2-06": 1083.7851324811604, "GB2-07": 1564.501924791945, "GB2-08": 1336.799468794437 }, "per_game_raw_elo_tracks": { "medium": { "GB2-03": 1496.7974806168354, "GB2-05": 1168.0026818410374, "GB2-06": 1121.2223397200323, "GB2-07": 1281.0099027752608, "GB2-08": 1271.6952570692756 }, "none": { "GB2-02": 1473.5503997432495, "GB2-03": 1464.562698958926, "GB2-04": 1482.1741973198564, "GB2-05": 1445.5223847352904, "GB2-06": 1046.3479252422885, "GB2-07": 1847.9939468086293, "GB2-08": 1401.9036805195983 } }, "per_game_tracks": { "medium": { "GB2-03": 36.75902784191273, "GB2-05": 20.873608699660835, "GB2-06": 18.180130214648468, "GB2-07": 34.54244730456053, "GB2-08": 2.4688491519502116 }, "none": { "GB2-02": 10.671164514073164, "GB2-03": 27.99249714268673, "GB2-04": 19.571653345574234, "GB2-05": 42.31096509029217, "GB2-06": 12.036225680973985, "GB2-07": 74.21628479825006, "GB2-08": 20.42453892869399 } }, "provider_color": "#111827", "provider_company": "Nex AGI", "provider_key": "nex-agi", "provider_text_color": "#f8fafc", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 20.063270856813254, "none": 29.603332785792052 }, "reasoning_agg": { "medium": { "max": 36.75902784191273, "mean": 20.063270856813254, "min": 2.4688491519502116 }, "none": { "max": 74.21628479825006, "mean": 29.603332785792052, "min": 10.671164514073164 } }, "score_diagnostics": { "ceiling_score": 74.21628479825006, "expected_score": 38.85411503044172, "reasoning_variance": 9.540061928978798, "reliability_score": 89.07060240938254, "uncertainty_avg": 10.929397590617459, "uncertainty_penalty": 14.020813209139064 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 36.75902784191273, "expected_score": 22.449210585562163, "reliability_score": 81.06010126946427, "uncertainty_avg": 18.93989873053573, "uncertainty_penalty": 2.385939728748909 }, "none": { "ceiling_score": 74.21628479825006, "expected_score": 45.967691791338176, "reliability_score": 91.66970391200489, "uncertainty_avg": 8.33029608799511, "uncertainty_penalty": 16.364359005546124 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 11, "cell_count": 8, "cost_basis_counts": { "provider_reported": 26 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.015971877, "mean": 0.00979196948, "median": 0.009500477, "min": 0.003562685, "recorded_attempt_count": 26, "run_count": 15, "total": 0.14255357568000002 }, "medium": { "admitted_cell_count": 14, "cell_count": 8, "cost_basis_counts": { "provider_reported": 23 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.004375912, "mean": 0.00311882929125, "median": 0.002947833025, "min": 0.001831717, "recorded_attempt_count": 23, "run_count": 16, "total": 0.04990126866 }, "none": { "admitted_cell_count": 19, "cell_count": 8, "cost_basis_counts": { "provider_reported": 34 }, "evidence_basis": "Provider-reported", "failed_cell_count": 5, "max": 0.0027823742, "mean": 0.0022230800541666665, "median": 0.002112839, "min": 0.001825724, "recorded_attempt_count": 34, "run_count": 24, "total": 0.0533539213 } }, "codegen_cost_usd": { "admitted_cell_count": 44, "cell_count": 24, "cost_basis_counts": { "provider_reported": 83 }, "evidence_basis": "Provider-reported", "failed_cell_count": 11, "max": 0.015971877, "mean": 0.005044626275138888, "median": 0.0029930771, "min": 0.001825724, "recorded_attempt_count": 83, "run_count": 55, "total": 0.24580876564000004 }, "codegen_latency_ms": { "attempt_count": 83, "max_ms": 1394682, "mean_ms": 229315.34545454543, "min_ms": 18361, "run_count": 55 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 26, "max_ms": 1394682, "mean_ms": 546872.0, "min_ms": 61403, "run_count": 15 }, "medium": { "attempt_count": 23, "max_ms": 1062566, "mean_ms": 171291.5625, "min_ms": 34168, "run_count": 16 }, "none": { "attempt_count": 34, "max_ms": 161045, "mean_ms": 69524.95833333333, "min_ms": 18361, "run_count": 24 } }, "codegen_output_tokens": { "attempt_count": 83, "output_max": 82048, "output_mean": 12253.581818181818, "output_min": 1698, "run_count": 55 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 26, "output_max": 82048, "output_mean": 31146.866666666665, "output_min": 4091, "run_count": 15 }, "medium": { "attempt_count": 23, "output_max": 20179, "output_mean": 7553.1875, "output_min": 2580, "run_count": 16 }, "none": { "attempt_count": 34, "output_max": 7189, "output_mean": 3578.875, "output_min": 1698, "run_count": 24 } }, "display_name": "DeepSeek V4 Flash", "economics": { "all": 26.331802006691724, "highest": 29.56525600888222, "medium": 25.25666776724611, "none": 24.219849095547072 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "deepseek", "provider_model": "deepseek/deepseek-v4-flash", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 11, "evaluated_cells": 15, "failed_game_aliases": [ "GB2-03", "GB2-04" ], "first_pass_admitted": 5, "first_pass_rate": 0.3333333333333333, "infra_excluded_game_aliases": [ "GB2-08" ], "infra_failures_excluded": 1, "model_code_failure_rate": 0.26666666666666666, "model_code_failures": 4, "repaired_admitted": 6, "repaired_rate": 0.4 }, "medium": { "admitted_plugins": 14, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-03", "GB2-04" ], "first_pass_admitted": 10, "first_pass_rate": 0.625, "model_code_failure_rate": 0.125, "model_code_failures": 2, "repaired_admitted": 4, "repaired_rate": 0.25 }, "none": { "admitted_plugins": 19, "evaluated_cells": 24, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-03", "GB2-06" ], "first_pass_admitted": 14, "first_pass_rate": 0.5833333333333334, "model_code_failure_rate": 0.20833333333333337, "model_code_failures": 5, "repaired_admitted": 5, "repaired_rate": 0.20833333333333337 } }, "id": "deepseek/deepseek-v4-flash", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:54Z", "match_totals_all": { "draws": 2295, "losses": 3519, "wins": 1508 }, "match_totals_tracks": { "highest": { "draws": 510, "losses": 910, "wins": 586 }, "medium": { "draws": 770, "losses": 1102, "wins": 320 }, "none": { "draws": 1015, "losses": 1507, "wins": 602 } }, "model_slug": "deepseek-deepseek-v4-flash", "overall": { "max": 60.895193567762064, "mean": 24.513623184415906, "min": 7.826698848192246 }, "per_game": { "GB2-01": 34.083919098748204, "GB2-02": 11.2581679185227, "GB2-05": 36.07908053211064, "GB2-06": 18.999624394828466, "GB2-07": 60.895193567762064, "GB2-08": 16.075550541321224 }, "per_game_all": { "GB2-01": 36.566540083851926, "GB2-02": 9.231943261808544, "GB2-03": 44.69913588629032, "GB2-04": 14.060441318672396, "GB2-05": 28.84188938911008, "GB2-06": 15.910392518483244, "GB2-07": 44.896982078775494, "GB2-08": 16.44709151654182 }, "per_game_match_totals_all": { "GB2-01": { "draws": 174, "losses": 428, "wins": 227 }, "GB2-02": { "draws": 970, "losses": 110, "wins": 20 }, "GB2-03": { "draws": 26, "losses": 17, "wins": 22 }, "GB2-04": { "draws": 505, "losses": 112, "wins": 32 }, "GB2-05": { "draws": 0, "losses": 1021, "wins": 487 }, "GB2-06": { "draws": 4, "losses": 888, "wins": 179 }, "GB2-07": { "draws": 0, "losses": 653, "wins": 490 }, "GB2-08": { "draws": 616, "losses": 290, "wins": 51 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 74, "losses": 182, "wins": 109 }, "GB2-02": { "draws": 306, "losses": 30, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 231, "wins": 153 }, "GB2-06": { "draws": 1, "losses": 286, "wins": 65 }, "GB2-07": { "draws": 0, "losses": 132, "wins": 239 }, "GB2-08": { "draws": 129, "losses": 49, "wins": 8 } }, "medium": { "GB2-01": { "draws": 53, "losses": 151, "wins": 42 }, "GB2-02": { "draws": 331, "losses": 44, "wins": 6 }, "GB2-03": { "draws": 6, "losses": 6, "wins": 10 }, "GB2-04": { "draws": 131, "losses": 23, "wins": 8 }, "GB2-05": { "draws": 0, "losses": 350, "wins": 98 }, "GB2-06": { "draws": 2, "losses": 293, "wins": 62 }, "GB2-07": { "draws": 0, "losses": 125, "wins": 76 }, "GB2-08": { "draws": 247, "losses": 110, "wins": 18 } }, "none": { "GB2-01": { "draws": 47, "losses": 95, "wins": 76 }, "GB2-02": { "draws": 333, "losses": 36, "wins": 2 }, "GB2-03": { "draws": 20, "losses": 11, "wins": 12 }, "GB2-04": { "draws": 374, "losses": 89, "wins": 24 }, "GB2-05": { "draws": 0, "losses": 440, "wins": 236 }, "GB2-06": { "draws": 1, "losses": 309, "wins": 52 }, "GB2-07": { "draws": 0, "losses": 396, "wins": 175 }, "GB2-08": { "draws": 240, "losses": 131, "wins": 25 } } }, "per_game_raw_elo_all": { "GB2-01": 1429.0933490946054, "GB2-02": 1463.3338023980505, "GB2-03": 1531.3620231049913, "GB2-04": 1452.6967962893953, "GB2-05": 1271.4315768058793, "GB2-06": 1093.5300062189615, "GB2-07": 1442.2198713223368, "GB2-08": 1371.6470057877743 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1393.7558331773266, "GB2-02": 1475.9113373881587, "GB2-05": 1366.2448487733955, "GB2-06": 1131.260629418715, "GB2-07": 1658.0752540736503, "GB2-08": 1361.814201972755 }, "medium": { "GB2-01": 1389.6805588572147, "GB2-02": 1454.5728435719077, "GB2-03": 1560.1206345087253, "GB2-04": 1463.894901142338, "GB2-05": 1138.2211791864315, "GB2-06": 1115.1927214246716, "GB2-07": 1394.789298445333, "GB2-08": 1371.9351520062514 }, "none": { "GB2-01": 1503.843655249275, "GB2-02": 1459.5172262340852, "GB2-03": 1502.6034117012573, "GB2-04": 1441.4986914364524, "GB2-05": 1309.8287024578108, "GB2-06": 1034.1366678134975, "GB2-07": 1273.7950614480271, "GB2-08": 1381.1916633843164 } }, "per_game_tracks": { "highest": { "GB2-01": 34.083919098748204, "GB2-02": 11.2581679185227, "GB2-05": 36.07908053211064, "GB2-06": 18.999624394828466, "GB2-07": 60.895193567762064, "GB2-08": 16.075550541321224 }, "medium": { "GB2-01": 32.54055632230109, "GB2-02": 7.826698848192247, "GB2-03": 52.26076337429936, "GB2-04": 16.152233940860192, "GB2-05": 18.569853375981936, "GB2-06": 17.693979671992224, "GB2-07": 39.83364255519466, "GB2-08": 17.175614049147185 }, "none": { "GB2-01": 43.07514483050649, "GB2-02": 8.610963018710688, "GB2-03": 37.13750839828128, "GB2-04": 11.9686486964846, "GB2-05": 31.87673425923766, "GB2-06": 11.03757348862904, "GB2-07": 33.96211011336977, "GB2-08": 16.090109959157065 } }, "provider_color": "#4C8BF5", "provider_company": "DeepSeek", "provider_key": "deepseek", "provider_text_color": "#f6f9ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 29.856078081711996, "medium": 21.542115517324167, "none": 22.142675954211537 }, "reasoning_agg": { "highest": { "max": 60.895193567762064, "mean": 29.856078081711996, "min": 11.258167918522702 }, "medium": { "max": 39.83364255519466, "mean": 21.542115517324167, "min": 7.826698848192246 }, "none": { "max": 33.96211011336977, "mean": 22.142675954211537, "min": 11.9686486964846 } }, "score_diagnostics": { "ceiling_score": 60.895193567762064, "expected_score": 28.967682888351185, "reasoning_variance": 8.313962564387829, "reliability_score": 88.98163085774132, "uncertainty_avg": 11.018369142258681, "uncertainty_penalty": 4.454059703935279 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 60.895193567762064, "expected_score": 21.297229223341212, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -8.558848858370784 }, "medium": { "ceiling_score": 39.83364255519466, "expected_score": 25.783641074617528, "reliability_score": 85.01465413051866, "uncertainty_avg": 14.985345869481332, "uncertainty_penalty": 4.241525557293361 }, "none": { "ceiling_score": 33.96211011336977, "expected_score": 34.452432203198065, "reliability_score": 89.56686279468708, "uncertainty_avg": 10.43313720531292, "uncertainty_penalty": 12.309756248986528 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.08193244999999999, "mean": 0.05495368125, "median": 0.056941025, "min": 0.02174195, "recorded_attempt_count": 18, "run_count": 8, "total": 0.43962945 }, "medium": { "admitted_cell_count": 4, "cell_count": 8, "cost_basis_counts": { "provider_reported": 17 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.0711619, "mean": 0.0371769625, "median": 0.029592175, "min": 0.02387735, "recorded_attempt_count": 17, "run_count": 8, "total": 0.2974157 } }, "codegen_cost_usd": { "admitted_cell_count": 9, "cell_count": 16, "cost_basis_counts": { "provider_reported": 35 }, "evidence_basis": "Provider-reported", "failed_cell_count": 7, "max": 0.08193244999999999, "mean": 0.04606532187500001, "median": 0.04204265, "min": 0.02174195, "recorded_attempt_count": 35, "run_count": 16, "total": 0.7370451500000001 }, "codegen_latency_ms": { "attempt_count": 35, "max_ms": 388984, "mean_ms": 223989.0, "min_ms": 132388, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 18, "max_ms": 388984, "mean_ms": 256781.125, "min_ms": 132388, "run_count": 8 }, "medium": { "attempt_count": 17, "max_ms": 302393, "mean_ms": 191196.875, "min_ms": 134501, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 35, "output_max": 67551, "output_mean": 36993.5625, "output_min": 16213, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 18, "output_max": 67551, "output_mean": 44594.375, "output_min": 16213, "run_count": 8 }, "medium": { "attempt_count": 17, "output_max": 59186, "output_mean": 29392.75, "output_min": 18109, "run_count": 8 } }, "display_name": "Step 3.7 Flash", "economics": { "all": 25.117189205101543, "highest": 28.64520773105748, "medium": 27.421116616518894 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "stepfun", "provider_model": "stepfun/step-3.7-flash", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04" ], "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 5, "repaired_rate": 0.625 }, "medium": { "admitted_plugins": 4, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-07", "GB2-08" ], "model_code_failure_rate": 0.5, "model_code_failures": 4, "repaired_admitted": 4, "repaired_rate": 0.5 } }, "id": "stepfun/step-3.7-flash", "is_recent_addition": false, "last_measured_at": "2026-07-18T13:32:37Z", "match_totals_all": { "draws": 462, "losses": 813, "wins": 412 }, "match_totals_tracks": { "highest": { "draws": 155, "losses": 529, "wins": 238 }, "medium": { "draws": 307, "losses": 284, "wins": 174 } }, "model_slug": "stepfun-step-3-7-flash", "overall": { "max": 49.13824204005262, "mean": 24.26395510864922, "min": 6.917081520365711 }, "per_game": { "GB2-01": 6.917081520365711, "GB2-05": 49.13824204005262, "GB2-06": 34.1559957227449, "GB2-07": 32.9399106271018, "GB2-08": 20.07480874502237 }, "per_game_all": { "GB2-01": 6.917081520365711, "GB2-02": 11.328963024338488, "GB2-04": 27.469379833230263, "GB2-05": 47.16793522225376, "GB2-06": 29.92224546339841, "GB2-07": 32.9399106271018, "GB2-08": 20.07480874502237 }, "per_game_match_totals_all": { "GB2-01": { "draws": 13, "losses": 147, "wins": 16 }, "GB2-02": { "draws": 176, "losses": 10, "wins": 3 }, "GB2-04": { "draws": 130, "losses": 15, "wins": 19 }, "GB2-05": { "draws": 0, "losses": 231, "wins": 204 }, "GB2-06": { "draws": 5, "losses": 245, "wins": 103 }, "GB2-07": { "draws": 0, "losses": 122, "wins": 60 }, "GB2-08": { "draws": 138, "losses": 43, "wins": 7 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 13, "losses": 147, "wins": 16 }, "GB2-05": { "draws": 0, "losses": 107, "wins": 93 }, "GB2-06": { "draws": 4, "losses": 110, "wins": 62 }, "GB2-07": { "draws": 0, "losses": 122, "wins": 60 }, "GB2-08": { "draws": 138, "losses": 43, "wins": 7 } }, "medium": { "GB2-02": { "draws": 176, "losses": 10, "wins": 3 }, "GB2-04": { "draws": 130, "losses": 15, "wins": 19 }, "GB2-05": { "draws": 0, "losses": 124, "wins": 111 }, "GB2-06": { "draws": 1, "losses": 135, "wins": 41 } } }, "per_game_raw_elo_all": { "GB2-01": 1054.0578852920023, "GB2-02": 1475.0682309617343, "GB2-04": 1524.2028580866609, "GB2-05": 1507.6425336438283, "GB2-06": 1263.8863618062232, "GB2-07": 1259.866347632146, "GB2-08": 1398.8772020896483 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1054.0578852920023, "GB2-05": 1534.1507619303593, "GB2-06": 1315.3525016186966, "GB2-07": 1259.866347632146, "GB2-08": 1398.8772020896483 }, "medium": { "GB2-02": 1475.0682309617343, "GB2-04": 1524.2028580866609, "GB2-05": 1481.1343053572973, "GB2-06": 1212.42022199375 } }, "per_game_tracks": { "highest": { "GB2-01": 6.917081520365711, "GB2-05": 49.13824204005262, "GB2-06": 34.1559957227449, "GB2-07": 32.9399106271018, "GB2-08": 20.07480874502237 }, "medium": { "GB2-02": 11.328963024338488, "GB2-04": 27.469379833230263, "GB2-05": 45.1976284044549, "GB2-06": 25.68849520405192 } }, "provider_color": "#F59E0B", "provider_company": "StepFun", "provider_key": "stepfun", "provider_text_color": "#1f1300", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 25.46959155221364, "medium": 23.0583186650848 }, "reasoning_agg": { "highest": { "max": 49.13824204005262, "mean": 25.46959155221364, "min": 6.917081520365711 }, "medium": { "max": 45.1976284044549, "mean": 23.0583186650848, "min": 11.328963024338488 } }, "score_diagnostics": { "ceiling_score": 49.13824204005262, "expected_score": 22.559328863603064, "reasoning_variance": 2.4112728871288382, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -1.704626245046157 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 49.13824204005262, "expected_score": 19.48494467340793, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -5.984646878805709 }, "medium": { "ceiling_score": 45.1976284044549, "expected_score": 31.662663388580324, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 8.604344723495522 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.01660212, "mean": 0.00855959175, "median": 0.005979701, "min": 0.00271606, "recorded_attempt_count": 18, "run_count": 8, "total": 0.06847673400000001 }, "medium": { "admitted_cell_count": 7, "cell_count": 8, "cost_basis_counts": { "provider_reported": 16 }, "evidence_basis": "Provider-reported", "failed_cell_count": 1, "max": 0.00444719, "mean": 0.0024656575, "median": 0.002155255, "min": 0.001130258, "recorded_attempt_count": 16, "run_count": 8, "total": 0.01972526 } }, "codegen_cost_usd": { "admitted_cell_count": 12, "cell_count": 16, "cost_basis_counts": { "provider_reported": 34 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.01660212, "mean": 0.0055126246249999995, "median": 0.0034032865, "min": 0.001130258, "recorded_attempt_count": 34, "run_count": 16, "total": 0.088201994 }, "codegen_latency_ms": { "attempt_count": 34, "max_ms": 622759, "mean_ms": 288753.125, "min_ms": 41554, "run_count": 16 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 18, "max_ms": 622759, "mean_ms": 459174.25, "min_ms": 329312, "run_count": 8 }, "medium": { "attempt_count": 16, "max_ms": 213246, "mean_ms": 118332.0, "min_ms": 41554, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 34, "output_max": 43929, "output_mean": 16679.5, "output_min": 2048, "run_count": 16 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 18, "output_max": 43929, "output_mean": 27685.0, "output_min": 18493, "run_count": 8 }, "medium": { "attempt_count": 16, "output_max": 8961, "output_mean": 5674.0, "output_min": 2048, "run_count": 8 } }, "display_name": "GPT-OSS 120B", "economics": { "all": 25.952451936032727, "highest": 30.643306421318044, "medium": 21.673949582168344 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "openai", "provider_model": "openai/gpt-oss-120b", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-03", "GB2-05" ], "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 5, "repaired_rate": 0.625 }, "medium": { "admitted_plugins": 7, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-07" ], "first_pass_admitted": 1, "first_pass_rate": 0.125, "model_code_failure_rate": 0.125, "model_code_failures": 1, "repaired_admitted": 6, "repaired_rate": 0.75 } }, "id": "openai/gpt-oss-120b", "is_recent_addition": false, "last_measured_at": "2026-07-18T07:43:22Z", "match_totals_all": { "draws": 892, "losses": 729, "wins": 423 }, "match_totals_tracks": { "highest": { "draws": 396, "losses": 247, "wins": 228 }, "medium": { "draws": 496, "losses": 482, "wins": 195 } }, "model_slug": "openai-gpt-oss-120b", "overall": { "max": 75.8950715607423, "mean": 24.104267728094214, "min": 7.832227043501719 }, "per_game": { "GB2-02": 7.832227043501719, "GB2-04": 12.600658879990688, "GB2-06": 75.8950715607423, "GB2-07": 40.12657589285319, "GB2-08": 16.761998729502363 }, "per_game_all": { "GB2-01": 22.309555778625047, "GB2-02": 11.31682017289463, "GB2-03": 19.95940957471972, "GB2-04": 18.946883266800892, "GB2-05": 27.909510548557073, "GB2-06": 48.656779133263015, "GB2-07": 40.12657589285319, "GB2-08": 18.39408112054827 }, "per_game_match_totals_all": { "GB2-01": { "draws": 43, "losses": 119, "wins": 42 }, "GB2-02": { "draws": 318, "losses": 33, "wins": 9 }, "GB2-03": { "draws": 13, "losses": 6, "wins": 1 }, "GB2-04": { "draws": 251, "losses": 50, "wins": 26 }, "GB2-05": { "draws": 0, "losses": 139, "wins": 84 }, "GB2-06": { "draws": 7, "losses": 180, "wins": 166 }, "GB2-07": { "draws": 0, "losses": 111, "wins": 71 }, "GB2-08": { "draws": 260, "losses": 91, "wins": 24 } }, "per_game_match_totals_tracks": { "highest": { "GB2-02": { "draws": 144, "losses": 19, "wins": 0 }, "GB2-04": { "draws": 116, "losses": 29, "wins": 18 }, "GB2-06": { "draws": 5, "losses": 42, "wins": 129 }, "GB2-07": { "draws": 0, "losses": 111, "wins": 71 }, "GB2-08": { "draws": 131, "losses": 46, "wins": 10 } }, "medium": { "GB2-01": { "draws": 43, "losses": 119, "wins": 42 }, "GB2-02": { "draws": 174, "losses": 14, "wins": 9 }, "GB2-03": { "draws": 13, "losses": 6, "wins": 1 }, "GB2-04": { "draws": 135, "losses": 21, "wins": 8 }, "GB2-05": { "draws": 0, "losses": 139, "wins": 84 }, "GB2-06": { "draws": 2, "losses": 138, "wins": 37 }, "GB2-08": { "draws": 129, "losses": 45, "wins": 14 } } }, "per_game_raw_elo_all": { "GB2-01": 1244.695464286948, "GB2-02": 1475.8092518539238, "GB2-03": 1439.1506653901242, "GB2-04": 1478.691281639355, "GB2-05": 1258.7774181863872, "GB2-06": 1491.4392043343355, "GB2-07": 1362.3074404228162, "GB2-08": 1383.2745360890997 }, "per_game_raw_elo_tracks": { "highest": { "GB2-02": 1456.9286141012149, "GB2-04": 1444.813470760353, "GB2-06": 1822.3224384637483, "GB2-07": 1362.3074404228162, "GB2-08": 1368.1245757862173 }, "medium": { "GB2-01": 1244.695464286948, "GB2-02": 1494.6898896066327, "GB2-03": 1439.1506653901242, "GB2-04": 1512.569092518357, "GB2-05": 1258.7774181863872, "GB2-06": 1160.555970204923, "GB2-08": 1398.424496391982 } }, "per_game_tracks": { "highest": { "GB2-02": 7.832227043501719, "GB2-04": 12.600658879990688, "GB2-06": 75.8950715607423, "GB2-07": 40.12657589285319, "GB2-08": 16.761998729502363 }, "medium": { "GB2-01": 22.309555778625047, "GB2-02": 14.80141330228754, "GB2-03": 19.95940957471972, "GB2-04": 25.293107653611095, "GB2-05": 27.909510548557073, "GB2-06": 21.418486705783742, "GB2-08": 20.026163511594184 } }, "provider_color": "#10A37F", "provider_company": "OpenAI", "provider_key": "openai", "provider_text_color": "#f3fffb", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 27.2461804322717, "medium": 20.962355023916732 }, "reasoning_agg": { "highest": { "max": 75.8950715607423, "mean": 27.2461804322717, "min": 7.832227043501719 }, "medium": { "max": 27.909510548557073, "mean": 20.962355023916732, "min": 14.80141330228754 } }, "score_diagnostics": { "ceiling_score": 75.8950715607423, "expected_score": 22.648399799715374, "reasoning_variance": 6.283825408354968, "reliability_score": 91.83013186025048, "uncertainty_avg": 8.169868139749525, "uncertainty_penalty": -1.45586792837884 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 75.8950715607423, "expected_score": 22.962526117013788, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.2836543152579125 }, "medium": { "ceiling_score": 27.909510548557073, "expected_score": 22.037960561796645, "reliability_score": 90.66300784028626, "uncertainty_avg": 9.336992159713743, "uncertainty_penalty": 1.0756055378799125 } } }, { "codegen_cost_by_reasoning": { "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 15 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.0, "mean": 0.0, "median": 0.0, "min": 0.0, "recorded_attempt_count": 15, "run_count": 8, "total": 0.0 }, "none": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 29 }, "evidence_basis": "Provider-reported", "failed_cell_count": 11, "max": 0.0, "mean": 0.0, "median": 0.0, "min": 0.0, "recorded_attempt_count": 29, "run_count": 16, "total": 0.0 } }, "codegen_cost_usd": { "admitted_cell_count": 11, "cell_count": 16, "cost_basis_counts": { "provider_reported": 44 }, "evidence_basis": "Provider-reported", "failed_cell_count": 13, "max": 0.0, "mean": 0.0, "median": 0.0, "min": 0.0, "recorded_attempt_count": 44, "run_count": 24, "total": 0.0 }, "codegen_latency_ms": { "attempt_count": 44, "max_ms": 905283, "mean_ms": 194108.25, "min_ms": 21975, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "medium": { "attempt_count": 15, "max_ms": 905283, "mean_ms": 509118.375, "min_ms": 288605, "run_count": 8 }, "none": { "attempt_count": 29, "max_ms": 62079, "mean_ms": 36603.1875, "min_ms": 21975, "run_count": 16 } }, "codegen_output_tokens": { "attempt_count": 44, "output_max": 52275, "output_mean": 12258.958333333334, "output_min": 1733, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "medium": { "attempt_count": 15, "output_max": 52275, "output_mean": 30105.875, "output_min": 9014, "run_count": 8 }, "none": { "attempt_count": 29, "output_max": 6330, "output_mean": 3335.5, "output_min": 1733, "run_count": 16 } }, "display_name": "North Mini Code", "economics": { "all": 25.472786844193866, "medium": 27.523696618442816, "none": 21.89757766505753 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "other", "provider_model": "cohere/north-mini-code", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-02" ], "first_pass_admitted": 3, "first_pass_rate": 0.375, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 3, "repaired_rate": 0.375 }, "none": { "admitted_plugins": 5, "evaluated_cells": 16, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04", "GB2-05", "GB2-06", "GB2-08" ], "first_pass_admitted": 3, "first_pass_rate": 0.1875, "model_code_failure_rate": 0.6875, "model_code_failures": 11, "repaired_admitted": 2, "repaired_rate": 0.125 } }, "id": "cohere/north-mini-code", "is_recent_addition": false, "last_measured_at": "2026-07-19T23:12:44Z", "match_totals_all": { "draws": 507, "losses": 1038, "wins": 399 }, "match_totals_tracks": { "medium": { "draws": 263, "losses": 470, "wins": 254 }, "none": { "draws": 244, "losses": 568, "wins": 145 } }, "model_slug": "cohere-north-mini-code", "overall": { "max": 48.887746203916265, "mean": 21.574861068594068, "min": 13.352273105809124 }, "per_game_all": { "GB2-01": 20.9848590161042, "GB2-03": 26.790429608055035, "GB2-04": 15.768795178999987, "GB2-05": 48.887746203916265, "GB2-06": 13.352273105809124, "GB2-07": 34.347447140172676, "GB2-08": 18.177957656299775 }, "per_game_match_totals_all": { "GB2-01": { "draws": 112, "losses": 219, "wins": 54 }, "GB2-03": { "draws": 12, "losses": 8, "wins": 4 }, "GB2-04": { "draws": 118, "losses": 31, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 111, "wins": 118 }, "GB2-06": { "draws": 1, "losses": 142, "wins": 34 }, "GB2-07": { "draws": 0, "losses": 423, "wins": 167 }, "GB2-08": { "draws": 264, "losses": 104, "wins": 8 } }, "per_game_match_totals_tracks": { "medium": { "GB2-03": { "draws": 12, "losses": 8, "wins": 4 }, "GB2-04": { "draws": 118, "losses": 31, "wins": 14 }, "GB2-05": { "draws": 0, "losses": 111, "wins": 118 }, "GB2-06": { "draws": 1, "losses": 142, "wins": 34 }, "GB2-07": { "draws": 0, "losses": 123, "wins": 84 }, "GB2-08": { "draws": 132, "losses": 55, "wins": 0 } }, "none": { "GB2-01": { "draws": 112, "losses": 219, "wins": 54 }, "GB2-07": { "draws": 0, "losses": 300, "wins": 83 }, "GB2-08": { "draws": 132, "losses": 49, "wins": 8 } } }, "per_game_raw_elo_all": { "GB2-01": 1228.9690799556683, "GB2-03": 1458.2668032208471, "GB2-04": 1461.749475059943, "GB2-05": 1529.080346867643, "GB2-06": 1062.5823635244633, "GB2-07": 1278.6496583665607, "GB2-08": 1381.2248983365444 }, "per_game_raw_elo_tracks": { "medium": { "GB2-03": 1458.2668032208471, "GB2-04": 1461.749475059943, "GB2-05": 1529.080346867643, "GB2-06": 1062.5823635244633, "GB2-07": 1398.1757341379953, "GB2-08": 1375.6570776322492 }, "none": { "GB2-01": 1228.9690799556683, "GB2-07": 1159.1235825951264, "GB2-08": 1386.7927190408395 } }, "per_game_tracks": { "medium": { "GB2-03": 26.790429608055035, "GB2-04": 15.768795178999987, "GB2-05": 48.887746203916265, "GB2-06": 13.352273105809124, "GB2-07": 42.77153617992668, "GB2-08": 17.57139943394984 }, "none": { "GB2-01": 20.9848590161042, "GB2-07": 25.92335810041868, "GB2-08": 18.78451587864971 } }, "provider_color": "#7DB0FF", "provider_company": "Other", "provider_key": "other", "provider_text_color": "#081019", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "medium": 25.61368581357492, "none": 17.53603632361322 }, "reasoning_agg": { "medium": { "max": 48.887746203916265, "mean": 25.61368581357492, "min": 13.352273105809124 }, "none": { "max": 25.92335810041868, "mean": 17.53603632361322, "min": 20.9848590161042 } }, "score_diagnostics": { "ceiling_score": 48.887746203916265, "expected_score": 23.976767308786695, "reasoning_variance": 8.0776494899617, "reliability_score": 91.96428571428571, "uncertainty_avg": 8.035714285714286, "uncertainty_penalty": 2.401906240192627 }, "score_diagnostics_by_reasoning": { "medium": { "ceiling_score": 48.887746203916265, "expected_score": 28.027650940374617, "reliability_score": 90.625, "uncertainty_avg": 9.375, "uncertainty_penalty": 2.4139651267996953 }, "none": { "ceiling_score": 25.92335810041868, "expected_score": 17.77141845132856, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 0.23538212771534006 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 18 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.0422995, "mean": 0.0264053125, "median": 0.022682375, "min": 0.01946775, "recorded_attempt_count": 18, "run_count": 8, "total": 0.2112425 }, "medium": { "admitted_cell_count": 6, "cell_count": 8, "cost_basis_counts": { "provider_reported": 16 }, "evidence_basis": "Provider-reported", "failed_cell_count": 2, "max": 0.0149315, "mean": 0.00915140625, "median": 0.00943475, "min": 0.00402875, "recorded_attempt_count": 16, "run_count": 8, "total": 0.07321125 }, "none": { "admitted_cell_count": 5, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 3, "max": 0.00870475, "mean": 0.005883593750000001, "median": 0.006313125, "min": 0.003432, "recorded_attempt_count": 13, "run_count": 8, "total": 0.04706875 } }, "codegen_cost_usd": { "admitted_cell_count": 16, "cell_count": 24, "cost_basis_counts": { "provider_reported": 47 }, "evidence_basis": "Provider-reported", "failed_cell_count": 8, "max": 0.0422995, "mean": 0.0138134375, "median": 0.00943475, "min": 0.003432, "recorded_attempt_count": 47, "run_count": 24, "total": 0.3315225000000001 }, "codegen_latency_ms": { "attempt_count": 47, "max_ms": 98448, "mean_ms": 32879.791666666664, "min_ms": 12191, "run_count": 24 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 18, "max_ms": 98448, "mean_ms": 60993.75, "min_ms": 43206, "run_count": 8 }, "medium": { "attempt_count": 16, "max_ms": 27929, "mean_ms": 21738.875, "min_ms": 14244, "run_count": 8 }, "none": { "attempt_count": 13, "max_ms": 22085, "mean_ms": 15906.75, "min_ms": 12191, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 47, "output_max": 22966, "output_mean": 6530.416666666667, "output_min": 931, "run_count": 24 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 18, "output_max": 22966, "output_mean": 14376.25, "output_min": 9966, "run_count": 8 }, "medium": { "attempt_count": 16, "output_max": 5938, "output_mean": 3426.625, "output_min": 1329, "run_count": 8 }, "none": { "attempt_count": 13, "output_max": 2653, "output_mean": 1788.375, "output_min": 931, "run_count": 8 } }, "display_name": "Gemini 3.1 Flash Lite", "economics": { "all": 18.47097053116851, "highest": 23.91352646439753, "medium": 19.47051412152977, "none": 12.52291948353541 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "google", "provider_model": "google/gemini-3.1-flash-lite", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-01", "GB2-02", "GB2-03" ], "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 5, "repaired_rate": 0.625 }, "medium": { "admitted_plugins": 6, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03" ], "first_pass_admitted": 2, "first_pass_rate": 0.25, "model_code_failure_rate": 0.25, "model_code_failures": 2, "repaired_admitted": 4, "repaired_rate": 0.5 }, "none": { "admitted_plugins": 5, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-03", "GB2-04", "GB2-08" ], "first_pass_admitted": 3, "first_pass_rate": 0.375, "model_code_failure_rate": 0.375, "model_code_failures": 3, "repaired_admitted": 2, "repaired_rate": 0.25 } }, "id": "google/gemini-3.1-flash-lite", "is_recent_addition": false, "last_measured_at": "2026-07-20T08:51:30Z", "match_totals_all": { "draws": 793, "losses": 1808, "wins": 461 }, "match_totals_tracks": { "highest": { "draws": 266, "losses": 451, "wins": 170 }, "medium": { "draws": 300, "losses": 677, "wins": 198 }, "none": { "draws": 227, "losses": 680, "wins": 93 } }, "model_slug": "google-gemini-3-1-flash-lite", "overall": { "max": 50.07010386016034, "mean": 16.83881528427143, "min": 0.0 }, "per_game": { "GB2-04": 18.32647718383133, "GB2-05": 6.198198890963618, "GB2-06": 28.281377385447776, "GB2-07": 50.07010386016034, "GB2-08": 16.691475001584593 }, "per_game_all": { "GB2-01": 24.042919458280114, "GB2-02": 14.150249973036471, "GB2-04": 14.3306299815429, "GB2-05": 9.621014916164038, "GB2-06": 25.82165169066268, "GB2-07": 19.119310398693912, "GB2-08": 22.211017299799458 }, "per_game_match_totals_all": { "GB2-01": { "draws": 143, "losses": 220, "wins": 46 }, "GB2-02": { "draws": 177, "losses": 13, "wins": 5 }, "GB2-04": { "draws": 261, "losses": 44, "wins": 22 }, "GB2-05": { "draws": 0, "losses": 543, "wins": 93 }, "GB2-06": { "draws": 2, "losses": 389, "wins": 142 }, "GB2-07": { "draws": 0, "losses": 474, "wins": 100 }, "GB2-08": { "draws": 210, "losses": 125, "wins": 53 } }, "per_game_match_totals_tracks": { "highest": { "GB2-04": { "draws": 139, "losses": 15, "wins": 10 }, "GB2-05": { "draws": 0, "losses": 164, "wins": 28 }, "GB2-06": { "draws": 0, "losses": 130, "wins": 46 }, "GB2-07": { "draws": 0, "losses": 89, "wins": 80 }, "GB2-08": { "draws": 127, "losses": 53, "wins": 6 } }, "medium": { "GB2-01": { "draws": 95, "losses": 75, "wins": 34 }, "GB2-04": { "draws": 122, "losses": 29, "wins": 12 }, "GB2-05": { "draws": 0, "losses": 181, "wins": 42 }, "GB2-06": { "draws": 0, "losses": 130, "wins": 47 }, "GB2-07": { "draws": 0, "losses": 190, "wins": 16 }, "GB2-08": { "draws": 83, "losses": 72, "wins": 47 } }, "none": { "GB2-01": { "draws": 48, "losses": 145, "wins": 12 }, "GB2-02": { "draws": 177, "losses": 13, "wins": 5 }, "GB2-05": { "draws": 0, "losses": 198, "wins": 23 }, "GB2-06": { "draws": 2, "losses": 129, "wins": 49 }, "GB2-07": { "draws": 0, "losses": 195, "wins": 4 } } }, "per_game_raw_elo_all": { "GB2-01": 1266.3691361916844, "GB2-02": 1491.0439817266465, "GB2-04": 1454.0140335324559, "GB2-05": 1023.5545406577527, "GB2-06": 1213.9825873500188, "GB2-07": 1062.215708488944, "GB2-08": 1418.3243145176802 }, "per_game_raw_elo_tracks": { "highest": { "GB2-04": 1475.3273603281289, "GB2-05": 980.732200786807, "GB2-06": 1243.9983849389728, "GB2-07": 1505.155510529379, "GB2-08": 1367.5461615676222 }, "medium": { "GB2-01": 1373.9001010765544, "GB2-04": 1432.7007067367829, "GB2-05": 1122.122660255199, "GB2-06": 1161.8598348623989, "GB2-07": 892.4461779045539, "GB2-08": 1469.102467467738 }, "none": { "GB2-01": 1158.8381713068147, "GB2-02": 1491.0439817266465, "GB2-05": 967.8087609312524, "GB2-06": 1236.0895422486844, "GB2-07": 789.0454370328994 } }, "per_game_tracks": { "highest": { "GB2-04": 18.32647718383133, "GB2-05": 6.198198890963618, "GB2-06": 28.281377385447776, "GB2-07": 50.07010386016034, "GB2-08": 16.691475001584593 }, "medium": { "GB2-01": 32.62660804381708, "GB2-04": 10.334782779254471, "GB2-05": 17.317472469475717, "GB2-06": 21.525834502695627, "GB2-07": 7.287827335921403, "GB2-08": 27.73055959801432 }, "none": { "GB2-01": 15.459230872743149, "GB2-02": 14.150249973036471, "GB2-05": 5.347373388052779, "GB2-06": 27.657743183844648, "GB2-07": 0.0 } }, "provider_color": "#4285F4", "provider_company": "Google", "provider_key": "google", "provider_text_color": "#f5f9ff", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 21.2624658665295, "medium": 18.11935505071165, "none": 11.13462493557314 }, "reasoning_agg": { "highest": { "max": 50.07010386016034, "mean": 21.2624658665295, "min": 6.198198890963618 }, "medium": { "max": 32.62660804381708, "mean": 18.11935505071165, "min": 7.287827335921403 }, "none": { "max": 27.657743183844648, "mean": 11.13462493557314, "min": 0.0 } }, "score_diagnostics": { "ceiling_score": 50.07010386016034, "expected_score": 23.897940429339712, "reasoning_variance": 10.12784093095636, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 7.059125145068283 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 50.07010386016034, "expected_score": 14.879729416588486, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -6.382736449941014 }, "medium": { "ceiling_score": 32.62660804381708, "expected_score": 13.470164687573629, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -4.649190363138022 }, "none": { "ceiling_score": 27.657743183844648, "expected_score": 25.882651887899595, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": 14.748026952326455 } } }, { "codegen_cost_by_reasoning": { "highest": { "admitted_cell_count": 4, "cell_count": 8, "cost_basis_counts": { "provider_reported": 13 }, "evidence_basis": "Provider-reported", "failed_cell_count": 5, "max": 0.33185775, "mean": 0.18266821875, "median": 0.16804049999999998, "min": 0.08751, "recorded_attempt_count": 13, "run_count": 9, "total": 1.7932035 }, "none": { "admitted_cell_count": 4, "cell_count": 8, "cost_basis_counts": { "provider_reported": 14 }, "evidence_basis": "Provider-reported", "failed_cell_count": 4, "max": 0.06200699999999999, "mean": 0.0429946875, "median": 0.0423105, "min": 0.0223935, "recorded_attempt_count": 14, "run_count": 8, "total": 0.34395749999999997 } }, "codegen_cost_usd": { "admitted_cell_count": 8, "cell_count": 16, "cost_basis_counts": { "provider_reported": 27 }, "evidence_basis": "Provider-reported", "failed_cell_count": 9, "max": 0.33185775, "mean": 0.112831453125, "median": 0.0747585, "min": 0.0223935, "recorded_attempt_count": 27, "run_count": 17, "total": 2.137161 }, "codegen_latency_ms": { "attempt_count": 27, "max_ms": 776640, "mean_ms": 204801.0588235294, "min_ms": 28440, "run_count": 17 }, "codegen_latency_ms_by_reasoning": { "highest": { "attempt_count": 13, "max_ms": 776640, "mean_ms": 337673.77777777775, "min_ms": 132587, "run_count": 9 }, "none": { "attempt_count": 14, "max_ms": 130711, "mean_ms": 55319.25, "min_ms": 28440, "run_count": 8 } }, "codegen_output_tokens": { "attempt_count": 27, "output_max": 52664, "output_mean": 14286.941176470587, "output_min": 1452, "run_count": 17 }, "codegen_output_tokens_by_reasoning": { "highest": { "attempt_count": 13, "output_max": 52664, "output_mean": 24216.444444444445, "output_min": 10169, "run_count": 9 }, "none": { "attempt_count": 14, "output_max": 5014, "output_mean": 3116.25, "output_min": 1452, "run_count": 8 } }, "display_name": "Mistral Medium 3.5", "economics": { "all": 17.61481721760331, "highest": 18.359551626083313, "none": 18.10868187686674 }, "first_seen_at": null, "generation_metadata": { "generation_policy": { "generation_policy": "quality_generation_policy", "stream_idle_timeout_seconds": null, "streaming_enabled": null, "strict_wall_clock_timeout_seconds": null, "timeout_mode": "provider_route_timeout_guard" }, "generation_timing": { "finish_reason": "unknown_legacy", "first_progress_after_seconds": null, "generation_completed_at": null, "generation_started_at": null, "generation_wall_clock_seconds": null, "stream_progress_event_count": null }, "reasoning_provenance": { "code_output_mode": "unknown_legacy", "code_prompt_version": "unknown_legacy", "generation_settings_public": { "max_tokens": null, "stream": null, "temperature": null }, "prompt_identity": "unknown_legacy", "prompt_profile": "unknown_legacy", "provider": "mistral", "provider_model": "mistralai/mistral-medium-3-5", "provider_reasoning_params": { "requested_effort": "aggregate", "source": "public_redacted_snapshot", "track_id": "overall" }, "provider_route": "unknown_legacy", "reasoning_bucket": "aggregate", "reasoning_bucket_label": "Aggregate of public reasoning variants", "reasoning_policy_version": "gb2_reasoning_provenance_v1", "requested_reasoning_effort": null } }, "generation_quality_by_reasoning": { "highest": { "admitted_plugins": 4, "evaluated_cells": 9, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04", "GB2-08" ], "first_pass_admitted": 2, "first_pass_rate": 0.2222222222222222, "model_code_failure_rate": 0.5555555555555556, "model_code_failures": 5, "repaired_admitted": 2, "repaired_rate": 0.2222222222222222 }, "none": { "admitted_plugins": 4, "evaluated_cells": 8, "failed_game_aliases": [ "GB2-02", "GB2-03", "GB2-04", "GB2-07" ], "first_pass_admitted": 2, "first_pass_rate": 0.25, "model_code_failure_rate": 0.5, "model_code_failures": 4, "repaired_admitted": 2, "repaired_rate": 0.25 } }, "id": "mistralai/mistral-medium-3-5", "is_recent_addition": false, "last_measured_at": "2026-07-13T11:14:58Z", "match_totals_all": { "draws": 174, "losses": 1054, "wins": 271 }, "match_totals_tracks": { "highest": { "draws": 32, "losses": 577, "wins": 118 }, "none": { "draws": 142, "losses": 477, "wins": 153 } }, "model_slug": "mistralai-mistral-medium-3-5", "overall": { "max": 23.811718728840177, "mean": 15.109018402645122, "min": 10.384314501114984 }, "per_game": { "GB2-01": 10.384314501114984, "GB2-05": 23.80090952267913, "GB2-06": 20.247466438662197, "GB2-07": 19.005516041876938 }, "per_game_all": { "GB2-01": 16.413681556711726, "GB2-05": 23.806314125759656, "GB2-06": 17.578852241312276, "GB2-07": 19.005516041876938, "GB2-08": 11.269722122355963 }, "per_game_match_totals_all": { "GB2-01": { "draws": 42, "losses": 255, "wins": 61 }, "GB2-05": { "draws": 0, "losses": 300, "wins": 114 }, "GB2-06": { "draws": 14, "losses": 281, "wins": 61 }, "GB2-07": { "draws": 0, "losses": 154, "wins": 29 }, "GB2-08": { "draws": 118, "losses": 64, "wins": 6 } }, "per_game_match_totals_tracks": { "highest": { "GB2-01": { "draws": 32, "losses": 131, "wins": 13 }, "GB2-05": { "draws": 0, "losses": 147, "wins": 45 }, "GB2-06": { "draws": 0, "losses": 145, "wins": 31 }, "GB2-07": { "draws": 0, "losses": 154, "wins": 29 } }, "none": { "GB2-01": { "draws": 10, "losses": 124, "wins": 48 }, "GB2-05": { "draws": 0, "losses": 153, "wins": 69 }, "GB2-06": { "draws": 14, "losses": 136, "wins": 30 }, "GB2-08": { "draws": 118, "losses": 64, "wins": 6 } } }, "per_game_raw_elo_all": { "GB2-01": 1172.739170372463, "GB2-05": 1206.9025994182343, "GB2-06": 1113.8366507881906, "GB2-07": 1061.1604399343687, "GB2-08": 1316.934684773728 }, "per_game_raw_elo_tracks": { "highest": { "GB2-01": 1097.4794524632837, "GB2-05": 1207.836195537406, "GB2-06": 1146.417131795777, "GB2-07": 1061.1604399343687 }, "none": { "GB2-01": 1247.9988882816424, "GB2-05": 1205.969003299063, "GB2-06": 1081.256169780604, "GB2-08": 1316.934684773728 } }, "per_game_tracks": { "highest": { "GB2-01": 10.384314501114984, "GB2-05": 23.80090952267913, "GB2-06": 20.247466438662197, "GB2-07": 19.005516041876938 }, "none": { "GB2-01": 22.44304861230847, "GB2-05": 23.811718728840177, "GB2-06": 14.910238043962352, "GB2-08": 11.269722122355963 } }, "provider_color": "#FF7000", "provider_company": "Mistral", "provider_key": "mistral", "provider_text_color": "#fff8f3", "rank_movement": null, "rank_movement_baseline_at": null, "reasoning": { "highest": 14.990511130063094, "none": 15.227525675227149 }, "reasoning_agg": { "highest": { "max": 23.80090952267913, "mean": 14.990511130063094, "min": 10.384314501114984 }, "none": { "max": 23.811718728840177, "mean": 15.227525675227149, "min": 11.269722122355963 } }, "score_diagnostics": { "ceiling_score": 23.811718728840177, "expected_score": 8.030727168854202, "reasoning_variance": 0.23701454516405462, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -7.078291233790919 }, "score_diagnostics_by_reasoning": { "highest": { "ceiling_score": 23.80090952267913, "expected_score": 6.01595648195026, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -8.974554648112834 }, "none": { "ceiling_score": 23.811718728840177, "expected_score": 14.060861440185242, "reliability_score": 100.0, "uncertainty_avg": 0.0, "uncertainty_penalty": -1.1666642350419067 } } } ], "public_release_id": "gb2-20260720-959ae35a724b", "results_cut_id": "gb2-20260720-959ae35a724b", "snapshot_id": "20260720_093741", "suite_line_id": "gamebench2", "suite_version": "2-known8-r2", "version_display": "2026-07-20 09:37 UTC", "versus_totals_all": { "claude-fable-5": { "claude-opus-4-5": { "draws": 5, "losses": 2, "wins": 24 }, "claude-opus-4-8": { "draws": 8, "losses": 14, "wins": 17 }, "claude-sonnet-5": { "draws": 7, "losses": 0, "wins": 31 }, "cohere/north-mini-code": { "draws": 1, "losses": 0, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 1, "wins": 47 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 0, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 24 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 10, "wins": 14 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 1, "wins": 8 }, "gpt-5": { "draws": 2, "losses": 1, "wins": 28 }, "gpt-5.4": { "draws": 6, "losses": 11, "wins": 21 }, "gpt-5.4-mini": { "draws": 12, "losses": 6, "wins": 55 }, "gpt-5.4-nano": { "draws": 12, "losses": 9, "wins": 67 }, "gpt-5.5": { "draws": 4, "losses": 14, "wins": 15 }, "gpt-5.6-luna": { "draws": 7, "losses": 3, "wins": 20 }, "gpt-5.6-sol": { "draws": 10, "losses": 8, "wins": 17 }, "gpt-5.6-terra": { "draws": 5, "losses": 1, "wins": 25 }, "minimax/minimax-m3": { "draws": 3, "losses": 0, "wins": 15 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 2, "wins": 12 }, "moonshotai/kimi-k3": { "draws": 1, "losses": 1, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 0, "wins": 31 }, "o3": { "draws": 2, "losses": 0, "wins": 21 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 1, "wins": 18 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 0, "wins": 17 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 1, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 17 }, "tencent/hy3-preview": { "draws": 0, "losses": 1, "wins": 13 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 4, "wins": 12 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 1, "wins": 40 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 0, "wins": 14 }, "z-ai/glm-5.2": { "draws": 4, "losses": 8, "wins": 58 } }, "claude-opus-4-5": { "claude-fable-5": { "draws": 5, "losses": 24, "wins": 2 }, "claude-opus-4-8": { "draws": 16, "losses": 26, "wins": 9 }, "claude-sonnet-5": { "draws": 18, "losses": 19, "wins": 14 }, "cohere/north-mini-code": { "draws": 4, "losses": 0, "wins": 19 }, "deepseek/deepseek-v4-flash": { "draws": 28, "losses": 10, "wins": 50 }, "deepseek/deepseek-v4-pro": { "draws": 7, "losses": 9, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 8, "losses": 1, "wins": 29 }, "google/gemini-3.5-flash": { "draws": 7, "losses": 10, "wins": 12 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 5, "wins": 14 }, "gpt-4.1": { "draws": 8, "losses": 7, "wins": 4 }, "gpt-5": { "draws": 8, "losses": 14, "wins": 7 }, "gpt-5.4": { "draws": 14, "losses": 25, "wins": 12 }, "gpt-5.4-mini": { "draws": 41, "losses": 28, "wins": 45 }, "gpt-5.4-nano": { "draws": 42, "losses": 34, "wins": 50 }, "gpt-5.5": { "draws": 17, "losses": 16, "wins": 10 }, "gpt-5.6-luna": { "draws": 11, "losses": 15, "wins": 14 }, "gpt-5.6-sol": { "draws": 8, "losses": 27, "wins": 7 }, "gpt-5.6-terra": { "draws": 16, "losses": 12, "wins": 12 }, "minimax/minimax-m3": { "draws": 9, "losses": 4, "wins": 18 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 0, "wins": 16 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 5, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 4, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 3, "losses": 2, "wins": 16 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 21, "losses": 5, "wins": 20 }, "o3": { "draws": 6, "losses": 11, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 12, "losses": 4, "wins": 10 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 13, "wins": 14 }, "qwen/qwen3.7-plus": { "draws": 13, "losses": 8, "wins": 11 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 3, "wins": 12 }, "tencent/hy3-preview": { "draws": 8, "losses": 8, "wins": 12 }, "x-ai/grok-4.5": { "draws": 3, "losses": 13, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 7, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 29, "losses": 17, "wins": 39 }, "xiaomi/mimo-v2.5-pro": { "draws": 9, "losses": 9, "wins": 10 }, "z-ai/glm-5.2": { "draws": 40, "losses": 39, "wins": 38 } }, "claude-opus-4-8": { "claude-fable-5": { "draws": 8, "losses": 17, "wins": 14 }, "claude-opus-4-5": { "draws": 16, "losses": 9, "wins": 26 }, "claude-sonnet-5": { "draws": 17, "losses": 17, "wins": 29 }, "cohere/north-mini-code": { "draws": 4, "losses": 1, "wins": 19 }, "deepseek/deepseek-v4-flash": { "draws": 26, "losses": 12, "wins": 54 }, "deepseek/deepseek-v4-pro": { "draws": 7, "losses": 9, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 8, "losses": 3, "wins": 28 }, "google/gemini-3.5-flash": { "draws": 10, "losses": 11, "wins": 7 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 0, "wins": 20 }, "gpt-4.1": { "draws": 5, "losses": 1, "wins": 12 }, "gpt-5": { "draws": 4, "losses": 7, "wins": 19 }, "gpt-5.4": { "draws": 13, "losses": 28, "wins": 21 }, "gpt-5.4-mini": { "draws": 37, "losses": 30, "wins": 62 }, "gpt-5.4-nano": { "draws": 29, "losses": 23, "wins": 97 }, "gpt-5.5": { "draws": 18, "losses": 30, "wins": 8 }, "gpt-5.6-luna": { "draws": 11, "losses": 9, "wins": 23 }, "gpt-5.6-sol": { "draws": 7, "losses": 29, "wins": 19 }, "gpt-5.6-terra": { "draws": 14, "losses": 11, "wins": 23 }, "minimax/minimax-m3": { "draws": 8, "losses": 6, "wins": 18 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 3, "wins": 15 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 5, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 8, "wins": 15 }, "nex-agi/nex-n2-pro": { "draws": 5, "losses": 3, "wins": 13 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 12, "losses": 7, "wins": 36 }, "o3": { "draws": 4, "losses": 2, "wins": 24 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 0, "wins": 17 }, "qwen/qwen3.7-max": { "draws": 9, "losses": 11, "wins": 12 }, "qwen/qwen3.7-plus": { "draws": 10, "losses": 6, "wins": 16 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 2, "wins": 14 }, "tencent/hy3-preview": { "draws": 5, "losses": 3, "wins": 19 }, "x-ai/grok-4.5": { "draws": 1, "losses": 9, "wins": 4 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 4, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 24, "losses": 9, "wins": 57 }, "xiaomi/mimo-v2.5-pro": { "draws": 6, "losses": 11, "wins": 12 }, "z-ai/glm-5.2": { "draws": 33, "losses": 31, "wins": 71 } }, "claude-sonnet-5": { "claude-fable-5": { "draws": 7, "losses": 31, "wins": 0 }, "claude-opus-4-5": { "draws": 18, "losses": 14, "wins": 19 }, "claude-opus-4-8": { "draws": 17, "losses": 29, "wins": 17 }, "cohere/north-mini-code": { "draws": 6, "losses": 4, "wins": 14 }, "deepseek/deepseek-v4-flash": { "draws": 34, "losses": 11, "wins": 47 }, "deepseek/deepseek-v4-pro": { "draws": 9, "losses": 9, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 11, "losses": 5, "wins": 24 }, "google/gemini-3.5-flash": { "draws": 10, "losses": 11, "wins": 9 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 6, "wins": 14 }, "gpt-4.1": { "draws": 4, "losses": 7, "wins": 7 }, "gpt-5": { "draws": 9, "losses": 13, "wins": 9 }, "gpt-5.4": { "draws": 20, "losses": 39, "wins": 7 }, "gpt-5.4-mini": { "draws": 49, "losses": 31, "wins": 50 }, "gpt-5.4-nano": { "draws": 57, "losses": 41, "wins": 54 }, "gpt-5.5": { "draws": 16, "losses": 31, "wins": 13 }, "gpt-5.6-luna": { "draws": 15, "losses": 16, "wins": 13 }, "gpt-5.6-sol": { "draws": 10, "losses": 38, "wins": 11 }, "gpt-5.6-terra": { "draws": 15, "losses": 23, "wins": 14 }, "minimax/minimax-m3": { "draws": 9, "losses": 10, "wins": 14 }, "mistralai/mistral-medium-3-5": { "draws": 3, "losses": 3, "wins": 12 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 5, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 17, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 6, "losses": 3, "wins": 12 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 21, "losses": 6, "wins": 30 }, "o3": { "draws": 3, "losses": 10, "wins": 19 }, "openai/gpt-oss-120b": { "draws": 11, "losses": 2, "wins": 12 }, "qwen/qwen3.7-max": { "draws": 15, "losses": 11, "wins": 9 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 6, "wins": 18 }, "stepfun/step-3.7-flash": { "draws": 6, "losses": 1, "wins": 13 }, "tencent/hy3-preview": { "draws": 12, "losses": 10, "wins": 7 }, "x-ai/grok-4.5": { "draws": 0, "losses": 11, "wins": 5 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 0, "wins": 11 }, "xiaomi/mimo-v2.5": { "draws": 32, "losses": 11, "wins": 48 }, "xiaomi/mimo-v2.5-pro": { "draws": 8, "losses": 12, "wins": 10 }, "z-ai/glm-5.2": { "draws": 43, "losses": 49, "wins": 47 } }, "cohere/north-mini-code": { "claude-fable-5": { "draws": 1, "losses": 11, "wins": 0 }, "claude-opus-4-5": { "draws": 4, "losses": 19, "wins": 0 }, "claude-opus-4-8": { "draws": 4, "losses": 19, "wins": 1 }, "claude-sonnet-5": { "draws": 6, "losses": 14, "wins": 4 }, "cohere/north-mini-code": { "draws": 2, "losses": 3, "wins": 3 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 10, "wins": 17 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 5, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 7, "losses": 4, "wins": 11 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 8, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 9, "wins": 7 }, "gpt-4.1": { "draws": 2, "losses": 9, "wins": 1 }, "gpt-5": { "draws": 3, "losses": 10, "wins": 1 }, "gpt-5.4": { "draws": 2, "losses": 13, "wins": 6 }, "gpt-5.4-mini": { "draws": 23, "losses": 20, "wins": 11 }, "gpt-5.4-nano": { "draws": 17, "losses": 28, "wins": 19 }, "gpt-5.5": { "draws": 10, "losses": 11, "wins": 2 }, "gpt-5.6-luna": { "draws": 5, "losses": 6, "wins": 10 }, "gpt-5.6-sol": { "draws": 6, "losses": 13, "wins": 1 }, "gpt-5.6-terra": { "draws": 4, "losses": 15, "wins": 1 }, "minimax/minimax-m3": { "draws": 3, "losses": 14, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 0, "wins": 3 }, "moonshotai/kimi-k2.7-code": { "draws": 3, "losses": 4, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 5, "losses": 5, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 7, "wins": 7 }, "o3": { "draws": 3, "losses": 6, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 1, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 18, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 6, "losses": 8, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 4, "wins": 1 }, "tencent/hy3-preview": { "draws": 2, "losses": 5, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 6, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 21, "losses": 15, "wins": 17 }, "xiaomi/mimo-v2.5-pro": { "draws": 6, "losses": 13, "wins": 3 }, "z-ai/glm-5.2": { "draws": 9, "losses": 42, "wins": 9 } }, "deepseek/deepseek-v4-flash": { "claude-fable-5": { "draws": 4, "losses": 47, "wins": 1 }, "claude-opus-4-5": { "draws": 28, "losses": 50, "wins": 10 }, "claude-opus-4-8": { "draws": 26, "losses": 54, "wins": 12 }, "claude-sonnet-5": { "draws": 34, "losses": 47, "wins": 11 }, "cohere/north-mini-code": { "draws": 14, "losses": 17, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 34, "losses": 36, "wins": 36 }, "deepseek/deepseek-v4-pro": { "draws": 13, "losses": 22, "wins": 16 }, "google/gemini-3.1-flash-lite": { "draws": 13, "losses": 14, "wins": 38 }, "google/gemini-3.5-flash": { "draws": 13, "losses": 26, "wins": 4 }, "google/gemma-4-31b-it": { "draws": 13, "losses": 18, "wins": 16 }, "gpt-4.1": { "draws": 14, "losses": 16, "wins": 10 }, "gpt-5": { "draws": 11, "losses": 29, "wins": 6 }, "gpt-5.4": { "draws": 24, "losses": 61, "wins": 6 }, "gpt-5.4-mini": { "draws": 90, "losses": 88, "wins": 49 }, "gpt-5.4-nano": { "draws": 97, "losses": 78, "wins": 64 }, "gpt-5.5": { "draws": 35, "losses": 43, "wins": 3 }, "gpt-5.6-luna": { "draws": 27, "losses": 30, "wins": 19 }, "gpt-5.6-sol": { "draws": 13, "losses": 58, "wins": 8 }, "gpt-5.6-terra": { "draws": 27, "losses": 46, "wins": 6 }, "minimax/minimax-m3": { "draws": 20, "losses": 19, "wins": 19 }, "mistralai/mistral-medium-3-5": { "draws": 5, "losses": 13, "wins": 19 }, "moonshotai/kimi-k2.7-code": { "draws": 7, "losses": 13, "wins": 4 }, "moonshotai/kimi-k3": { "draws": 3, "losses": 6, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 15, "losses": 23, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 33, "losses": 29, "wins": 21 }, "o3": { "draws": 3, "losses": 26, "wins": 7 }, "openai/gpt-oss-120b": { "draws": 15, "losses": 20, "wins": 5 }, "qwen/qwen3.7-max": { "draws": 21, "losses": 34, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 21, "losses": 19, "wins": 21 }, "stepfun/step-3.7-flash": { "draws": 10, "losses": 16, "wins": 10 }, "tencent/hy3-preview": { "draws": 19, "losses": 18, "wins": 14 }, "x-ai/grok-4.5": { "draws": 2, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 11, "wins": 6 }, "xiaomi/mimo-v2.5": { "draws": 60, "losses": 62, "wins": 43 }, "xiaomi/mimo-v2.5-pro": { "draws": 13, "losses": 24, "wins": 16 }, "z-ai/glm-5.2": { "draws": 78, "losses": 104, "wins": 49 } }, "deepseek/deepseek-v4-pro": { "claude-fable-5": { "draws": 0, "losses": 12, "wins": 0 }, "claude-opus-4-5": { "draws": 7, "losses": 12, "wins": 9 }, "claude-opus-4-8": { "draws": 7, "losses": 12, "wins": 9 }, "claude-sonnet-5": { "draws": 9, "losses": 11, "wins": 9 }, "cohere/north-mini-code": { "draws": 5, "losses": 0, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 16, "wins": 22 }, "google/gemini-3.1-flash-lite": { "draws": 10, "losses": 1, "wins": 13 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 4, "wins": 4 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 1, "wins": 7 }, "gpt-4.1": { "draws": 5, "losses": 7, "wins": 5 }, "gpt-5": { "draws": 3, "losses": 3, "wins": 6 }, "gpt-5.4": { "draws": 6, "losses": 20, "wins": 2 }, "gpt-5.4-mini": { "draws": 23, "losses": 11, "wins": 27 }, "gpt-5.4-nano": { "draws": 27, "losses": 11, "wins": 31 }, "gpt-5.5": { "draws": 11, "losses": 14, "wins": 1 }, "gpt-5.6-luna": { "draws": 8, "losses": 8, "wins": 8 }, "gpt-5.6-sol": { "draws": 2, "losses": 17, "wins": 6 }, "gpt-5.6-terra": { "draws": 9, "losses": 9, "wins": 6 }, "minimax/minimax-m3": { "draws": 4, "losses": 7, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 2, "wins": 14 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 1, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 9, "losses": 6, "wins": 11 }, "o3": { "draws": 0, "losses": 5, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 3, "wins": 1 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 4, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 6, "losses": 0, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 7 }, "tencent/hy3-preview": { "draws": 8, "losses": 9, "wins": 7 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 8, "wins": 22 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 9, "wins": 4 }, "z-ai/glm-5.2": { "draws": 23, "losses": 18, "wins": 35 } }, "google/gemini-3.1-flash-lite": { "claude-fable-5": { "draws": 1, "losses": 24, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 29, "wins": 1 }, "claude-opus-4-8": { "draws": 8, "losses": 28, "wins": 3 }, "claude-sonnet-5": { "draws": 11, "losses": 24, "wins": 5 }, "cohere/north-mini-code": { "draws": 7, "losses": 11, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 38, "wins": 14 }, "deepseek/deepseek-v4-pro": { "draws": 10, "losses": 13, "wins": 1 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 17, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 13, "wins": 6 }, "gpt-4.1": { "draws": 5, "losses": 9, "wins": 0 }, "gpt-5": { "draws": 11, "losses": 14, "wins": 0 }, "gpt-5.4": { "draws": 8, "losses": 30, "wins": 0 }, "gpt-5.4-mini": { "draws": 25, "losses": 45, "wins": 17 }, "gpt-5.4-nano": { "draws": 30, "losses": 49, "wins": 21 }, "gpt-5.5": { "draws": 11, "losses": 23, "wins": 1 }, "gpt-5.6-luna": { "draws": 7, "losses": 18, "wins": 7 }, "gpt-5.6-sol": { "draws": 5, "losses": 24, "wins": 3 }, "gpt-5.6-terra": { "draws": 9, "losses": 21, "wins": 2 }, "minimax/minimax-m3": { "draws": 9, "losses": 11, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 2, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 12, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 9, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 19, "wins": 6 }, "o3": { "draws": 6, "losses": 14, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 8, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 11, "losses": 16, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 19, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 9, "wins": 3 }, "tencent/hy3-preview": { "draws": 6, "losses": 10, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 10, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 11, "losses": 42, "wins": 16 }, "xiaomi/mimo-v2.5-pro": { "draws": 8, "losses": 20, "wins": 1 }, "z-ai/glm-5.2": { "draws": 22, "losses": 61, "wins": 10 } }, "google/gemini-3.5-flash": { "claude-fable-5": { "draws": 6, "losses": 14, "wins": 10 }, "claude-opus-4-5": { "draws": 7, "losses": 12, "wins": 10 }, "claude-opus-4-8": { "draws": 10, "losses": 7, "wins": 11 }, "claude-sonnet-5": { "draws": 10, "losses": 9, "wins": 11 }, "cohere/north-mini-code": { "draws": 3, "losses": 1, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 4, "wins": 26 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 4, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 2, "wins": 17 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 4, "wins": 5 }, "gpt-5": { "draws": 3, "losses": 10, "wins": 13 }, "gpt-5.4": { "draws": 8, "losses": 11, "wins": 6 }, "gpt-5.4-mini": { "draws": 17, "losses": 17, "wins": 29 }, "gpt-5.4-nano": { "draws": 21, "losses": 16, "wins": 36 }, "gpt-5.5": { "draws": 10, "losses": 13, "wins": 6 }, "gpt-5.6-luna": { "draws": 8, "losses": 11, "wins": 7 }, "gpt-5.6-sol": { "draws": 5, "losses": 11, "wins": 9 }, "gpt-5.6-terra": { "draws": 6, "losses": 11, "wins": 10 }, "minimax/minimax-m3": { "draws": 6, "losses": 1, "wins": 11 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 6 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 8, "wins": 3 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 2, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 8, "losses": 3, "wins": 14 }, "o3": { "draws": 1, "losses": 12, "wins": 10 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 3, "wins": 13 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 6, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 0, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 14 }, "tencent/hy3-preview": { "draws": 2, "losses": 3, "wins": 5 }, "x-ai/grok-4.5": { "draws": 5, "losses": 3, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 2, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 16, "losses": 3, "wins": 26 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 2, "wins": 10 }, "z-ai/glm-5.2": { "draws": 9, "losses": 24, "wins": 20 } }, "google/gemma-4-31b-it": { "claude-fable-5": { "draws": 1, "losses": 8, "wins": 1 }, "claude-opus-4-5": { "draws": 6, "losses": 14, "wins": 5 }, "claude-opus-4-8": { "draws": 5, "losses": 20, "wins": 0 }, "claude-sonnet-5": { "draws": 5, "losses": 14, "wins": 6 }, "cohere/north-mini-code": { "draws": 6, "losses": 7, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 16, "wins": 18 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 7, "wins": 1 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 6, "wins": 13 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 5, "wins": 4 }, "gpt-4.1": { "draws": 3, "losses": 8, "wins": 4 }, "gpt-5": { "draws": 1, "losses": 7, "wins": 2 }, "gpt-5.4": { "draws": 5, "losses": 16, "wins": 3 }, "gpt-5.4-mini": { "draws": 18, "losses": 19, "wins": 22 }, "gpt-5.4-nano": { "draws": 12, "losses": 26, "wins": 26 }, "gpt-5.5": { "draws": 8, "losses": 12, "wins": 1 }, "gpt-5.6-luna": { "draws": 6, "losses": 6, "wins": 8 }, "gpt-5.6-sol": { "draws": 6, "losses": 14, "wins": 0 }, "gpt-5.6-terra": { "draws": 5, "losses": 13, "wins": 2 }, "minimax/minimax-m3": { "draws": 2, "losses": 15, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 3, "wins": 5 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 6, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 6, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 10, "wins": 6 }, "o3": { "draws": 2, "losses": 8, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 2, "losses": 1, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 16, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 1, "losses": 7, "wins": 13 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 6, "wins": 0 }, "tencent/hy3-preview": { "draws": 4, "losses": 6, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 4, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 12, "losses": 22, "wins": 24 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 11, "wins": 8 }, "z-ai/glm-5.2": { "draws": 12, "losses": 44, "wins": 11 } }, "gpt-4.1": { "claude-opus-4-5": { "draws": 8, "losses": 4, "wins": 7 }, "claude-opus-4-8": { "draws": 5, "losses": 12, "wins": 1 }, "claude-sonnet-5": { "draws": 4, "losses": 7, "wins": 7 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 10, "wins": 16 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 5, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 0, "wins": 9 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 4, "wins": 8 }, "gpt-5.4": { "draws": 6, "losses": 10, "wins": 2 }, "gpt-5.4-mini": { "draws": 19, "losses": 12, "wins": 18 }, "gpt-5.4-nano": { "draws": 18, "losses": 12, "wins": 19 }, "gpt-5.5": { "draws": 6, "losses": 4, "wins": 5 }, "gpt-5.6-luna": { "draws": 6, "losses": 0, "wins": 8 }, "gpt-5.6-sol": { "draws": 3, "losses": 8, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 3, "losses": 6, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 3, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 5, "losses": 5, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 3, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 9, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 3, "wins": 8 }, "tencent/hy3-preview": { "draws": 5, "losses": 6, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 9, "wins": 23 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 4, "wins": 8 }, "z-ai/glm-5.2": { "draws": 15, "losses": 28, "wins": 18 } }, "gpt-5": { "claude-fable-5": { "draws": 2, "losses": 28, "wins": 1 }, "claude-opus-4-5": { "draws": 8, "losses": 7, "wins": 14 }, "claude-opus-4-8": { "draws": 4, "losses": 19, "wins": 7 }, "claude-sonnet-5": { "draws": 9, "losses": 9, "wins": 13 }, "cohere/north-mini-code": { "draws": 3, "losses": 1, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 6, "wins": 29 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 6, "wins": 3 }, "google/gemini-3.1-flash-lite": { "draws": 11, "losses": 0, "wins": 14 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 13, "wins": 10 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 2, "wins": 7 }, "gpt-5.4": { "draws": 4, "losses": 18, "wins": 8 }, "gpt-5.4-mini": { "draws": 18, "losses": 21, "wins": 19 }, "gpt-5.4-nano": { "draws": 22, "losses": 19, "wins": 32 }, "gpt-5.5": { "draws": 6, "losses": 13, "wins": 9 }, "gpt-5.6-luna": { "draws": 8, "losses": 12, "wins": 9 }, "gpt-5.6-sol": { "draws": 3, "losses": 19, "wins": 6 }, "gpt-5.6-terra": { "draws": 8, "losses": 16, "wins": 6 }, "minimax/minimax-m3": { "draws": 3, "losses": 3, "wins": 9 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 7, "wins": 5 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 0, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 5, "wins": 13 }, "o3": { "draws": 3, "losses": 8, "wins": 12 }, "openai/gpt-oss-120b": { "draws": 13, "losses": 2, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 3, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 5, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 13 }, "tencent/hy3-preview": { "draws": 3, "losses": 5, "wins": 6 }, "x-ai/grok-4.5": { "draws": 5, "losses": 3, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 4, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 9, "wins": 18 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 5, "wins": 7 }, "z-ai/glm-5.2": { "draws": 24, "losses": 23, "wins": 16 } }, "gpt-5.4": { "claude-fable-5": { "draws": 6, "losses": 21, "wins": 11 }, "claude-opus-4-5": { "draws": 14, "losses": 12, "wins": 25 }, "claude-opus-4-8": { "draws": 13, "losses": 21, "wins": 28 }, "claude-sonnet-5": { "draws": 20, "losses": 7, "wins": 39 }, "cohere/north-mini-code": { "draws": 2, "losses": 6, "wins": 13 }, "deepseek/deepseek-v4-flash": { "draws": 24, "losses": 6, "wins": 61 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 2, "wins": 20 }, "google/gemini-3.1-flash-lite": { "draws": 8, "losses": 0, "wins": 30 }, "google/gemini-3.5-flash": { "draws": 8, "losses": 6, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 3, "wins": 16 }, "gpt-4.1": { "draws": 6, "losses": 2, "wins": 10 }, "gpt-5": { "draws": 4, "losses": 8, "wins": 18 }, "gpt-5.4-mini": { "draws": 34, "losses": 12, "wins": 81 }, "gpt-5.4-nano": { "draws": 47, "losses": 16, "wins": 88 }, "gpt-5.5": { "draws": 23, "losses": 13, "wins": 22 }, "gpt-5.6-luna": { "draws": 18, "losses": 6, "wins": 20 }, "gpt-5.6-sol": { "draws": 10, "losses": 16, "wins": 32 }, "gpt-5.6-terra": { "draws": 15, "losses": 11, "wins": 24 }, "minimax/minimax-m3": { "draws": 7, "losses": 5, "wins": 17 }, "mistralai/mistral-medium-3-5": { "draws": 1, "losses": 0, "wins": 15 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 6, "wins": 7 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 1, "wins": 21 }, "nex-agi/nex-n2-pro": { "draws": 6, "losses": 2, "wins": 14 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 15, "losses": 1, "wins": 39 }, "o3": { "draws": 3, "losses": 8, "wins": 18 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 0, "wins": 20 }, "qwen/qwen3.7-max": { "draws": 8, "losses": 5, "wins": 18 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 0, "wins": 21 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 3, "wins": 13 }, "tencent/hy3-preview": { "draws": 8, "losses": 1, "wins": 20 }, "x-ai/grok-4.5": { "draws": 8, "losses": 3, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 2, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 27, "losses": 6, "wins": 55 }, "xiaomi/mimo-v2.5-pro": { "draws": 6, "losses": 6, "wins": 14 }, "z-ai/glm-5.2": { "draws": 31, "losses": 25, "wins": 81 } }, "gpt-5.4-mini": { "claude-fable-5": { "draws": 12, "losses": 55, "wins": 6 }, "claude-opus-4-5": { "draws": 41, "losses": 45, "wins": 28 }, "claude-opus-4-8": { "draws": 37, "losses": 62, "wins": 30 }, "claude-sonnet-5": { "draws": 49, "losses": 50, "wins": 31 }, "cohere/north-mini-code": { "draws": 23, "losses": 11, "wins": 20 }, "deepseek/deepseek-v4-flash": { "draws": 90, "losses": 49, "wins": 88 }, "deepseek/deepseek-v4-pro": { "draws": 23, "losses": 27, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 25, "losses": 17, "wins": 45 }, "google/gemini-3.5-flash": { "draws": 17, "losses": 29, "wins": 17 }, "google/gemma-4-31b-it": { "draws": 18, "losses": 22, "wins": 19 }, "gpt-4.1": { "draws": 19, "losses": 18, "wins": 12 }, "gpt-5": { "draws": 18, "losses": 19, "wins": 21 }, "gpt-5.4": { "draws": 34, "losses": 81, "wins": 12 }, "gpt-5.4-mini": { "draws": 84, "losses": 50, "wins": 50 }, "gpt-5.4-nano": { "draws": 125, "losses": 98, "wins": 109 }, "gpt-5.5": { "draws": 53, "losses": 55, "wins": 12 }, "gpt-5.6-luna": { "draws": 37, "losses": 28, "wins": 29 }, "gpt-5.6-sol": { "draws": 25, "losses": 64, "wins": 18 }, "gpt-5.6-terra": { "draws": 44, "losses": 36, "wins": 21 }, "minimax/minimax-m3": { "draws": 31, "losses": 25, "wins": 24 }, "mistralai/mistral-medium-3-5": { "draws": 7, "losses": 6, "wins": 30 }, "moonshotai/kimi-k2.7-code": { "draws": 12, "losses": 19, "wins": 9 }, "moonshotai/kimi-k3": { "draws": 9, "losses": 17, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 17, "losses": 15, "wins": 20 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 47, "losses": 26, "wins": 41 }, "o3": { "draws": 5, "losses": 21, "wins": 33 }, "openai/gpt-oss-120b": { "draws": 26, "losses": 9, "wins": 22 }, "qwen/qwen3.7-max": { "draws": 27, "losses": 35, "wins": 19 }, "qwen/qwen3.7-plus": { "draws": 31, "losses": 29, "wins": 18 }, "stepfun/step-3.7-flash": { "draws": 16, "losses": 5, "wins": 22 }, "tencent/hy3-preview": { "draws": 25, "losses": 14, "wins": 25 }, "x-ai/grok-4.5": { "draws": 9, "losses": 23, "wins": 6 }, "x-ai/grok-build-0.1": { "draws": 17, "losses": 11, "wins": 16 }, "xiaomi/mimo-v2.5": { "draws": 97, "losses": 70, "wins": 59 }, "xiaomi/mimo-v2.5-pro": { "draws": 18, "losses": 27, "wins": 24 }, "z-ai/glm-5.2": { "draws": 102, "losses": 136, "wins": 67 } }, "gpt-5.4-nano": { "claude-fable-5": { "draws": 12, "losses": 67, "wins": 9 }, "claude-opus-4-5": { "draws": 42, "losses": 50, "wins": 34 }, "claude-opus-4-8": { "draws": 29, "losses": 97, "wins": 23 }, "claude-sonnet-5": { "draws": 57, "losses": 54, "wins": 41 }, "cohere/north-mini-code": { "draws": 17, "losses": 19, "wins": 28 }, "deepseek/deepseek-v4-flash": { "draws": 97, "losses": 64, "wins": 78 }, "deepseek/deepseek-v4-pro": { "draws": 27, "losses": 31, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 30, "losses": 21, "wins": 49 }, "google/gemini-3.5-flash": { "draws": 21, "losses": 36, "wins": 16 }, "google/gemma-4-31b-it": { "draws": 12, "losses": 26, "wins": 26 }, "gpt-4.1": { "draws": 18, "losses": 19, "wins": 12 }, "gpt-5": { "draws": 22, "losses": 32, "wins": 19 }, "gpt-5.4": { "draws": 47, "losses": 88, "wins": 16 }, "gpt-5.4-mini": { "draws": 125, "losses": 109, "wins": 98 }, "gpt-5.4-nano": { "draws": 110, "losses": 76, "wins": 76 }, "gpt-5.5": { "draws": 45, "losses": 78, "wins": 17 }, "gpt-5.6-luna": { "draws": 36, "losses": 43, "wins": 33 }, "gpt-5.6-sol": { "draws": 26, "losses": 87, "wins": 22 }, "gpt-5.6-terra": { "draws": 39, "losses": 50, "wins": 34 }, "minimax/minimax-m3": { "draws": 30, "losses": 37, "wins": 23 }, "mistralai/mistral-medium-3-5": { "draws": 9, "losses": 8, "wins": 24 }, "moonshotai/kimi-k2.7-code": { "draws": 10, "losses": 26, "wins": 10 }, "moonshotai/kimi-k3": { "draws": 15, "losses": 16, "wins": 15 }, "nex-agi/nex-n2-pro": { "draws": 15, "losses": 25, "wins": 17 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 56, "losses": 35, "wins": 41 }, "o3": { "draws": 7, "losses": 37, "wins": 26 }, "openai/gpt-oss-120b": { "draws": 25, "losses": 15, "wins": 26 }, "qwen/qwen3.7-max": { "draws": 34, "losses": 39, "wins": 18 }, "qwen/qwen3.7-plus": { "draws": 28, "losses": 35, "wins": 26 }, "stepfun/step-3.7-flash": { "draws": 18, "losses": 6, "wins": 24 }, "tencent/hy3-preview": { "draws": 29, "losses": 21, "wins": 18 }, "x-ai/grok-4.5": { "draws": 2, "losses": 8, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 18, "losses": 18, "wins": 17 }, "xiaomi/mimo-v2.5": { "draws": 84, "losses": 82, "wins": 76 }, "xiaomi/mimo-v2.5-pro": { "draws": 21, "losses": 37, "wins": 22 }, "z-ai/glm-5.2": { "draws": 111, "losses": 147, "wins": 86 } }, "gpt-5.5": { "claude-fable-5": { "draws": 4, "losses": 15, "wins": 14 }, "claude-opus-4-5": { "draws": 17, "losses": 10, "wins": 16 }, "claude-opus-4-8": { "draws": 18, "losses": 8, "wins": 30 }, "claude-sonnet-5": { "draws": 16, "losses": 13, "wins": 31 }, "cohere/north-mini-code": { "draws": 10, "losses": 2, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 35, "losses": 3, "wins": 43 }, "deepseek/deepseek-v4-pro": { "draws": 11, "losses": 1, "wins": 14 }, "google/gemini-3.1-flash-lite": { "draws": 11, "losses": 1, "wins": 23 }, "google/gemini-3.5-flash": { "draws": 10, "losses": 6, "wins": 13 }, "google/gemma-4-31b-it": { "draws": 8, "losses": 1, "wins": 12 }, "gpt-4.1": { "draws": 6, "losses": 5, "wins": 4 }, "gpt-5": { "draws": 6, "losses": 9, "wins": 13 }, "gpt-5.4": { "draws": 23, "losses": 22, "wins": 13 }, "gpt-5.4-mini": { "draws": 53, "losses": 12, "wins": 55 }, "gpt-5.4-nano": { "draws": 45, "losses": 17, "wins": 78 }, "gpt-5.6-luna": { "draws": 11, "losses": 10, "wins": 19 }, "gpt-5.6-sol": { "draws": 11, "losses": 19, "wins": 23 }, "gpt-5.6-terra": { "draws": 16, "losses": 14, "wins": 18 }, "minimax/minimax-m3": { "draws": 9, "losses": 6, "wins": 15 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 0, "wins": 14 }, "moonshotai/kimi-k2.7-code": { "draws": 8, "losses": 3, "wins": 4 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 4, "wins": 13 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 3, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 16, "losses": 5, "wins": 27 }, "o3": { "draws": 5, "losses": 3, "wins": 22 }, "openai/gpt-oss-120b": { "draws": 11, "losses": 0, "wins": 12 }, "qwen/qwen3.7-max": { "draws": 13, "losses": 9, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 15, "losses": 5, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 16 }, "tencent/hy3-preview": { "draws": 10, "losses": 4, "wins": 13 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 4, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 34, "losses": 3, "wins": 41 }, "xiaomi/mimo-v2.5-pro": { "draws": 6, "losses": 8, "wins": 12 }, "z-ai/glm-5.2": { "draws": 39, "losses": 28, "wins": 55 } }, "gpt-5.6-luna": { "claude-fable-5": { "draws": 7, "losses": 20, "wins": 3 }, "claude-opus-4-5": { "draws": 11, "losses": 14, "wins": 15 }, "claude-opus-4-8": { "draws": 11, "losses": 23, "wins": 9 }, "claude-sonnet-5": { "draws": 15, "losses": 13, "wins": 16 }, "cohere/north-mini-code": { "draws": 5, "losses": 10, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 27, "losses": 19, "wins": 30 }, "deepseek/deepseek-v4-pro": { "draws": 8, "losses": 8, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 7, "losses": 7, "wins": 18 }, "google/gemini-3.5-flash": { "draws": 8, "losses": 7, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 8, "wins": 6 }, "gpt-4.1": { "draws": 6, "losses": 8, "wins": 0 }, "gpt-5": { "draws": 8, "losses": 9, "wins": 12 }, "gpt-5.4": { "draws": 18, "losses": 20, "wins": 6 }, "gpt-5.4-mini": { "draws": 37, "losses": 29, "wins": 28 }, "gpt-5.4-nano": { "draws": 36, "losses": 33, "wins": 43 }, "gpt-5.5": { "draws": 11, "losses": 19, "wins": 10 }, "gpt-5.6-sol": { "draws": 8, "losses": 28, "wins": 8 }, "gpt-5.6-terra": { "draws": 16, "losses": 19, "wins": 11 }, "minimax/minimax-m3": { "draws": 12, "losses": 5, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 4, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 6, "wins": 2 }, "moonshotai/kimi-k3": { "draws": 3, "losses": 1, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 6, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 12, "losses": 10, "wins": 18 }, "o3": { "draws": 4, "losses": 4, "wins": 12 }, "openai/gpt-oss-120b": { "draws": 10, "losses": 0, "wins": 13 }, "qwen/qwen3.7-max": { "draws": 8, "losses": 9, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 9, "losses": 7, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 2, "wins": 12 }, "tencent/hy3-preview": { "draws": 8, "losses": 5, "wins": 11 }, "x-ai/grok-4.5": { "draws": 6, "losses": 2, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 0, "wins": 8 }, "xiaomi/mimo-v2.5": { "draws": 26, "losses": 25, "wins": 21 }, "xiaomi/mimo-v2.5-pro": { "draws": 7, "losses": 11, "wins": 5 }, "z-ai/glm-5.2": { "draws": 28, "losses": 55, "wins": 27 } }, "gpt-5.6-sol": { "claude-fable-5": { "draws": 10, "losses": 17, "wins": 8 }, "claude-opus-4-5": { "draws": 8, "losses": 7, "wins": 27 }, "claude-opus-4-8": { "draws": 7, "losses": 19, "wins": 29 }, "claude-sonnet-5": { "draws": 10, "losses": 11, "wins": 38 }, "cohere/north-mini-code": { "draws": 6, "losses": 1, "wins": 13 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 8, "wins": 58 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 6, "wins": 17 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 3, "wins": 24 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 9, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 0, "wins": 14 }, "gpt-4.1": { "draws": 3, "losses": 3, "wins": 8 }, "gpt-5": { "draws": 3, "losses": 6, "wins": 19 }, "gpt-5.4": { "draws": 10, "losses": 32, "wins": 16 }, "gpt-5.4-mini": { "draws": 25, "losses": 18, "wins": 64 }, "gpt-5.4-nano": { "draws": 26, "losses": 22, "wins": 87 }, "gpt-5.5": { "draws": 11, "losses": 23, "wins": 19 }, "gpt-5.6-luna": { "draws": 8, "losses": 8, "wins": 28 }, "gpt-5.6-terra": { "draws": 9, "losses": 15, "wins": 29 }, "minimax/minimax-m3": { "draws": 6, "losses": 1, "wins": 17 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 13 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 3, "wins": 7 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 4, "wins": 18 }, "nex-agi/nex-n2-pro": { "draws": 3, "losses": 3, "wins": 12 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 10, "wins": 36 }, "o3": { "draws": 2, "losses": 8, "wins": 18 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 3, "wins": 13 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 7, "wins": 14 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 4, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 1, "wins": 14 }, "tencent/hy3-preview": { "draws": 8, "losses": 3, "wins": 15 }, "x-ai/grok-build-0.1": { "draws": 3, "losses": 2, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 15, "losses": 9, "wins": 48 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 4, "wins": 14 }, "z-ai/glm-5.2": { "draws": 27, "losses": 32, "wins": 66 } }, "gpt-5.6-terra": { "claude-fable-5": { "draws": 5, "losses": 25, "wins": 1 }, "claude-opus-4-5": { "draws": 16, "losses": 12, "wins": 12 }, "claude-opus-4-8": { "draws": 14, "losses": 23, "wins": 11 }, "claude-sonnet-5": { "draws": 15, "losses": 14, "wins": 23 }, "cohere/north-mini-code": { "draws": 4, "losses": 1, "wins": 15 }, "deepseek/deepseek-v4-flash": { "draws": 27, "losses": 6, "wins": 46 }, "deepseek/deepseek-v4-pro": { "draws": 9, "losses": 6, "wins": 9 }, "google/gemini-3.1-flash-lite": { "draws": 9, "losses": 2, "wins": 21 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 10, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 2, "wins": 13 }, "gpt-4.1": { "draws": 6, "losses": 5, "wins": 3 }, "gpt-5": { "draws": 8, "losses": 6, "wins": 16 }, "gpt-5.4": { "draws": 15, "losses": 24, "wins": 11 }, "gpt-5.4-mini": { "draws": 44, "losses": 21, "wins": 36 }, "gpt-5.4-nano": { "draws": 39, "losses": 34, "wins": 50 }, "gpt-5.5": { "draws": 16, "losses": 18, "wins": 14 }, "gpt-5.6-luna": { "draws": 16, "losses": 11, "wins": 19 }, "gpt-5.6-sol": { "draws": 9, "losses": 29, "wins": 15 }, "minimax/minimax-m3": { "draws": 8, "losses": 5, "wins": 11 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 1, "wins": 13 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 4, "wins": 4 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 5, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 6, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 15, "losses": 5, "wins": 24 }, "o3": { "draws": 4, "losses": 8, "wins": 14 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 1, "wins": 16 }, "qwen/qwen3.7-max": { "draws": 9, "losses": 7, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 9, "losses": 9, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 13 }, "tencent/hy3-preview": { "draws": 9, "losses": 4, "wins": 13 }, "x-ai/grok-4.5": { "draws": 4, "losses": 10, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 0, "wins": 7 }, "xiaomi/mimo-v2.5": { "draws": 34, "losses": 10, "wins": 29 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 7, "wins": 10 }, "z-ai/glm-5.2": { "draws": 42, "losses": 41, "wins": 35 } }, "minimax/minimax-m3": { "claude-fable-5": { "draws": 3, "losses": 15, "wins": 0 }, "claude-opus-4-5": { "draws": 9, "losses": 18, "wins": 4 }, "claude-opus-4-8": { "draws": 8, "losses": 18, "wins": 6 }, "claude-sonnet-5": { "draws": 9, "losses": 14, "wins": 10 }, "cohere/north-mini-code": { "draws": 3, "losses": 7, "wins": 14 }, "deepseek/deepseek-v4-flash": { "draws": 20, "losses": 19, "wins": 19 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 9, "losses": 7, "wins": 11 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 11, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 15 }, "gpt-4.1": { "draws": 3, "losses": 6, "wins": 6 }, "gpt-5": { "draws": 3, "losses": 9, "wins": 3 }, "gpt-5.4": { "draws": 7, "losses": 17, "wins": 5 }, "gpt-5.4-mini": { "draws": 31, "losses": 24, "wins": 25 }, "gpt-5.4-nano": { "draws": 30, "losses": 23, "wins": 37 }, "gpt-5.5": { "draws": 9, "losses": 15, "wins": 6 }, "gpt-5.6-luna": { "draws": 12, "losses": 7, "wins": 5 }, "gpt-5.6-sol": { "draws": 6, "losses": 17, "wins": 1 }, "gpt-5.6-terra": { "draws": 8, "losses": 11, "wins": 5 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 9, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 5, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 8, "wins": 10 }, "o3": { "draws": 4, "losses": 9, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 6, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 11, "losses": 16, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 10, "wins": 10 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 3, "wins": 2 }, "tencent/hy3-preview": { "draws": 3, "losses": 6, "wins": 3 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 9, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 24, "losses": 18, "wins": 29 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 17, "wins": 7 }, "z-ai/glm-5.2": { "draws": 18, "losses": 35, "wins": 19 } }, "mistralai/mistral-medium-3-5": { "claude-fable-5": { "draws": 0, "losses": 8, "wins": 0 }, "claude-opus-4-5": { "draws": 2, "losses": 16, "wins": 0 }, "claude-opus-4-8": { "draws": 0, "losses": 15, "wins": 3 }, "claude-sonnet-5": { "draws": 3, "losses": 12, "wins": 3 }, "cohere/north-mini-code": { "draws": 4, "losses": 3, "wins": 0 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 19, "wins": 13 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 14, "wins": 2 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 8, "wins": 2 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 6, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-4.1": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.4": { "draws": 1, "losses": 15, "wins": 0 }, "gpt-5.4-mini": { "draws": 7, "losses": 30, "wins": 6 }, "gpt-5.4-nano": { "draws": 9, "losses": 24, "wins": 8 }, "gpt-5.5": { "draws": 2, "losses": 14, "wins": 0 }, "gpt-5.6-luna": { "draws": 2, "losses": 9, "wins": 4 }, "gpt-5.6-sol": { "draws": 0, "losses": 13, "wins": 1 }, "gpt-5.6-terra": { "draws": 2, "losses": 13, "wins": 1 }, "minimax/minimax-m3": { "draws": 0, "losses": 8, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 14, "wins": 2 }, "o3": { "draws": 0, "losses": 6, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 4, "wins": 0 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 4, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 4, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 6, "wins": 2 }, "tencent/hy3-preview": { "draws": 2, "losses": 7, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 20, "wins": 7 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 7, "wins": 1 }, "z-ai/glm-5.2": { "draws": 6, "losses": 35, "wins": 11 } }, "moonshotai/kimi-k2.7-code": { "claude-fable-5": { "draws": 2, "losses": 12, "wins": 2 }, "claude-opus-4-5": { "draws": 4, "losses": 6, "wins": 5 }, "claude-opus-4-8": { "draws": 5, "losses": 6, "wins": 5 }, "claude-sonnet-5": { "draws": 5, "losses": 6, "wins": 5 }, "cohere/north-mini-code": { "draws": 3, "losses": 3, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 4, "wins": 13 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 12 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 3, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 6 }, "gpt-5": { "draws": 1, "losses": 5, "wins": 7 }, "gpt-5.4": { "draws": 2, "losses": 7, "wins": 6 }, "gpt-5.4-mini": { "draws": 12, "losses": 9, "wins": 19 }, "gpt-5.4-nano": { "draws": 10, "losses": 10, "wins": 26 }, "gpt-5.5": { "draws": 8, "losses": 4, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 2, "wins": 6 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 3 }, "gpt-5.6-terra": { "draws": 4, "losses": 4, "wins": 4 }, "minimax/minimax-m3": { "draws": 5, "losses": 2, "wins": 9 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 2, "wins": 7 }, "o3": { "draws": 1, "losses": 6, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 5, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 3, "wins": 7 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 3 }, "x-ai/grok-4.5": { "draws": 1, "losses": 10, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 1, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 3, "wins": 21 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 3, "wins": 8 }, "z-ai/glm-5.2": { "draws": 4, "losses": 10, "wins": 10 } }, "moonshotai/kimi-k3": { "claude-fable-5": { "draws": 1, "losses": 10, "wins": 1 }, "claude-opus-4-5": { "draws": 0, "losses": 0, "wins": 4 }, "claude-opus-4-8": { "draws": 4, "losses": 15, "wins": 8 }, "claude-sonnet-5": { "draws": 10, "losses": 10, "wins": 17 }, "deepseek/deepseek-v4-flash": { "draws": 3, "losses": 0, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 0, "wins": 2 }, "gpt-5": { "draws": 6, "losses": 0, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 21, "wins": 1 }, "gpt-5.4-mini": { "draws": 9, "losses": 4, "wins": 17 }, "gpt-5.4-nano": { "draws": 15, "losses": 15, "wins": 16 }, "gpt-5.5": { "draws": 6, "losses": 13, "wins": 4 }, "gpt-5.6-luna": { "draws": 3, "losses": 0, "wins": 1 }, "gpt-5.6-sol": { "draws": 6, "losses": 18, "wins": 4 }, "gpt-5.6-terra": { "draws": 4, "losses": 7, "wins": 5 }, "moonshotai/kimi-k3": { "draws": 8, "losses": 22, "wins": 22 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 2, "wins": 15 }, "o3": { "draws": 0, "losses": 7, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 2, "wins": 2 }, "tencent/hy3-preview": { "draws": 0, "losses": 4, "wins": 8 }, "x-ai/grok-4.5": { "draws": 10, "losses": 25, "wins": 17 }, "xiaomi/mimo-v2.5": { "draws": 0, "losses": 0, "wins": 4 }, "z-ai/glm-5.2": { "draws": 14, "losses": 14, "wins": 9 } }, "nex-agi/nex-n2-pro": { "claude-fable-5": { "draws": 0, "losses": 9, "wins": 0 }, "claude-opus-4-5": { "draws": 3, "losses": 16, "wins": 2 }, "claude-opus-4-8": { "draws": 5, "losses": 13, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 12, "wins": 3 }, "cohere/north-mini-code": { "draws": 5, "losses": 6, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 15, "losses": 6, "wins": 23 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 1 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 6, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 8, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 8, "wins": 6 }, "gpt-4.1": { "draws": 5, "losses": 2, "wins": 5 }, "gpt-5": { "draws": 0, "losses": 8, "wins": 1 }, "gpt-5.4": { "draws": 6, "losses": 14, "wins": 2 }, "gpt-5.4-mini": { "draws": 17, "losses": 20, "wins": 15 }, "gpt-5.4-nano": { "draws": 15, "losses": 17, "wins": 25 }, "gpt-5.5": { "draws": 7, "losses": 9, "wins": 3 }, "gpt-5.6-luna": { "draws": 7, "losses": 6, "wins": 6 }, "gpt-5.6-sol": { "draws": 3, "losses": 12, "wins": 3 }, "gpt-5.6-terra": { "draws": 4, "losses": 8, "wins": 6 }, "minimax/minimax-m3": { "draws": 4, "losses": 7, "wins": 5 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 2, "wins": 2 }, "moonshotai/kimi-k2.7-code": { "draws": 0, "losses": 7, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 7, "wins": 6 }, "o3": { "draws": 0, "losses": 9, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 4, "wins": 1 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 13, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 9, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 2, "wins": 3 }, "tencent/hy3-preview": { "draws": 7, "losses": 0, "wins": 2 }, "x-ai/grok-4.5": { "draws": 2, "losses": 1, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 5, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 17, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 8, "wins": 6 }, "z-ai/glm-5.2": { "draws": 17, "losses": 27, "wins": 12 } }, "nvidia/nemotron-3-ultra-550b-a55b": { "claude-fable-5": { "draws": 6, "losses": 31, "wins": 0 }, "claude-opus-4-5": { "draws": 21, "losses": 20, "wins": 5 }, "claude-opus-4-8": { "draws": 12, "losses": 36, "wins": 7 }, "claude-sonnet-5": { "draws": 21, "losses": 30, "wins": 6 }, "cohere/north-mini-code": { "draws": 4, "losses": 7, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 33, "losses": 21, "wins": 29 }, "deepseek/deepseek-v4-pro": { "draws": 9, "losses": 11, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 7, "losses": 6, "wins": 19 }, "google/gemini-3.5-flash": { "draws": 8, "losses": 14, "wins": 3 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 6, "wins": 10 }, "gpt-4.1": { "draws": 4, "losses": 7, "wins": 3 }, "gpt-5": { "draws": 10, "losses": 13, "wins": 5 }, "gpt-5.4": { "draws": 15, "losses": 39, "wins": 1 }, "gpt-5.4-mini": { "draws": 47, "losses": 41, "wins": 26 }, "gpt-5.4-nano": { "draws": 56, "losses": 41, "wins": 35 }, "gpt-5.5": { "draws": 16, "losses": 27, "wins": 5 }, "gpt-5.6-luna": { "draws": 12, "losses": 18, "wins": 10 }, "gpt-5.6-sol": { "draws": 5, "losses": 36, "wins": 10 }, "gpt-5.6-terra": { "draws": 15, "losses": 24, "wins": 5 }, "minimax/minimax-m3": { "draws": 5, "losses": 10, "wins": 8 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 2, "wins": 14 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 7, "wins": 2 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 15, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 6, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 3, "wins": 3 }, "o3": { "draws": 4, "losses": 20, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 15, "losses": 2, "wins": 5 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 10, "wins": 9 }, "qwen/qwen3.7-plus": { "draws": 6, "losses": 8, "wins": 11 }, "stepfun/step-3.7-flash": { "draws": 6, "losses": 5, "wins": 6 }, "tencent/hy3-preview": { "draws": 12, "losses": 13, "wins": 5 }, "x-ai/grok-4.5": { "draws": 0, "losses": 6, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 1, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 34, "losses": 23, "wins": 20 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 12, "wins": 7 }, "z-ai/glm-5.2": { "draws": 46, "losses": 50, "wins": 33 } }, "o3": { "claude-fable-5": { "draws": 2, "losses": 21, "wins": 0 }, "claude-opus-4-5": { "draws": 6, "losses": 5, "wins": 11 }, "claude-opus-4-8": { "draws": 4, "losses": 24, "wins": 2 }, "claude-sonnet-5": { "draws": 3, "losses": 19, "wins": 10 }, "cohere/north-mini-code": { "draws": 3, "losses": 3, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 3, "losses": 7, "wins": 26 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 3, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 3, "wins": 14 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 10, "wins": 12 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 8 }, "gpt-5": { "draws": 3, "losses": 12, "wins": 8 }, "gpt-5.4": { "draws": 3, "losses": 18, "wins": 8 }, "gpt-5.4-mini": { "draws": 5, "losses": 33, "wins": 21 }, "gpt-5.4-nano": { "draws": 7, "losses": 26, "wins": 37 }, "gpt-5.5": { "draws": 5, "losses": 22, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 12, "wins": 4 }, "gpt-5.6-sol": { "draws": 2, "losses": 18, "wins": 8 }, "gpt-5.6-terra": { "draws": 4, "losses": 14, "wins": 8 }, "minimax/minimax-m3": { "draws": 4, "losses": 2, "wins": 9 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 6 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 6, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 12, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 2, "wins": 20 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 3, "wins": 9 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 5, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 5, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 3, "wins": 10 }, "tencent/hy3-preview": { "draws": 0, "losses": 6, "wins": 4 }, "x-ai/grok-4.5": { "draws": 3, "losses": 15, "wins": 4 }, "x-ai/grok-build-0.1": { "draws": 3, "losses": 0, "wins": 12 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 0, "wins": 24 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 8, "wins": 4 }, "z-ai/glm-5.2": { "draws": 10, "losses": 29, "wins": 16 } }, "openai/gpt-oss-120b": { "claude-fable-5": { "draws": 6, "losses": 18, "wins": 1 }, "claude-opus-4-5": { "draws": 12, "losses": 10, "wins": 4 }, "claude-opus-4-8": { "draws": 8, "losses": 17, "wins": 0 }, "claude-sonnet-5": { "draws": 11, "losses": 12, "wins": 2 }, "cohere/north-mini-code": { "draws": 5, "losses": 4, "wins": 1 }, "deepseek/deepseek-v4-flash": { "draws": 15, "losses": 5, "wins": 20 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 1, "wins": 3 }, "google/gemini-3.1-flash-lite": { "draws": 8, "losses": 4, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 8, "losses": 13, "wins": 3 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 1 }, "gpt-5": { "draws": 13, "losses": 7, "wins": 2 }, "gpt-5.4": { "draws": 4, "losses": 20, "wins": 0 }, "gpt-5.4-mini": { "draws": 26, "losses": 22, "wins": 9 }, "gpt-5.4-nano": { "draws": 25, "losses": 26, "wins": 15 }, "gpt-5.5": { "draws": 11, "losses": 12, "wins": 0 }, "gpt-5.6-luna": { "draws": 10, "losses": 13, "wins": 0 }, "gpt-5.6-sol": { "draws": 6, "losses": 13, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 16, "wins": 1 }, "minimax/minimax-m3": { "draws": 5, "losses": 4, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 4 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 8, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 15, "losses": 5, "wins": 2 }, "o3": { "draws": 6, "losses": 9, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 10, "losses": 5, "wins": 0 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 8, "wins": 0 }, "stepfun/step-3.7-flash": { "draws": 6, "losses": 7, "wins": 3 }, "tencent/hy3-preview": { "draws": 4, "losses": 3, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 2, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 8, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 21, "losses": 11, "wins": 9 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 8, "wins": 0 }, "z-ai/glm-5.2": { "draws": 21, "losses": 19, "wins": 6 } }, "qwen/qwen3.7-max": { "claude-fable-5": { "draws": 1, "losses": 17, "wins": 0 }, "claude-opus-4-5": { "draws": 7, "losses": 14, "wins": 13 }, "claude-opus-4-8": { "draws": 9, "losses": 12, "wins": 11 }, "claude-sonnet-5": { "draws": 15, "losses": 9, "wins": 11 }, "cohere/north-mini-code": { "draws": 5, "losses": 1, "wins": 18 }, "deepseek/deepseek-v4-flash": { "draws": 21, "losses": 4, "wins": 34 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 5, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 11, "losses": 2, "wins": 16 }, "google/gemini-3.5-flash": { "draws": 7, "losses": 5, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 4, "wins": 16 }, "gpt-4.1": { "draws": 4, "losses": 2, "wins": 9 }, "gpt-5": { "draws": 4, "losses": 8, "wins": 3 }, "gpt-5.4": { "draws": 8, "losses": 18, "wins": 5 }, "gpt-5.4-mini": { "draws": 27, "losses": 19, "wins": 35 }, "gpt-5.4-nano": { "draws": 34, "losses": 18, "wins": 39 }, "gpt-5.5": { "draws": 13, "losses": 8, "wins": 9 }, "gpt-5.6-luna": { "draws": 8, "losses": 7, "wins": 9 }, "gpt-5.6-sol": { "draws": 4, "losses": 14, "wins": 7 }, "gpt-5.6-terra": { "draws": 9, "losses": 8, "wins": 7 }, "minimax/minimax-m3": { "draws": 11, "losses": 5, "wins": 16 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 1, "wins": 4 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 7, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 1, "wins": 13 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 9, "wins": 10 }, "o3": { "draws": 6, "losses": 4, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 10, "losses": 0, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 6, "wins": 18 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 2, "wins": 4 }, "tencent/hy3-preview": { "draws": 5, "losses": 3, "wins": 3 }, "x-ai/grok-4.5": { "draws": 4, "losses": 3, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 6, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 24, "losses": 17, "wins": 34 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 6, "wins": 18 }, "z-ai/glm-5.2": { "draws": 19, "losses": 31, "wins": 26 } }, "qwen/qwen3.7-plus": { "claude-fable-5": { "draws": 3, "losses": 12, "wins": 1 }, "claude-opus-4-5": { "draws": 13, "losses": 11, "wins": 8 }, "claude-opus-4-8": { "draws": 10, "losses": 16, "wins": 6 }, "claude-sonnet-5": { "draws": 8, "losses": 18, "wins": 6 }, "cohere/north-mini-code": { "draws": 6, "losses": 6, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 21, "losses": 21, "wins": 19 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 8, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 3, "wins": 19 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 12, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 13, "wins": 7 }, "gpt-4.1": { "draws": 5, "losses": 8, "wins": 3 }, "gpt-5": { "draws": 2, "losses": 6, "wins": 5 }, "gpt-5.4": { "draws": 8, "losses": 21, "wins": 0 }, "gpt-5.4-mini": { "draws": 31, "losses": 18, "wins": 29 }, "gpt-5.4-nano": { "draws": 28, "losses": 26, "wins": 35 }, "gpt-5.5": { "draws": 15, "losses": 8, "wins": 5 }, "gpt-5.6-luna": { "draws": 9, "losses": 8, "wins": 7 }, "gpt-5.6-sol": { "draws": 8, "losses": 12, "wins": 4 }, "gpt-5.6-terra": { "draws": 9, "losses": 6, "wins": 9 }, "minimax/minimax-m3": { "draws": 8, "losses": 10, "wins": 10 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 4, "wins": 4 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 7, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 5, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 11, "wins": 8 }, "o3": { "draws": 2, "losses": 6, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 18, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 3, "wins": 2 }, "tencent/hy3-preview": { "draws": 4, "losses": 6, "wins": 1 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 2, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 18, "losses": 27, "wins": 25 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 18, "wins": 4 }, "z-ai/glm-5.2": { "draws": 23, "losses": 42, "wins": 11 } }, "stepfun/step-3.7-flash": { "claude-fable-5": { "draws": 3, "losses": 17, "wins": 0 }, "claude-opus-4-5": { "draws": 5, "losses": 12, "wins": 3 }, "claude-opus-4-8": { "draws": 4, "losses": 14, "wins": 2 }, "claude-sonnet-5": { "draws": 6, "losses": 13, "wins": 1 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 10, "losses": 10, "wins": 16 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 7, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 3, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 14, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 0, "wins": 6 }, "gpt-5": { "draws": 4, "losses": 13, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 13, "wins": 3 }, "gpt-5.4-mini": { "draws": 16, "losses": 22, "wins": 5 }, "gpt-5.4-nano": { "draws": 18, "losses": 24, "wins": 6 }, "gpt-5.5": { "draws": 4, "losses": 16, "wins": 0 }, "gpt-5.6-luna": { "draws": 4, "losses": 12, "wins": 2 }, "gpt-5.6-sol": { "draws": 3, "losses": 14, "wins": 1 }, "gpt-5.6-terra": { "draws": 5, "losses": 13, "wins": 0 }, "minimax/minimax-m3": { "draws": 5, "losses": 2, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 2, "wins": 6 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 3, "wins": 0 }, "moonshotai/kimi-k3": { "draws": 2, "losses": 2, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 3, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 6, "wins": 5 }, "o3": { "draws": 2, "losses": 10, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 3, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 4, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 2, "wins": 3 }, "tencent/hy3-preview": { "draws": 2, "losses": 5, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 7, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 5, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 19, "losses": 4, "wins": 6 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 3, "wins": 3 }, "z-ai/glm-5.2": { "draws": 5, "losses": 25, "wins": 7 } }, "tencent/hy3-preview": { "claude-fable-5": { "draws": 0, "losses": 13, "wins": 1 }, "claude-opus-4-5": { "draws": 8, "losses": 12, "wins": 8 }, "claude-opus-4-8": { "draws": 5, "losses": 19, "wins": 3 }, "claude-sonnet-5": { "draws": 12, "losses": 7, "wins": 10 }, "cohere/north-mini-code": { "draws": 2, "losses": 0, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 19, "losses": 14, "wins": 18 }, "deepseek/deepseek-v4-pro": { "draws": 8, "losses": 7, "wins": 9 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 3, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 5, "wins": 3 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 0, "wins": 6 }, "gpt-4.1": { "draws": 5, "losses": 3, "wins": 6 }, "gpt-5": { "draws": 3, "losses": 6, "wins": 5 }, "gpt-5.4": { "draws": 8, "losses": 20, "wins": 1 }, "gpt-5.4-mini": { "draws": 25, "losses": 25, "wins": 14 }, "gpt-5.4-nano": { "draws": 29, "losses": 18, "wins": 21 }, "gpt-5.5": { "draws": 10, "losses": 13, "wins": 4 }, "gpt-5.6-luna": { "draws": 8, "losses": 11, "wins": 5 }, "gpt-5.6-sol": { "draws": 8, "losses": 15, "wins": 3 }, "gpt-5.6-terra": { "draws": 9, "losses": 13, "wins": 4 }, "minimax/minimax-m3": { "draws": 3, "losses": 3, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 4, "wins": 7 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 8, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 2, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 12, "losses": 5, "wins": 13 }, "o3": { "draws": 0, "losses": 4, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 3, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 3, "wins": 3 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 1, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 3, "wins": 5 }, "x-ai/grok-4.5": { "draws": 4, "losses": 2, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 14, "losses": 10, "wins": 15 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 3, "wins": 7 }, "z-ai/glm-5.2": { "draws": 26, "losses": 27, "wins": 28 } }, "x-ai/grok-4.5": { "claude-opus-4-5": { "draws": 3, "losses": 2, "wins": 13 }, "claude-opus-4-8": { "draws": 1, "losses": 4, "wins": 9 }, "claude-sonnet-5": { "draws": 0, "losses": 5, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 0, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 0, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 2, "wins": 3 }, "gpt-5": { "draws": 5, "losses": 2, "wins": 3 }, "gpt-5.4": { "draws": 8, "losses": 1, "wins": 3 }, "gpt-5.4-mini": { "draws": 9, "losses": 6, "wins": 23 }, "gpt-5.4-nano": { "draws": 2, "losses": 2, "wins": 8 }, "gpt-5.5": { "draws": 0, "losses": 2, "wins": 4 }, "gpt-5.6-luna": { "draws": 6, "losses": 2, "wins": 2 }, "gpt-5.6-terra": { "draws": 4, "losses": 2, "wins": 10 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 1, "wins": 10 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 17, "wins": 25 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 1, "wins": 1 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 0, "wins": 6 }, "o3": { "draws": 3, "losses": 4, "wins": 15 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 0, "wins": 2 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 1, "wins": 3 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 0, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 1, "wins": 7 }, "tencent/hy3-preview": { "draws": 4, "losses": 0, "wins": 2 }, "x-ai/grok-4.5": { "draws": 8, "losses": 22, "wins": 22 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 0, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 2, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 0, "wins": 4 }, "z-ai/glm-5.2": { "draws": 3, "losses": 1, "wins": 12 } }, "x-ai/grok-build-0.1": { "claude-fable-5": { "draws": 2, "losses": 12, "wins": 4 }, "claude-opus-4-5": { "draws": 5, "losses": 5, "wins": 7 }, "claude-opus-4-8": { "draws": 6, "losses": 9, "wins": 4 }, "claude-sonnet-5": { "draws": 7, "losses": 11, "wins": 0 }, "cohere/north-mini-code": { "draws": 4, "losses": 4, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 6, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 1, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 10, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 4, "losses": 9, "wins": 4 }, "gpt-5.4": { "draws": 4, "losses": 10, "wins": 2 }, "gpt-5.4-mini": { "draws": 17, "losses": 16, "wins": 11 }, "gpt-5.4-nano": { "draws": 18, "losses": 17, "wins": 18 }, "gpt-5.5": { "draws": 11, "losses": 3, "wins": 4 }, "gpt-5.6-luna": { "draws": 6, "losses": 8, "wins": 0 }, "gpt-5.6-sol": { "draws": 3, "losses": 9, "wins": 2 }, "gpt-5.6-terra": { "draws": 7, "losses": 7, "wins": 0 }, "minimax/minimax-m3": { "draws": 6, "losses": 3, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 10, "wins": 1 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 3, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 5, "wins": 1 }, "o3": { "draws": 3, "losses": 12, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 1, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 5, "wins": 6 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 9, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 5 }, "x-ai/grok-4.5": { "draws": 2, "losses": 2, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 18, "losses": 9, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 11, "wins": 0 }, "z-ai/glm-5.2": { "draws": 11, "losses": 15, "wins": 2 } }, "xiaomi/mimo-v2.5": { "claude-fable-5": { "draws": 8, "losses": 40, "wins": 1 }, "claude-opus-4-5": { "draws": 29, "losses": 39, "wins": 17 }, "claude-opus-4-8": { "draws": 24, "losses": 57, "wins": 9 }, "claude-sonnet-5": { "draws": 32, "losses": 48, "wins": 11 }, "cohere/north-mini-code": { "draws": 21, "losses": 17, "wins": 15 }, "deepseek/deepseek-v4-flash": { "draws": 60, "losses": 43, "wins": 62 }, "deepseek/deepseek-v4-pro": { "draws": 13, "losses": 22, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 11, "losses": 16, "wins": 42 }, "google/gemini-3.5-flash": { "draws": 16, "losses": 26, "wins": 3 }, "google/gemma-4-31b-it": { "draws": 12, "losses": 24, "wins": 22 }, "gpt-4.1": { "draws": 10, "losses": 23, "wins": 9 }, "gpt-5": { "draws": 13, "losses": 18, "wins": 9 }, "gpt-5.4": { "draws": 27, "losses": 55, "wins": 6 }, "gpt-5.4-mini": { "draws": 97, "losses": 59, "wins": 70 }, "gpt-5.4-nano": { "draws": 84, "losses": 76, "wins": 82 }, "gpt-5.5": { "draws": 34, "losses": 41, "wins": 3 }, "gpt-5.6-luna": { "draws": 26, "losses": 21, "wins": 25 }, "gpt-5.6-sol": { "draws": 15, "losses": 48, "wins": 9 }, "gpt-5.6-terra": { "draws": 34, "losses": 29, "wins": 10 }, "minimax/minimax-m3": { "draws": 24, "losses": 29, "wins": 18 }, "mistralai/mistral-medium-3-5": { "draws": 5, "losses": 7, "wins": 20 }, "moonshotai/kimi-k2.7-code": { "draws": 13, "losses": 21, "wins": 3 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 4, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 10, "losses": 13, "wins": 17 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 34, "losses": 20, "wins": 23 }, "o3": { "draws": 10, "losses": 24, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 21, "losses": 9, "wins": 11 }, "qwen/qwen3.7-max": { "draws": 24, "losses": 34, "wins": 17 }, "qwen/qwen3.7-plus": { "draws": 18, "losses": 25, "wins": 27 }, "stepfun/step-3.7-flash": { "draws": 19, "losses": 6, "wins": 4 }, "tencent/hy3-preview": { "draws": 14, "losses": 15, "wins": 10 }, "x-ai/grok-4.5": { "draws": 4, "losses": 12, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 18, "losses": 12, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 32, "losses": 41, "wins": 41 }, "xiaomi/mimo-v2.5-pro": { "draws": 13, "losses": 34, "wins": 16 }, "z-ai/glm-5.2": { "draws": 60, "losses": 102, "wins": 57 } }, "xiaomi/mimo-v2.5-pro": { "claude-fable-5": { "draws": 1, "losses": 14, "wins": 0 }, "claude-opus-4-5": { "draws": 9, "losses": 10, "wins": 9 }, "claude-opus-4-8": { "draws": 6, "losses": 12, "wins": 11 }, "claude-sonnet-5": { "draws": 8, "losses": 10, "wins": 12 }, "cohere/north-mini-code": { "draws": 6, "losses": 3, "wins": 13 }, "deepseek/deepseek-v4-flash": { "draws": 13, "losses": 16, "wins": 24 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 4, "wins": 9 }, "google/gemini-3.1-flash-lite": { "draws": 8, "losses": 1, "wins": 20 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 10, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 8, "wins": 11 }, "gpt-4.1": { "draws": 3, "losses": 8, "wins": 4 }, "gpt-5": { "draws": 3, "losses": 7, "wins": 5 }, "gpt-5.4": { "draws": 6, "losses": 14, "wins": 6 }, "gpt-5.4-mini": { "draws": 18, "losses": 24, "wins": 27 }, "gpt-5.4-nano": { "draws": 21, "losses": 22, "wins": 37 }, "gpt-5.5": { "draws": 6, "losses": 12, "wins": 8 }, "gpt-5.6-luna": { "draws": 7, "losses": 5, "wins": 11 }, "gpt-5.6-sol": { "draws": 4, "losses": 14, "wins": 4 }, "gpt-5.6-terra": { "draws": 5, "losses": 10, "wins": 7 }, "minimax/minimax-m3": { "draws": 4, "losses": 7, "wins": 17 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 8, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 6, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 7, "wins": 12 }, "o3": { "draws": 3, "losses": 4, "wins": 8 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 18, "wins": 6 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 4, "wins": 18 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 3, "wins": 3 }, "tencent/hy3-preview": { "draws": 0, "losses": 7, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 0, "wins": 11 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 16, "wins": 34 }, "z-ai/glm-5.2": { "draws": 16, "losses": 38, "wins": 18 } }, "z-ai/glm-5.2": { "claude-fable-5": { "draws": 4, "losses": 58, "wins": 8 }, "claude-opus-4-5": { "draws": 40, "losses": 38, "wins": 39 }, "claude-opus-4-8": { "draws": 33, "losses": 71, "wins": 31 }, "claude-sonnet-5": { "draws": 43, "losses": 47, "wins": 49 }, "cohere/north-mini-code": { "draws": 9, "losses": 9, "wins": 42 }, "deepseek/deepseek-v4-flash": { "draws": 78, "losses": 49, "wins": 104 }, "deepseek/deepseek-v4-pro": { "draws": 23, "losses": 35, "wins": 18 }, "google/gemini-3.1-flash-lite": { "draws": 22, "losses": 10, "wins": 61 }, "google/gemini-3.5-flash": { "draws": 9, "losses": 20, "wins": 24 }, "google/gemma-4-31b-it": { "draws": 12, "losses": 11, "wins": 44 }, "gpt-4.1": { "draws": 15, "losses": 18, "wins": 28 }, "gpt-5": { "draws": 24, "losses": 16, "wins": 23 }, "gpt-5.4": { "draws": 31, "losses": 81, "wins": 25 }, "gpt-5.4-mini": { "draws": 102, "losses": 67, "wins": 136 }, "gpt-5.4-nano": { "draws": 111, "losses": 86, "wins": 147 }, "gpt-5.5": { "draws": 39, "losses": 55, "wins": 28 }, "gpt-5.6-luna": { "draws": 28, "losses": 27, "wins": 55 }, "gpt-5.6-sol": { "draws": 27, "losses": 66, "wins": 32 }, "gpt-5.6-terra": { "draws": 42, "losses": 35, "wins": 41 }, "minimax/minimax-m3": { "draws": 18, "losses": 19, "wins": 35 }, "mistralai/mistral-medium-3-5": { "draws": 6, "losses": 11, "wins": 35 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 10, "wins": 10 }, "moonshotai/kimi-k3": { "draws": 14, "losses": 9, "wins": 14 }, "nex-agi/nex-n2-pro": { "draws": 17, "losses": 12, "wins": 27 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 46, "losses": 33, "wins": 50 }, "o3": { "draws": 10, "losses": 16, "wins": 29 }, "openai/gpt-oss-120b": { "draws": 21, "losses": 6, "wins": 19 }, "qwen/qwen3.7-max": { "draws": 19, "losses": 26, "wins": 31 }, "qwen/qwen3.7-plus": { "draws": 23, "losses": 11, "wins": 42 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 7, "wins": 25 }, "tencent/hy3-preview": { "draws": 26, "losses": 28, "wins": 27 }, "x-ai/grok-4.5": { "draws": 3, "losses": 12, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 2, "wins": 15 }, "xiaomi/mimo-v2.5": { "draws": 60, "losses": 57, "wins": 102 }, "xiaomi/mimo-v2.5-pro": { "draws": 16, "losses": 18, "wins": 38 }, "z-ai/glm-5.2": { "draws": 56, "losses": 89, "wins": 89 } } }, "versus_totals_tracks": { "highest": { "claude-fable-5": { "claude-opus-4-5": { "draws": 2, "losses": 1, "wins": 11 }, "claude-opus-4-8": { "draws": 4, "losses": 9, "wins": 8 }, "claude-sonnet-5": { "draws": 4, "losses": 0, "wins": 16 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 1, "wins": 21 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 0, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 0, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 2, "wins": 7 }, "gpt-5": { "draws": 1, "losses": 0, "wins": 15 }, "gpt-5.4": { "draws": 3, "losses": 9, "wins": 9 }, "gpt-5.4-mini": { "draws": 3, "losses": 4, "wins": 23 }, "gpt-5.4-nano": { "draws": 5, "losses": 5, "wins": 26 }, "gpt-5.5": { "draws": 1, "losses": 8, "wins": 7 }, "gpt-5.6-luna": { "draws": 5, "losses": 2, "wins": 9 }, "gpt-5.6-sol": { "draws": 6, "losses": 6, "wins": 9 }, "gpt-5.6-terra": { "draws": 2, "losses": 1, "wins": 14 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 1, "losses": 1, "wins": 10 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 0, "wins": 19 }, "o3": { "draws": 0, "losses": 0, "wins": 8 }, "openai/gpt-oss-120b": { "draws": 3, "losses": 1, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 0, "wins": 10 }, "tencent/hy3-preview": { "draws": 0, "losses": 1, "wins": 13 }, "xiaomi/mimo-v2.5": { "draws": 2, "losses": 0, "wins": 8 }, "z-ai/glm-5.2": { "draws": 2, "losses": 6, "wins": 34 } }, "claude-opus-4-5": { "claude-fable-5": { "draws": 2, "losses": 11, "wins": 1 }, "claude-opus-4-8": { "draws": 2, "losses": 10, "wins": 2 }, "claude-sonnet-5": { "draws": 3, "losses": 8, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 4, "wins": 13 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 2, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 0, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 5, "wins": 4 }, "gpt-5": { "draws": 6, "losses": 6, "wins": 2 }, "gpt-5.4": { "draws": 2, "losses": 10, "wins": 3 }, "gpt-5.4-mini": { "draws": 5, "losses": 10, "wins": 9 }, "gpt-5.4-nano": { "draws": 5, "losses": 11, "wins": 12 }, "gpt-5.5": { "draws": 0, "losses": 8, "wins": 4 }, "gpt-5.6-luna": { "draws": 3, "losses": 10, "wins": 1 }, "gpt-5.6-sol": { "draws": 1, "losses": 10, "wins": 3 }, "gpt-5.6-terra": { "draws": 5, "losses": 6, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 0, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 4, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 8, "losses": 3, "wins": 7 }, "o3": { "draws": 1, "losses": 6, "wins": 1 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 1, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 3, "wins": 7 }, "tencent/hy3-preview": { "draws": 4, "losses": 4, "wins": 6 }, "x-ai/grok-4.5": { "draws": 1, "losses": 2, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 1, "wins": 3 }, "z-ai/glm-5.2": { "draws": 13, "losses": 15, "wins": 6 } }, "claude-opus-4-8": { "claude-fable-5": { "draws": 4, "losses": 8, "wins": 9 }, "claude-opus-4-5": { "draws": 2, "losses": 2, "wins": 10 }, "claude-sonnet-5": { "draws": 4, "losses": 7, "wins": 16 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 5, "wins": 20 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 2, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 1, "wins": 6 }, "gpt-5": { "draws": 1, "losses": 3, "wins": 11 }, "gpt-5.4": { "draws": 3, "losses": 13, "wins": 11 }, "gpt-5.4-mini": { "draws": 5, "losses": 11, "wins": 22 }, "gpt-5.4-nano": { "draws": 2, "losses": 6, "wins": 40 }, "gpt-5.5": { "draws": 4, "losses": 18, "wins": 2 }, "gpt-5.6-luna": { "draws": 2, "losses": 4, "wins": 9 }, "gpt-5.6-sol": { "draws": 0, "losses": 13, "wins": 14 }, "gpt-5.6-terra": { "draws": 1, "losses": 4, "wins": 15 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 8, "wins": 15 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 2, "wins": 21 }, "o3": { "draws": 0, "losses": 1, "wins": 14 }, "openai/gpt-oss-120b": { "draws": 1, "losses": 0, "wins": 9 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 1, "wins": 9 }, "tencent/hy3-preview": { "draws": 2, "losses": 2, "wins": 10 }, "x-ai/grok-4.5": { "draws": 0, "losses": 3, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 0, "losses": 0, "wins": 10 }, "z-ai/glm-5.2": { "draws": 4, "losses": 7, "wins": 37 } }, "claude-sonnet-5": { "claude-fable-5": { "draws": 4, "losses": 16, "wins": 0 }, "claude-opus-4-5": { "draws": 3, "losses": 4, "wins": 8 }, "claude-opus-4-8": { "draws": 4, "losses": 16, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 4, "wins": 14 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 3, "wins": 5 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 5, "wins": 4 }, "gpt-5": { "draws": 6, "losses": 5, "wins": 5 }, "gpt-5.4": { "draws": 8, "losses": 21, "wins": 2 }, "gpt-5.4-mini": { "draws": 11, "losses": 15, "wins": 13 }, "gpt-5.4-nano": { "draws": 19, "losses": 21, "wins": 11 }, "gpt-5.5": { "draws": 2, "losses": 21, "wins": 6 }, "gpt-5.6-luna": { "draws": 4, "losses": 11, "wins": 1 }, "gpt-5.6-sol": { "draws": 2, "losses": 21, "wins": 7 }, "gpt-5.6-terra": { "draws": 4, "losses": 17, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 17, "wins": 10 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 11, "losses": 0, "wins": 17 }, "o3": { "draws": 0, "losses": 8, "wins": 9 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 2, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 1, "wins": 7 }, "tencent/hy3-preview": { "draws": 4, "losses": 4, "wins": 7 }, "x-ai/grok-4.5": { "draws": 0, "losses": 5, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 0, "wins": 6 }, "z-ai/glm-5.2": { "draws": 19, "losses": 20, "wins": 14 } }, "deepseek/deepseek-v4-flash": { "claude-fable-5": { "draws": 2, "losses": 21, "wins": 1 }, "claude-opus-4-5": { "draws": 5, "losses": 13, "wins": 4 }, "claude-opus-4-8": { "draws": 0, "losses": 20, "wins": 5 }, "claude-sonnet-5": { "draws": 7, "losses": 14, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 8, "wins": 8 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 12, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 5, "wins": 7 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 8, "wins": 4 }, "gpt-5": { "draws": 5, "losses": 15, "wins": 2 }, "gpt-5.4": { "draws": 4, "losses": 21, "wins": 0 }, "gpt-5.4-mini": { "draws": 12, "losses": 25, "wins": 6 }, "gpt-5.4-nano": { "draws": 17, "losses": 18, "wins": 9 }, "gpt-5.5": { "draws": 1, "losses": 17, "wins": 0 }, "gpt-5.6-luna": { "draws": 4, "losses": 15, "wins": 3 }, "gpt-5.6-sol": { "draws": 0, "losses": 19, "wins": 4 }, "gpt-5.6-terra": { "draws": 8, "losses": 13, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 5, "wins": 11 }, "moonshotai/kimi-k3": { "draws": 3, "losses": 6, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 14, "losses": 6, "wins": 10 }, "o3": { "draws": 0, "losses": 9, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 6, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 7, "wins": 9 }, "tencent/hy3-preview": { "draws": 4, "losses": 11, "wins": 7 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 7, "losses": 4, "wins": 3 }, "z-ai/glm-5.2": { "draws": 21, "losses": 21, "wins": 14 } }, "deepseek/deepseek-v4-pro": { "claude-fable-5": { "draws": 0, "losses": 12, "wins": 0 }, "claude-opus-4-5": { "draws": 4, "losses": 6, "wins": 2 }, "claude-opus-4-8": { "draws": 2, "losses": 8, "wins": 2 }, "claude-sonnet-5": { "draws": 4, "losses": 5, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 4, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 1, "wins": 5 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 3, "losses": 3, "wins": 6 }, "gpt-5.4": { "draws": 0, "losses": 12, "wins": 0 }, "gpt-5.4-mini": { "draws": 2, "losses": 10, "wins": 8 }, "gpt-5.4-nano": { "draws": 6, "losses": 6, "wins": 12 }, "gpt-5.5": { "draws": 5, "losses": 7, "wins": 0 }, "gpt-5.6-luna": { "draws": 2, "losses": 8, "wins": 2 }, "gpt-5.6-sol": { "draws": 0, "losses": 10, "wins": 2 }, "gpt-5.6-terra": { "draws": 4, "losses": 6, "wins": 2 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 2, "wins": 7 }, "o3": { "draws": 0, "losses": 5, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 3, "wins": 1 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 7 }, "tencent/hy3-preview": { "draws": 2, "losses": 5, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 2, "wins": 1 }, "z-ai/glm-5.2": { "draws": 8, "losses": 5, "wins": 15 } }, "google/gemini-3.1-flash-lite": { "claude-fable-5": { "draws": 0, "losses": 10, "wins": 0 }, "claude-opus-4-5": { "draws": 2, "losses": 8, "wins": 0 }, "claude-opus-4-8": { "draws": 1, "losses": 9, "wins": 0 }, "claude-sonnet-5": { "draws": 3, "losses": 5, "wins": 3 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 7, "wins": 5 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 5, "wins": 1 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 5, "wins": 2 }, "gpt-5": { "draws": 4, "losses": 6, "wins": 0 }, "gpt-5.4": { "draws": 1, "losses": 9, "wins": 0 }, "gpt-5.4-mini": { "draws": 4, "losses": 12, "wins": 2 }, "gpt-5.4-nano": { "draws": 7, "losses": 12, "wins": 1 }, "gpt-5.5": { "draws": 2, "losses": 8, "wins": 0 }, "gpt-5.6-luna": { "draws": 2, "losses": 8, "wins": 0 }, "gpt-5.6-sol": { "draws": 1, "losses": 8, "wins": 1 }, "gpt-5.6-terra": { "draws": 2, "losses": 8, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 5, "wins": 2 }, "o3": { "draws": 0, "losses": 6, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 3, "wins": 1 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 4, "wins": 2 }, "tencent/hy3-preview": { "draws": 3, "losses": 4, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 1, "wins": 1 }, "z-ai/glm-5.2": { "draws": 6, "losses": 15, "wins": 2 } }, "google/gemini-3.5-flash": { "claude-fable-5": { "draws": 3, "losses": 7, "wins": 2 }, "claude-opus-4-5": { "draws": 1, "losses": 4, "wins": 5 }, "claude-opus-4-8": { "draws": 3, "losses": 6, "wins": 1 }, "claude-sonnet-5": { "draws": 3, "losses": 4, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 4, "wins": 8 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 4, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 2, "wins": 5 }, "gpt-5": { "draws": 1, "losses": 6, "wins": 4 }, "gpt-5.4": { "draws": 2, "losses": 7, "wins": 1 }, "gpt-5.4-mini": { "draws": 0, "losses": 9, "wins": 9 }, "gpt-5.4-nano": { "draws": 4, "losses": 10, "wins": 6 }, "gpt-5.5": { "draws": 4, "losses": 7, "wins": 1 }, "gpt-5.6-luna": { "draws": 4, "losses": 8, "wins": 0 }, "gpt-5.6-sol": { "draws": 1, "losses": 6, "wins": 3 }, "gpt-5.6-terra": { "draws": 2, "losses": 9, "wins": 2 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 2, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 3, "wins": 6 }, "o3": { "draws": 0, "losses": 4, "wins": 4 }, "openai/gpt-oss-120b": { "draws": 2, "losses": 3, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 0, "wins": 6 }, "tencent/hy3-preview": { "draws": 2, "losses": 3, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 3, "losses": 1, "wins": 2 }, "z-ai/glm-5.2": { "draws": 5, "losses": 11, "wins": 9 } }, "gpt-5": { "claude-fable-5": { "draws": 1, "losses": 15, "wins": 0 }, "claude-opus-4-5": { "draws": 6, "losses": 2, "wins": 6 }, "claude-opus-4-8": { "draws": 1, "losses": 11, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 5, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 2, "wins": 15 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 6, "wins": 3 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 0, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 4, "wins": 6 }, "gpt-5.4": { "draws": 3, "losses": 11, "wins": 3 }, "gpt-5.4-mini": { "draws": 8, "losses": 10, "wins": 6 }, "gpt-5.4-nano": { "draws": 10, "losses": 5, "wins": 15 }, "gpt-5.5": { "draws": 3, "losses": 8, "wins": 2 }, "gpt-5.6-luna": { "draws": 5, "losses": 5, "wins": 7 }, "gpt-5.6-sol": { "draws": 1, "losses": 11, "wins": 4 }, "gpt-5.6-terra": { "draws": 3, "losses": 10, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 0, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 9, "losses": 0, "wins": 9 }, "o3": { "draws": 0, "losses": 2, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 7, "losses": 1, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 0, "wins": 8 }, "tencent/hy3-preview": { "draws": 3, "losses": 5, "wins": 6 }, "x-ai/grok-4.5": { "draws": 1, "losses": 0, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 0, "wins": 5 }, "z-ai/glm-5.2": { "draws": 16, "losses": 9, "wins": 10 } }, "gpt-5.4": { "claude-fable-5": { "draws": 3, "losses": 9, "wins": 9 }, "claude-opus-4-5": { "draws": 2, "losses": 3, "wins": 10 }, "claude-opus-4-8": { "draws": 3, "losses": 11, "wins": 13 }, "claude-sonnet-5": { "draws": 8, "losses": 2, "wins": 21 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 0, "wins": 21 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 0, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 1, "wins": 7 }, "gpt-5": { "draws": 3, "losses": 3, "wins": 11 }, "gpt-5.4-mini": { "draws": 3, "losses": 6, "wins": 29 }, "gpt-5.4-nano": { "draws": 13, "losses": 6, "wins": 30 }, "gpt-5.5": { "draws": 10, "losses": 6, "wins": 11 }, "gpt-5.6-luna": { "draws": 5, "losses": 2, "wins": 8 }, "gpt-5.6-sol": { "draws": 4, "losses": 6, "wins": 20 }, "gpt-5.6-terra": { "draws": 5, "losses": 6, "wins": 13 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 1, "wins": 21 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 0, "wins": 23 }, "o3": { "draws": 0, "losses": 4, "wins": 12 }, "openai/gpt-oss-120b": { "draws": 1, "losses": 0, "wins": 9 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 0, "wins": 10 }, "tencent/hy3-preview": { "draws": 2, "losses": 0, "wins": 14 }, "x-ai/grok-4.5": { "draws": 0, "losses": 2, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 2, "losses": 0, "wins": 8 }, "z-ai/glm-5.2": { "draws": 7, "losses": 9, "wins": 37 } }, "gpt-5.4-mini": { "claude-fable-5": { "draws": 3, "losses": 23, "wins": 4 }, "claude-opus-4-5": { "draws": 5, "losses": 9, "wins": 10 }, "claude-opus-4-8": { "draws": 5, "losses": 22, "wins": 11 }, "claude-sonnet-5": { "draws": 11, "losses": 13, "wins": 15 }, "deepseek/deepseek-v4-flash": { "draws": 12, "losses": 6, "wins": 25 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 8, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 2, "wins": 12 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 9, "wins": 9 }, "gpt-5": { "draws": 8, "losses": 6, "wins": 10 }, "gpt-5.4": { "draws": 3, "losses": 29, "wins": 6 }, "gpt-5.4-mini": { "draws": 4, "losses": 8, "wins": 8 }, "gpt-5.4-nano": { "draws": 22, "losses": 24, "wins": 21 }, "gpt-5.5": { "draws": 7, "losses": 20, "wins": 4 }, "gpt-5.6-luna": { "draws": 7, "losses": 13, "wins": 4 }, "gpt-5.6-sol": { "draws": 2, "losses": 23, "wins": 12 }, "gpt-5.6-terra": { "draws": 7, "losses": 13, "wins": 12 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 14 }, "moonshotai/kimi-k3": { "draws": 9, "losses": 17, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 18, "losses": 3, "wins": 22 }, "o3": { "draws": 0, "losses": 10, "wins": 15 }, "openai/gpt-oss-120b": { "draws": 7, "losses": 4, "wins": 7 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 1, "wins": 15 }, "tencent/hy3-preview": { "draws": 5, "losses": 3, "wins": 18 }, "x-ai/grok-4.5": { "draws": 0, "losses": 7, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 2, "wins": 6 }, "z-ai/glm-5.2": { "draws": 22, "losses": 29, "wins": 25 } }, "gpt-5.4-nano": { "claude-fable-5": { "draws": 5, "losses": 26, "wins": 5 }, "claude-opus-4-5": { "draws": 5, "losses": 12, "wins": 11 }, "claude-opus-4-8": { "draws": 2, "losses": 40, "wins": 6 }, "claude-sonnet-5": { "draws": 19, "losses": 11, "wins": 21 }, "deepseek/deepseek-v4-flash": { "draws": 17, "losses": 9, "wins": 18 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 12, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 7, "losses": 1, "wins": 12 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 6, "wins": 10 }, "gpt-5": { "draws": 10, "losses": 15, "wins": 5 }, "gpt-5.4": { "draws": 13, "losses": 30, "wins": 6 }, "gpt-5.4-mini": { "draws": 22, "losses": 21, "wins": 24 }, "gpt-5.4-nano": { "draws": 20, "losses": 12, "wins": 12 }, "gpt-5.5": { "draws": 4, "losses": 41, "wins": 1 }, "gpt-5.6-luna": { "draws": 6, "losses": 12, "wins": 10 }, "gpt-5.6-sol": { "draws": 6, "losses": 38, "wins": 8 }, "gpt-5.6-terra": { "draws": 6, "losses": 18, "wins": 14 }, "mistralai/mistral-medium-3-5": { "draws": 1, "losses": 3, "wins": 10 }, "moonshotai/kimi-k3": { "draws": 15, "losses": 16, "wins": 15 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 31, "losses": 2, "wins": 20 }, "o3": { "draws": 0, "losses": 10, "wins": 17 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 4, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 3, "wins": 12 }, "tencent/hy3-preview": { "draws": 6, "losses": 8, "wins": 16 }, "x-ai/grok-4.5": { "draws": 1, "losses": 3, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 3, "wins": 4 }, "z-ai/glm-5.2": { "draws": 37, "losses": 29, "wins": 29 } }, "gpt-5.5": { "claude-fable-5": { "draws": 1, "losses": 7, "wins": 8 }, "claude-opus-4-5": { "draws": 0, "losses": 4, "wins": 8 }, "claude-opus-4-8": { "draws": 4, "losses": 2, "wins": 18 }, "claude-sonnet-5": { "draws": 2, "losses": 6, "wins": 21 }, "deepseek/deepseek-v4-flash": { "draws": 1, "losses": 0, "wins": 17 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 0, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 0, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 1, "wins": 7 }, "gpt-5": { "draws": 3, "losses": 2, "wins": 8 }, "gpt-5.4": { "draws": 10, "losses": 11, "wins": 6 }, "gpt-5.4-mini": { "draws": 7, "losses": 4, "wins": 20 }, "gpt-5.4-nano": { "draws": 4, "losses": 1, "wins": 41 }, "gpt-5.6-luna": { "draws": 1, "losses": 6, "wins": 7 }, "gpt-5.6-sol": { "draws": 0, "losses": 12, "wins": 15 }, "gpt-5.6-terra": { "draws": 1, "losses": 10, "wins": 10 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 4, "wins": 13 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 0, "wins": 16 }, "o3": { "draws": 0, "losses": 0, "wins": 16 }, "openai/gpt-oss-120b": { "draws": 3, "losses": 0, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 0, "wins": 10 }, "tencent/hy3-preview": { "draws": 4, "losses": 0, "wins": 10 }, "x-ai/grok-4.5": { "draws": 0, "losses": 1, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 0, "wins": 4 }, "z-ai/glm-5.2": { "draws": 8, "losses": 7, "wins": 30 } }, "gpt-5.6-luna": { "claude-fable-5": { "draws": 5, "losses": 9, "wins": 2 }, "claude-opus-4-5": { "draws": 3, "losses": 1, "wins": 10 }, "claude-opus-4-8": { "draws": 2, "losses": 9, "wins": 4 }, "claude-sonnet-5": { "draws": 4, "losses": 1, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 3, "wins": 15 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 2, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 0, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 0, "wins": 8 }, "gpt-5": { "draws": 5, "losses": 7, "wins": 5 }, "gpt-5.4": { "draws": 5, "losses": 8, "wins": 2 }, "gpt-5.4-mini": { "draws": 7, "losses": 4, "wins": 13 }, "gpt-5.4-nano": { "draws": 6, "losses": 10, "wins": 12 }, "gpt-5.5": { "draws": 1, "losses": 7, "wins": 6 }, "gpt-5.6-sol": { "draws": 0, "losses": 10, "wins": 6 }, "gpt-5.6-terra": { "draws": 2, "losses": 7, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 3, "losses": 1, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 1, "wins": 12 }, "o3": { "draws": 0, "losses": 2, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 3, "losses": 0, "wins": 7 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 2, "wins": 7 }, "tencent/hy3-preview": { "draws": 4, "losses": 2, "wins": 8 }, "x-ai/grok-4.5": { "draws": 2, "losses": 0, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 0, "wins": 6 }, "z-ai/glm-5.2": { "draws": 7, "losses": 11, "wins": 18 } }, "gpt-5.6-sol": { "claude-fable-5": { "draws": 6, "losses": 9, "wins": 6 }, "claude-opus-4-5": { "draws": 1, "losses": 3, "wins": 10 }, "claude-opus-4-8": { "draws": 0, "losses": 14, "wins": 13 }, "claude-sonnet-5": { "draws": 2, "losses": 7, "wins": 21 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 4, "wins": 19 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 2, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 1, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 3, "wins": 6 }, "gpt-5": { "draws": 1, "losses": 4, "wins": 11 }, "gpt-5.4": { "draws": 4, "losses": 20, "wins": 6 }, "gpt-5.4-mini": { "draws": 2, "losses": 12, "wins": 23 }, "gpt-5.4-nano": { "draws": 6, "losses": 8, "wins": 38 }, "gpt-5.5": { "draws": 0, "losses": 15, "wins": 12 }, "gpt-5.6-luna": { "draws": 0, "losses": 6, "wins": 10 }, "gpt-5.6-terra": { "draws": 0, "losses": 11, "wins": 13 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 6, "losses": 4, "wins": 18 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 6, "wins": 21 }, "o3": { "draws": 0, "losses": 6, "wins": 10 }, "openai/gpt-oss-120b": { "draws": 2, "losses": 3, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 1, "wins": 9 }, "tencent/hy3-preview": { "draws": 2, "losses": 2, "wins": 11 }, "xiaomi/mimo-v2.5": { "draws": 3, "losses": 0, "wins": 7 }, "z-ai/glm-5.2": { "draws": 7, "losses": 11, "wins": 34 } }, "gpt-5.6-terra": { "claude-fable-5": { "draws": 2, "losses": 14, "wins": 1 }, "claude-opus-4-5": { "draws": 5, "losses": 3, "wins": 6 }, "claude-opus-4-8": { "draws": 1, "losses": 15, "wins": 4 }, "claude-sonnet-5": { "draws": 4, "losses": 3, "wins": 17 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 3, "wins": 13 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 2, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 0, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 2, "wins": 9 }, "gpt-5": { "draws": 3, "losses": 3, "wins": 10 }, "gpt-5.4": { "draws": 5, "losses": 13, "wins": 6 }, "gpt-5.4-mini": { "draws": 7, "losses": 12, "wins": 13 }, "gpt-5.4-nano": { "draws": 6, "losses": 14, "wins": 18 }, "gpt-5.5": { "draws": 1, "losses": 10, "wins": 10 }, "gpt-5.6-luna": { "draws": 2, "losses": 7, "wins": 7 }, "gpt-5.6-sol": { "draws": 0, "losses": 13, "wins": 11 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "moonshotai/kimi-k3": { "draws": 4, "losses": 5, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 0, "wins": 17 }, "o3": { "draws": 0, "losses": 3, "wins": 11 }, "openai/gpt-oss-120b": { "draws": 1, "losses": 1, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 0, "wins": 9 }, "tencent/hy3-preview": { "draws": 3, "losses": 2, "wins": 11 }, "x-ai/grok-4.5": { "draws": 0, "losses": 3, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 1, "wins": 3 }, "z-ai/glm-5.2": { "draws": 13, "losses": 12, "wins": 18 } }, "mistralai/mistral-medium-3-5": { "claude-fable-5": { "draws": 0, "losses": 8, "wins": 0 }, "claude-opus-4-5": { "draws": 2, "losses": 6, "wins": 0 }, "claude-opus-4-8": { "draws": 0, "losses": 8, "wins": 0 }, "claude-sonnet-5": { "draws": 0, "losses": 8, "wins": 0 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 11, "wins": 5 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 8, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 5, "wins": 1 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 6, "wins": 0 }, "gpt-5": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.4": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.4-mini": { "draws": 0, "losses": 14, "wins": 0 }, "gpt-5.4-nano": { "draws": 1, "losses": 10, "wins": 3 }, "gpt-5.5": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.6-luna": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.6-sol": { "draws": 0, "losses": 8, "wins": 0 }, "gpt-5.6-terra": { "draws": 0, "losses": 8, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 7, "wins": 1 }, "o3": { "draws": 0, "losses": 6, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 4, "wins": 0 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 6, "wins": 2 }, "tencent/hy3-preview": { "draws": 0, "losses": 7, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 1, "losses": 2, "wins": 1 }, "z-ai/glm-5.2": { "draws": 4, "losses": 14, "wins": 0 } }, "moonshotai/kimi-k3": { "claude-fable-5": { "draws": 1, "losses": 10, "wins": 1 }, "claude-opus-4-5": { "draws": 0, "losses": 0, "wins": 4 }, "claude-opus-4-8": { "draws": 4, "losses": 15, "wins": 8 }, "claude-sonnet-5": { "draws": 10, "losses": 10, "wins": 17 }, "deepseek/deepseek-v4-flash": { "draws": 3, "losses": 0, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 0, "wins": 2 }, "gpt-5": { "draws": 6, "losses": 0, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 21, "wins": 1 }, "gpt-5.4-mini": { "draws": 9, "losses": 4, "wins": 17 }, "gpt-5.4-nano": { "draws": 15, "losses": 15, "wins": 16 }, "gpt-5.5": { "draws": 6, "losses": 13, "wins": 4 }, "gpt-5.6-luna": { "draws": 3, "losses": 0, "wins": 1 }, "gpt-5.6-sol": { "draws": 6, "losses": 18, "wins": 4 }, "gpt-5.6-terra": { "draws": 4, "losses": 7, "wins": 5 }, "moonshotai/kimi-k3": { "draws": 8, "losses": 22, "wins": 22 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 2, "wins": 15 }, "o3": { "draws": 0, "losses": 7, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 2, "wins": 2 }, "tencent/hy3-preview": { "draws": 0, "losses": 4, "wins": 8 }, "x-ai/grok-4.5": { "draws": 10, "losses": 25, "wins": 17 }, "xiaomi/mimo-v2.5": { "draws": 0, "losses": 0, "wins": 4 }, "z-ai/glm-5.2": { "draws": 14, "losses": 14, "wins": 9 } }, "nvidia/nemotron-3-ultra-550b-a55b": { "claude-fable-5": { "draws": 5, "losses": 19, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 7, "wins": 3 }, "claude-opus-4-8": { "draws": 5, "losses": 21, "wins": 2 }, "claude-sonnet-5": { "draws": 11, "losses": 17, "wins": 0 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 10, "wins": 6 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 7, "wins": 2 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 2, "wins": 5 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 6, "wins": 3 }, "gpt-5": { "draws": 9, "losses": 9, "wins": 0 }, "gpt-5.4": { "draws": 6, "losses": 23, "wins": 0 }, "gpt-5.4-mini": { "draws": 18, "losses": 22, "wins": 3 }, "gpt-5.4-nano": { "draws": 31, "losses": 20, "wins": 2 }, "gpt-5.5": { "draws": 7, "losses": 16, "wins": 0 }, "gpt-5.6-luna": { "draws": 5, "losses": 12, "wins": 1 }, "gpt-5.6-sol": { "draws": 1, "losses": 21, "wins": 6 }, "gpt-5.6-terra": { "draws": 5, "losses": 17, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 7 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 15, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 3, "wins": 3 }, "o3": { "draws": 0, "losses": 14, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 10, "losses": 2, "wins": 0 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 4, "wins": 4 }, "tencent/hy3-preview": { "draws": 8, "losses": 10, "wins": 2 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 12, "losses": 2, "wins": 0 }, "z-ai/glm-5.2": { "draws": 28, "losses": 21, "wins": 9 } }, "o3": { "claude-fable-5": { "draws": 0, "losses": 8, "wins": 0 }, "claude-opus-4-5": { "draws": 1, "losses": 1, "wins": 6 }, "claude-opus-4-8": { "draws": 0, "losses": 14, "wins": 1 }, "claude-sonnet-5": { "draws": 0, "losses": 9, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 5, "wins": 9 }, "deepseek/deepseek-v4-pro": { "draws": 0, "losses": 3, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 2, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 0, "losses": 6, "wins": 2 }, "gpt-5.4": { "draws": 0, "losses": 12, "wins": 4 }, "gpt-5.4-mini": { "draws": 0, "losses": 15, "wins": 10 }, "gpt-5.4-nano": { "draws": 0, "losses": 17, "wins": 10 }, "gpt-5.5": { "draws": 0, "losses": 16, "wins": 0 }, "gpt-5.6-luna": { "draws": 0, "losses": 6, "wins": 2 }, "gpt-5.6-sol": { "draws": 0, "losses": 10, "wins": 6 }, "gpt-5.6-terra": { "draws": 0, "losses": 11, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 12, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 2, "wins": 14 }, "openai/gpt-oss-120b": { "draws": 1, "losses": 2, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 2, "wins": 6 }, "tencent/hy3-preview": { "draws": 0, "losses": 6, "wins": 4 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 2, "losses": 0, "wins": 2 }, "z-ai/glm-5.2": { "draws": 0, "losses": 16, "wins": 12 } }, "openai/gpt-oss-120b": { "claude-fable-5": { "draws": 3, "losses": 6, "wins": 1 }, "claude-opus-4-5": { "draws": 4, "losses": 5, "wins": 1 }, "claude-opus-4-8": { "draws": 1, "losses": 9, "wins": 0 }, "claude-sonnet-5": { "draws": 5, "losses": 3, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 6, "losses": 2, "wins": 6 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 1, "wins": 3 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 1, "wins": 3 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 3, "wins": 3 }, "gpt-5": { "draws": 7, "losses": 2, "wins": 1 }, "gpt-5.4": { "draws": 1, "losses": 9, "wins": 0 }, "gpt-5.4-mini": { "draws": 7, "losses": 7, "wins": 4 }, "gpt-5.4-nano": { "draws": 8, "losses": 8, "wins": 4 }, "gpt-5.5": { "draws": 3, "losses": 5, "wins": 0 }, "gpt-5.6-luna": { "draws": 3, "losses": 7, "wins": 0 }, "gpt-5.6-sol": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5.6-terra": { "draws": 1, "losses": 8, "wins": 1 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 0, "wins": 2 }, "o3": { "draws": 1, "losses": 3, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 1, "wins": 3 }, "tencent/hy3-preview": { "draws": 4, "losses": 3, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 1, "wins": 2 }, "z-ai/glm-5.2": { "draws": 10, "losses": 8, "wins": 6 } }, "stepfun/step-3.7-flash": { "claude-fable-5": { "draws": 0, "losses": 10, "wins": 0 }, "claude-opus-4-5": { "draws": 0, "losses": 7, "wins": 3 }, "claude-opus-4-8": { "draws": 0, "losses": 9, "wins": 1 }, "claude-sonnet-5": { "draws": 2, "losses": 7, "wins": 1 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 9, "wins": 7 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 7, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 2, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 6, "wins": 0 }, "gpt-5": { "draws": 2, "losses": 8, "wins": 0 }, "gpt-5.4": { "draws": 0, "losses": 10, "wins": 0 }, "gpt-5.4-mini": { "draws": 2, "losses": 15, "wins": 1 }, "gpt-5.4-nano": { "draws": 5, "losses": 12, "wins": 3 }, "gpt-5.5": { "draws": 0, "losses": 10, "wins": 0 }, "gpt-5.6-luna": { "draws": 1, "losses": 7, "wins": 2 }, "gpt-5.6-sol": { "draws": 0, "losses": 9, "wins": 1 }, "gpt-5.6-terra": { "draws": 1, "losses": 9, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 2, "wins": 6 }, "moonshotai/kimi-k3": { "draws": 2, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 4, "wins": 4 }, "o3": { "draws": 0, "losses": 6, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 2, "losses": 3, "wins": 1 }, "tencent/hy3-preview": { "draws": 2, "losses": 5, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 3, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 2, "wins": 0 }, "z-ai/glm-5.2": { "draws": 2, "losses": 17, "wins": 5 } }, "tencent/hy3-preview": { "claude-fable-5": { "draws": 0, "losses": 13, "wins": 1 }, "claude-opus-4-5": { "draws": 4, "losses": 6, "wins": 4 }, "claude-opus-4-8": { "draws": 2, "losses": 10, "wins": 2 }, "claude-sonnet-5": { "draws": 4, "losses": 7, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 7, "wins": 11 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 5, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 3, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5": { "draws": 3, "losses": 6, "wins": 5 }, "gpt-5.4": { "draws": 2, "losses": 14, "wins": 0 }, "gpt-5.4-mini": { "draws": 5, "losses": 18, "wins": 3 }, "gpt-5.4-nano": { "draws": 6, "losses": 16, "wins": 8 }, "gpt-5.5": { "draws": 4, "losses": 10, "wins": 0 }, "gpt-5.6-luna": { "draws": 4, "losses": 8, "wins": 2 }, "gpt-5.6-sol": { "draws": 2, "losses": 11, "wins": 2 }, "gpt-5.6-terra": { "draws": 3, "losses": 11, "wins": 2 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 7 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 8, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 8, "losses": 2, "wins": 10 }, "o3": { "draws": 0, "losses": 4, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 3, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 3, "wins": 5 }, "x-ai/grok-4.5": { "draws": 4, "losses": 2, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 2, "wins": 3 }, "z-ai/glm-5.2": { "draws": 12, "losses": 10, "wins": 14 } }, "x-ai/grok-4.5": { "claude-opus-4-5": { "draws": 1, "losses": 1, "wins": 2 }, "claude-opus-4-8": { "draws": 0, "losses": 3, "wins": 3 }, "claude-sonnet-5": { "draws": 0, "losses": 5, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 0, "wins": 4 }, "gpt-5": { "draws": 1, "losses": 1, "wins": 0 }, "gpt-5.4": { "draws": 0, "losses": 0, "wins": 2 }, "gpt-5.4-mini": { "draws": 0, "losses": 1, "wins": 7 }, "gpt-5.4-nano": { "draws": 1, "losses": 0, "wins": 3 }, "gpt-5.5": { "draws": 0, "losses": 1, "wins": 1 }, "gpt-5.6-luna": { "draws": 2, "losses": 2, "wins": 0 }, "gpt-5.6-terra": { "draws": 0, "losses": 1, "wins": 3 }, "moonshotai/kimi-k3": { "draws": 10, "losses": 17, "wins": 25 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 0, "wins": 4 }, "o3": { "draws": 0, "losses": 2, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 1, "wins": 3 }, "tencent/hy3-preview": { "draws": 4, "losses": 0, "wins": 2 }, "x-ai/grok-4.5": { "draws": 0, "losses": 12, "wins": 12 }, "xiaomi/mimo-v2.5": { "draws": 0, "losses": 1, "wins": 3 }, "z-ai/glm-5.2": { "draws": 2, "losses": 1, "wins": 3 } }, "xiaomi/mimo-v2.5": { "claude-fable-5": { "draws": 2, "losses": 8, "wins": 0 }, "claude-opus-4-5": { "draws": 6, "losses": 3, "wins": 1 }, "claude-opus-4-8": { "draws": 0, "losses": 10, "wins": 0 }, "claude-sonnet-5": { "draws": 4, "losses": 6, "wins": 0 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 3, "wins": 4 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 1, "wins": 2 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 1, "wins": 1 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 2, "wins": 1 }, "gpt-5": { "draws": 5, "losses": 5, "wins": 0 }, "gpt-5.4": { "draws": 2, "losses": 8, "wins": 0 }, "gpt-5.4-mini": { "draws": 8, "losses": 6, "wins": 2 }, "gpt-5.4-nano": { "draws": 13, "losses": 4, "wins": 3 }, "gpt-5.5": { "draws": 4, "losses": 4, "wins": 0 }, "gpt-5.6-luna": { "draws": 4, "losses": 6, "wins": 0 }, "gpt-5.6-sol": { "draws": 3, "losses": 7, "wins": 0 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 1 }, "mistralai/mistral-medium-3-5": { "draws": 1, "losses": 1, "wins": 2 }, "moonshotai/kimi-k3": { "draws": 0, "losses": 4, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 12, "losses": 0, "wins": 2 }, "o3": { "draws": 2, "losses": 2, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 2, "wins": 1 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 2 }, "tencent/hy3-preview": { "draws": 5, "losses": 3, "wins": 2 }, "x-ai/grok-4.5": { "draws": 0, "losses": 3, "wins": 1 }, "z-ai/glm-5.2": { "draws": 16, "losses": 4, "wins": 2 } }, "z-ai/glm-5.2": { "claude-fable-5": { "draws": 2, "losses": 34, "wins": 6 }, "claude-opus-4-5": { "draws": 13, "losses": 6, "wins": 15 }, "claude-opus-4-8": { "draws": 4, "losses": 37, "wins": 7 }, "claude-sonnet-5": { "draws": 19, "losses": 14, "wins": 20 }, "deepseek/deepseek-v4-flash": { "draws": 21, "losses": 14, "wins": 21 }, "deepseek/deepseek-v4-pro": { "draws": 8, "losses": 15, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 2, "wins": 15 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 9, "wins": 11 }, "gpt-5": { "draws": 16, "losses": 10, "wins": 9 }, "gpt-5.4": { "draws": 7, "losses": 37, "wins": 9 }, "gpt-5.4-mini": { "draws": 22, "losses": 25, "wins": 29 }, "gpt-5.4-nano": { "draws": 37, "losses": 29, "wins": 29 }, "gpt-5.5": { "draws": 8, "losses": 30, "wins": 7 }, "gpt-5.6-luna": { "draws": 7, "losses": 18, "wins": 11 }, "gpt-5.6-sol": { "draws": 7, "losses": 34, "wins": 11 }, "gpt-5.6-terra": { "draws": 13, "losses": 18, "wins": 12 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 0, "wins": 14 }, "moonshotai/kimi-k3": { "draws": 14, "losses": 9, "wins": 14 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 28, "losses": 9, "wins": 21 }, "o3": { "draws": 0, "losses": 12, "wins": 16 }, "openai/gpt-oss-120b": { "draws": 10, "losses": 6, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 5, "wins": 17 }, "tencent/hy3-preview": { "draws": 12, "losses": 14, "wins": 10 }, "x-ai/grok-4.5": { "draws": 2, "losses": 3, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 16, "losses": 2, "wins": 4 }, "z-ai/glm-5.2": { "draws": 18, "losses": 21, "wins": 21 } } }, "medium": { "claude-fable-5": { "claude-opus-4-5": { "draws": 3, "losses": 1, "wins": 13 }, "claude-opus-4-8": { "draws": 4, "losses": 5, "wins": 9 }, "claude-sonnet-5": { "draws": 3, "losses": 0, "wins": 15 }, "cohere/north-mini-code": { "draws": 1, "losses": 0, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 0, "wins": 26 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 14 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 8, "wins": 7 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 1, "wins": 8 }, "gpt-5": { "draws": 1, "losses": 1, "wins": 13 }, "gpt-5.4": { "draws": 3, "losses": 2, "wins": 12 }, "gpt-5.4-mini": { "draws": 9, "losses": 2, "wins": 32 }, "gpt-5.4-nano": { "draws": 7, "losses": 4, "wins": 41 }, "gpt-5.5": { "draws": 3, "losses": 6, "wins": 8 }, "gpt-5.6-luna": { "draws": 2, "losses": 1, "wins": 11 }, "gpt-5.6-sol": { "draws": 4, "losses": 2, "wins": 8 }, "gpt-5.6-terra": { "draws": 3, "losses": 0, "wins": 11 }, "minimax/minimax-m3": { "draws": 3, "losses": 0, "wins": 15 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 2, "wins": 12 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 0, "wins": 12 }, "o3": { "draws": 2, "losses": 0, "wins": 13 }, "openai/gpt-oss-120b": { "draws": 3, "losses": 0, "wins": 12 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 0, "wins": 17 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 1, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 7 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 4, "wins": 12 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 1, "wins": 32 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 0, "wins": 14 }, "z-ai/glm-5.2": { "draws": 2, "losses": 2, "wins": 24 } }, "claude-opus-4-5": { "claude-fable-5": { "draws": 3, "losses": 13, "wins": 1 }, "claude-opus-4-8": { "draws": 10, "losses": 6, "wins": 3 }, "claude-sonnet-5": { "draws": 8, "losses": 2, "wins": 7 }, "cohere/north-mini-code": { "draws": 1, "losses": 0, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 2, "wins": 17 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 0, "wins": 11 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 5, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 2, "losses": 8, "wins": 5 }, "gpt-5.4": { "draws": 9, "losses": 7, "wins": 1 }, "gpt-5.4-mini": { "draws": 16, "losses": 14, "wins": 11 }, "gpt-5.4-nano": { "draws": 18, "losses": 17, "wins": 14 }, "gpt-5.5": { "draws": 7, "losses": 5, "wins": 3 }, "gpt-5.6-luna": { "draws": 3, "losses": 5, "wins": 4 }, "gpt-5.6-sol": { "draws": 1, "losses": 11, "wins": 1 }, "gpt-5.6-terra": { "draws": 5, "losses": 3, "wins": 4 }, "minimax/minimax-m3": { "draws": 6, "losses": 0, "wins": 11 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 5, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 8, "losses": 1, "wins": 4 }, "o3": { "draws": 5, "losses": 5, "wins": 4 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 3, "wins": 5 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 5, "wins": 6 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 7, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 5 }, "x-ai/grok-4.5": { "draws": 2, "losses": 11, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 7, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 4, "wins": 17 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 2, "wins": 6 }, "z-ai/glm-5.2": { "draws": 9, "losses": 10, "wins": 5 } }, "claude-opus-4-8": { "claude-fable-5": { "draws": 4, "losses": 9, "wins": 5 }, "claude-opus-4-5": { "draws": 10, "losses": 3, "wins": 6 }, "claude-sonnet-5": { "draws": 7, "losses": 4, "wins": 7 }, "cohere/north-mini-code": { "draws": 4, "losses": 1, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 12, "losses": 1, "wins": 15 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 1, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 7, "losses": 10, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 8 }, "gpt-5": { "draws": 3, "losses": 4, "wins": 8 }, "gpt-5.4": { "draws": 6, "losses": 6, "wins": 5 }, "gpt-5.4-mini": { "draws": 19, "losses": 11, "wins": 14 }, "gpt-5.4-nano": { "draws": 12, "losses": 9, "wins": 31 }, "gpt-5.5": { "draws": 7, "losses": 7, "wins": 3 }, "gpt-5.6-luna": { "draws": 6, "losses": 3, "wins": 5 }, "gpt-5.6-sol": { "draws": 3, "losses": 9, "wins": 2 }, "gpt-5.6-terra": { "draws": 7, "losses": 4, "wins": 3 }, "minimax/minimax-m3": { "draws": 7, "losses": 3, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 5, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 1, "losses": 0, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 0, "wins": 8 }, "o3": { "draws": 4, "losses": 1, "wins": 10 }, "openai/gpt-oss-120b": { "draws": 7, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 8, "losses": 3, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 3, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 1, "wins": 5 }, "x-ai/grok-4.5": { "draws": 1, "losses": 6, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 4, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 16, "losses": 3, "wins": 20 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 4, "wins": 8 }, "z-ai/glm-5.2": { "draws": 13, "losses": 4, "wins": 12 } }, "claude-sonnet-5": { "claude-fable-5": { "draws": 3, "losses": 15, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 7, "wins": 2 }, "claude-opus-4-8": { "draws": 7, "losses": 7, "wins": 4 }, "cohere/north-mini-code": { "draws": 4, "losses": 3, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 2, "wins": 15 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 1, "wins": 9 }, "google/gemini-3.5-flash": { "draws": 7, "losses": 6, "wins": 5 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 4, "wins": 5 }, "gpt-5": { "draws": 3, "losses": 8, "wins": 4 }, "gpt-5.4": { "draws": 5, "losses": 8, "wins": 3 }, "gpt-5.4-mini": { "draws": 18, "losses": 15, "wins": 10 }, "gpt-5.4-nano": { "draws": 15, "losses": 11, "wins": 26 }, "gpt-5.5": { "draws": 4, "losses": 9, "wins": 3 }, "gpt-5.6-luna": { "draws": 5, "losses": 5, "wins": 4 }, "gpt-5.6-sol": { "draws": 2, "losses": 11, "wins": 1 }, "gpt-5.6-terra": { "draws": 5, "losses": 5, "wins": 4 }, "minimax/minimax-m3": { "draws": 6, "losses": 5, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 5, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 5, "wins": 3 }, "o3": { "draws": 3, "losses": 2, "wins": 10 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 0, "wins": 9 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 7, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 6, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 6 }, "x-ai/grok-4.5": { "draws": 0, "losses": 6, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 0, "wins": 11 }, "xiaomi/mimo-v2.5": { "draws": 19, "losses": 2, "wins": 18 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 6, "wins": 5 }, "z-ai/glm-5.2": { "draws": 9, "losses": 10, "wins": 9 } }, "cohere/north-mini-code": { "claude-fable-5": { "draws": 1, "losses": 11, "wins": 0 }, "claude-opus-4-5": { "draws": 1, "losses": 10, "wins": 0 }, "claude-opus-4-8": { "draws": 4, "losses": 7, "wins": 1 }, "claude-sonnet-5": { "draws": 4, "losses": 5, "wins": 3 }, "deepseek/deepseek-v4-flash": { "draws": 6, "losses": 2, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 2, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 8, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 3, "losses": 10, "wins": 1 }, "gpt-5.4": { "draws": 0, "losses": 6, "wins": 4 }, "gpt-5.4-mini": { "draws": 10, "losses": 10, "wins": 7 }, "gpt-5.4-nano": { "draws": 7, "losses": 14, "wins": 11 }, "gpt-5.5": { "draws": 4, "losses": 7, "wins": 1 }, "gpt-5.6-luna": { "draws": 3, "losses": 4, "wins": 4 }, "gpt-5.6-sol": { "draws": 4, "losses": 6, "wins": 0 }, "gpt-5.6-terra": { "draws": 2, "losses": 7, "wins": 1 }, "minimax/minimax-m3": { "draws": 3, "losses": 5, "wins": 4 }, "moonshotai/kimi-k2.7-code": { "draws": 3, "losses": 4, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 3, "losses": 1, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 2, "wins": 3 }, "o3": { "draws": 3, "losses": 6, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 1, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 8, "wins": 0 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 5, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 4, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 6, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 7, "losses": 4, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 6, "wins": 3 }, "z-ai/glm-5.2": { "draws": 4, "losses": 13, "wins": 4 } }, "deepseek/deepseek-v4-flash": { "claude-fable-5": { "draws": 2, "losses": 26, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 17, "wins": 2 }, "claude-opus-4-8": { "draws": 12, "losses": 15, "wins": 1 }, "claude-sonnet-5": { "draws": 11, "losses": 15, "wins": 2 }, "cohere/north-mini-code": { "draws": 6, "losses": 10, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 10, "losses": 8, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 6, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 11, "losses": 18, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 10, "wins": 3 }, "gpt-5": { "draws": 6, "losses": 14, "wins": 4 }, "gpt-5.4": { "draws": 6, "losses": 17, "wins": 2 }, "gpt-5.4-mini": { "draws": 28, "losses": 35, "wins": 11 }, "gpt-5.4-nano": { "draws": 32, "losses": 30, "wins": 26 }, "gpt-5.5": { "draws": 16, "losses": 12, "wins": 1 }, "gpt-5.6-luna": { "draws": 9, "losses": 11, "wins": 2 }, "gpt-5.6-sol": { "draws": 4, "losses": 19, "wins": 0 }, "gpt-5.6-terra": { "draws": 7, "losses": 16, "wins": 0 }, "minimax/minimax-m3": { "draws": 12, "losses": 6, "wins": 10 }, "moonshotai/kimi-k2.7-code": { "draws": 7, "losses": 13, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 10, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 7, "wins": 3 }, "o3": { "draws": 3, "losses": 17, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 9, "losses": 14, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 14, "losses": 12, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 10, "losses": 13, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 8, "losses": 9, "wins": 1 }, "x-ai/grok-4.5": { "draws": 2, "losses": 0, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 11, "wins": 6 }, "xiaomi/mimo-v2.5": { "draws": 29, "losses": 24, "wins": 8 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 12, "wins": 5 }, "z-ai/glm-5.2": { "draws": 16, "losses": 23, "wins": 4 } }, "google/gemini-3.1-flash-lite": { "claude-fable-5": { "draws": 1, "losses": 14, "wins": 0 }, "claude-opus-4-5": { "draws": 3, "losses": 11, "wins": 0 }, "claude-opus-4-8": { "draws": 5, "losses": 9, "wins": 1 }, "claude-sonnet-5": { "draws": 5, "losses": 9, "wins": 1 }, "cohere/north-mini-code": { "draws": 4, "losses": 6, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 6, "losses": 10, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 12, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 6, "wins": 2 }, "gpt-5": { "draws": 7, "losses": 8, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 10, "wins": 0 }, "gpt-5.4-mini": { "draws": 9, "losses": 17, "wins": 8 }, "gpt-5.4-nano": { "draws": 10, "losses": 17, "wins": 16 }, "gpt-5.5": { "draws": 3, "losses": 10, "wins": 1 }, "gpt-5.6-luna": { "draws": 2, "losses": 8, "wins": 2 }, "gpt-5.6-sol": { "draws": 2, "losses": 10, "wins": 0 }, "gpt-5.6-terra": { "draws": 5, "losses": 6, "wins": 1 }, "minimax/minimax-m3": { "draws": 4, "losses": 4, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 12, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 4, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 7, "wins": 2 }, "o3": { "draws": 6, "losses": 8, "wins": 1 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 5, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 8, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 8, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 5, "wins": 1 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 10, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 17, "wins": 9 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 11, "wins": 1 }, "z-ai/glm-5.2": { "draws": 10, "losses": 14, "wins": 2 } }, "google/gemini-3.5-flash": { "claude-fable-5": { "draws": 3, "losses": 7, "wins": 8 }, "claude-opus-4-5": { "draws": 6, "losses": 8, "wins": 5 }, "claude-opus-4-8": { "draws": 7, "losses": 1, "wins": 10 }, "claude-sonnet-5": { "draws": 7, "losses": 5, "wins": 6 }, "cohere/north-mini-code": { "draws": 3, "losses": 1, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 0, "wins": 18 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 0, "wins": 12 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 4, "wins": 5 }, "gpt-5": { "draws": 2, "losses": 4, "wins": 9 }, "gpt-5.4": { "draws": 6, "losses": 4, "wins": 5 }, "gpt-5.4-mini": { "draws": 17, "losses": 8, "wins": 20 }, "gpt-5.4-nano": { "draws": 17, "losses": 6, "wins": 30 }, "gpt-5.5": { "draws": 6, "losses": 6, "wins": 5 }, "gpt-5.6-luna": { "draws": 4, "losses": 3, "wins": 7 }, "gpt-5.6-sol": { "draws": 4, "losses": 5, "wins": 6 }, "gpt-5.6-terra": { "draws": 4, "losses": 2, "wins": 8 }, "minimax/minimax-m3": { "draws": 6, "losses": 1, "wins": 11 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 8, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 0, "wins": 8 }, "o3": { "draws": 1, "losses": 8, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 0, "wins": 10 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 6, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 0, "wins": 12 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 0, "wins": 8 }, "x-ai/grok-4.5": { "draws": 5, "losses": 3, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 2, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 2, "wins": 24 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 2, "wins": 10 }, "z-ai/glm-5.2": { "draws": 4, "losses": 13, "wins": 11 } }, "google/gemma-4-31b-it": { "claude-fable-5": { "draws": 1, "losses": 8, "wins": 1 }, "claude-opus-4-5": { "draws": 2, "losses": 4, "wins": 4 }, "claude-opus-4-8": { "draws": 2, "losses": 8, "wins": 0 }, "claude-sonnet-5": { "draws": 1, "losses": 5, "wins": 4 }, "cohere/north-mini-code": { "draws": 2, "losses": 4, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 1, "losses": 3, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 2, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 5, "wins": 4 }, "gpt-5": { "draws": 1, "losses": 7, "wins": 2 }, "gpt-5.4": { "draws": 1, "losses": 6, "wins": 2 }, "gpt-5.4-mini": { "draws": 6, "losses": 9, "wins": 6 }, "gpt-5.4-nano": { "draws": 3, "losses": 10, "wins": 13 }, "gpt-5.5": { "draws": 2, "losses": 7, "wins": 0 }, "gpt-5.6-luna": { "draws": 2, "losses": 5, "wins": 1 }, "gpt-5.6-sol": { "draws": 2, "losses": 6, "wins": 0 }, "gpt-5.6-terra": { "draws": 1, "losses": 5, "wins": 2 }, "minimax/minimax-m3": { "draws": 2, "losses": 4, "wins": 4 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 6, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 2, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 2, "wins": 3 }, "o3": { "draws": 2, "losses": 8, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 2, "losses": 1, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 6, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 4, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 6, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 4, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 3, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 3, "wins": 5 }, "z-ai/glm-5.2": { "draws": 2, "losses": 13, "wins": 2 } }, "gpt-5": { "claude-fable-5": { "draws": 1, "losses": 13, "wins": 1 }, "claude-opus-4-5": { "draws": 2, "losses": 5, "wins": 8 }, "claude-opus-4-8": { "draws": 3, "losses": 8, "wins": 4 }, "claude-sonnet-5": { "draws": 3, "losses": 4, "wins": 8 }, "cohere/north-mini-code": { "draws": 3, "losses": 1, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 6, "losses": 4, "wins": 14 }, "google/gemini-3.1-flash-lite": { "draws": 7, "losses": 0, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 9, "wins": 4 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 2, "wins": 7 }, "gpt-5.4": { "draws": 1, "losses": 7, "wins": 5 }, "gpt-5.4-mini": { "draws": 10, "losses": 11, "wins": 13 }, "gpt-5.4-nano": { "draws": 12, "losses": 14, "wins": 17 }, "gpt-5.5": { "draws": 3, "losses": 5, "wins": 7 }, "gpt-5.6-luna": { "draws": 3, "losses": 7, "wins": 2 }, "gpt-5.6-sol": { "draws": 2, "losses": 8, "wins": 2 }, "gpt-5.6-terra": { "draws": 5, "losses": 6, "wins": 3 }, "minimax/minimax-m3": { "draws": 3, "losses": 3, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 7, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 5, "wins": 4 }, "o3": { "draws": 3, "losses": 6, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 1, "wins": 5 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 3, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 5, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 0, "wins": 5 }, "x-ai/grok-4.5": { "draws": 4, "losses": 3, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 4, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 9, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 5, "wins": 7 }, "z-ai/glm-5.2": { "draws": 8, "losses": 14, "wins": 6 } }, "gpt-5.4": { "claude-fable-5": { "draws": 3, "losses": 12, "wins": 2 }, "claude-opus-4-5": { "draws": 9, "losses": 1, "wins": 7 }, "claude-opus-4-8": { "draws": 6, "losses": 5, "wins": 6 }, "claude-sonnet-5": { "draws": 5, "losses": 3, "wins": 8 }, "cohere/north-mini-code": { "draws": 0, "losses": 4, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 6, "losses": 2, "wins": 17 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 0, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 5, "wins": 4 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 2, "wins": 6 }, "gpt-5": { "draws": 1, "losses": 5, "wins": 7 }, "gpt-5.4-mini": { "draws": 12, "losses": 5, "wins": 22 }, "gpt-5.4-nano": { "draws": 12, "losses": 7, "wins": 30 }, "gpt-5.5": { "draws": 6, "losses": 5, "wins": 4 }, "gpt-5.6-luna": { "draws": 9, "losses": 3, "wins": 3 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 5 }, "gpt-5.6-terra": { "draws": 4, "losses": 2, "wins": 6 }, "minimax/minimax-m3": { "draws": 4, "losses": 0, "wins": 11 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 6, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 0, "wins": 5 }, "o3": { "draws": 3, "losses": 4, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 3, "losses": 0, "wins": 11 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 3, "wins": 9 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 0, "wins": 10 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 3, "wins": 3 }, "x-ai/grok-4.5": { "draws": 8, "losses": 1, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 2, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 14, "losses": 3, "wins": 19 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 3, "wins": 6 }, "z-ai/glm-5.2": { "draws": 6, "losses": 5, "wins": 13 } }, "gpt-5.4-mini": { "claude-fable-5": { "draws": 9, "losses": 32, "wins": 2 }, "claude-opus-4-5": { "draws": 16, "losses": 11, "wins": 14 }, "claude-opus-4-8": { "draws": 19, "losses": 14, "wins": 11 }, "claude-sonnet-5": { "draws": 18, "losses": 10, "wins": 15 }, "cohere/north-mini-code": { "draws": 10, "losses": 7, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 28, "losses": 11, "wins": 35 }, "google/gemini-3.1-flash-lite": { "draws": 9, "losses": 8, "wins": 17 }, "google/gemini-3.5-flash": { "draws": 17, "losses": 20, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 6, "wins": 9 }, "gpt-5": { "draws": 10, "losses": 13, "wins": 11 }, "gpt-5.4": { "draws": 12, "losses": 22, "wins": 5 }, "gpt-5.4-mini": { "draws": 38, "losses": 18, "wins": 18 }, "gpt-5.4-nano": { "draws": 39, "losses": 30, "wins": 59 }, "gpt-5.5": { "draws": 20, "losses": 20, "wins": 5 }, "gpt-5.6-luna": { "draws": 15, "losses": 9, "wins": 9 }, "gpt-5.6-sol": { "draws": 11, "losses": 17, "wins": 5 }, "gpt-5.6-terra": { "draws": 20, "losses": 7, "wins": 6 }, "minimax/minimax-m3": { "draws": 18, "losses": 5, "wins": 20 }, "moonshotai/kimi-k2.7-code": { "draws": 12, "losses": 19, "wins": 9 }, "nex-agi/nex-n2-pro": { "draws": 1, "losses": 2, "wins": 14 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 16, "losses": 7, "wins": 7 }, "o3": { "draws": 5, "losses": 11, "wins": 18 }, "openai/gpt-oss-120b": { "draws": 19, "losses": 5, "wins": 15 }, "qwen/qwen3.7-max": { "draws": 16, "losses": 13, "wins": 14 }, "qwen/qwen3.7-plus": { "draws": 16, "losses": 15, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 14, "losses": 4, "wins": 7 }, "x-ai/grok-4.5": { "draws": 9, "losses": 16, "wins": 5 }, "x-ai/grok-build-0.1": { "draws": 17, "losses": 11, "wins": 16 }, "xiaomi/mimo-v2.5": { "draws": 52, "losses": 21, "wins": 26 }, "xiaomi/mimo-v2.5-pro": { "draws": 8, "losses": 14, "wins": 12 }, "z-ai/glm-5.2": { "draws": 30, "losses": 25, "wins": 15 } }, "gpt-5.4-nano": { "claude-fable-5": { "draws": 7, "losses": 41, "wins": 4 }, "claude-opus-4-5": { "draws": 18, "losses": 14, "wins": 17 }, "claude-opus-4-8": { "draws": 12, "losses": 31, "wins": 9 }, "claude-sonnet-5": { "draws": 15, "losses": 26, "wins": 11 }, "cohere/north-mini-code": { "draws": 7, "losses": 11, "wins": 14 }, "deepseek/deepseek-v4-flash": { "draws": 32, "losses": 26, "wins": 30 }, "google/gemini-3.1-flash-lite": { "draws": 10, "losses": 16, "wins": 17 }, "google/gemini-3.5-flash": { "draws": 17, "losses": 30, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 13, "wins": 10 }, "gpt-5": { "draws": 12, "losses": 17, "wins": 14 }, "gpt-5.4": { "draws": 12, "losses": 30, "wins": 7 }, "gpt-5.4-mini": { "draws": 39, "losses": 59, "wins": 30 }, "gpt-5.4-nano": { "draws": 40, "losses": 35, "wins": 35 }, "gpt-5.5": { "draws": 15, "losses": 23, "wins": 14 }, "gpt-5.6-luna": { "draws": 13, "losses": 24, "wins": 5 }, "gpt-5.6-sol": { "draws": 9, "losses": 29, "wins": 4 }, "gpt-5.6-terra": { "draws": 14, "losses": 20, "wins": 9 }, "minimax/minimax-m3": { "draws": 15, "losses": 18, "wins": 19 }, "moonshotai/kimi-k2.7-code": { "draws": 10, "losses": 26, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 1, "losses": 12, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 14, "losses": 19, "wins": 6 }, "o3": { "draws": 7, "losses": 27, "wins": 9 }, "openai/gpt-oss-120b": { "draws": 17, "losses": 11, "wins": 18 }, "qwen/qwen3.7-max": { "draws": 20, "losses": 22, "wins": 10 }, "qwen/qwen3.7-plus": { "draws": 13, "losses": 27, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 13, "losses": 3, "wins": 12 }, "x-ai/grok-4.5": { "draws": 1, "losses": 5, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 18, "losses": 18, "wins": 17 }, "xiaomi/mimo-v2.5": { "draws": 38, "losses": 39, "wins": 35 }, "xiaomi/mimo-v2.5-pro": { "draws": 8, "losses": 25, "wins": 10 }, "z-ai/glm-5.2": { "draws": 21, "losses": 44, "wins": 19 } }, "gpt-5.5": { "claude-fable-5": { "draws": 3, "losses": 8, "wins": 6 }, "claude-opus-4-5": { "draws": 7, "losses": 3, "wins": 5 }, "claude-opus-4-8": { "draws": 7, "losses": 3, "wins": 7 }, "claude-sonnet-5": { "draws": 4, "losses": 3, "wins": 9 }, "cohere/north-mini-code": { "draws": 4, "losses": 1, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 16, "losses": 1, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 1, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 5, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 7 }, "gpt-5": { "draws": 3, "losses": 7, "wins": 5 }, "gpt-5.4": { "draws": 6, "losses": 4, "wins": 5 }, "gpt-5.4-mini": { "draws": 20, "losses": 5, "wins": 20 }, "gpt-5.4-nano": { "draws": 15, "losses": 14, "wins": 23 }, "gpt-5.6-luna": { "draws": 4, "losses": 3, "wins": 7 }, "gpt-5.6-sol": { "draws": 5, "losses": 4, "wins": 5 }, "gpt-5.6-terra": { "draws": 7, "losses": 2, "wins": 5 }, "minimax/minimax-m3": { "draws": 6, "losses": 1, "wins": 10 }, "moonshotai/kimi-k2.7-code": { "draws": 8, "losses": 3, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 2, "wins": 8 }, "o3": { "draws": 5, "losses": 3, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 8, "losses": 0, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 4, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 2, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 6 }, "x-ai/grok-4.5": { "draws": 0, "losses": 3, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 4, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 15, "losses": 0, "wins": 22 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 4, "wins": 9 }, "z-ai/glm-5.2": { "draws": 9, "losses": 7, "wins": 10 } }, "gpt-5.6-luna": { "claude-fable-5": { "draws": 2, "losses": 11, "wins": 1 }, "claude-opus-4-5": { "draws": 3, "losses": 4, "wins": 5 }, "claude-opus-4-8": { "draws": 6, "losses": 5, "wins": 3 }, "claude-sonnet-5": { "draws": 5, "losses": 4, "wins": 5 }, "cohere/north-mini-code": { "draws": 3, "losses": 4, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 9, "losses": 2, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 2, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 7, "wins": 3 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 1, "wins": 5 }, "gpt-5": { "draws": 3, "losses": 2, "wins": 7 }, "gpt-5.4": { "draws": 9, "losses": 3, "wins": 3 }, "gpt-5.4-mini": { "draws": 15, "losses": 9, "wins": 9 }, "gpt-5.4-nano": { "draws": 13, "losses": 5, "wins": 24 }, "gpt-5.5": { "draws": 4, "losses": 7, "wins": 3 }, "gpt-5.6-sol": { "draws": 4, "losses": 8, "wins": 2 }, "gpt-5.6-terra": { "draws": 9, "losses": 2, "wins": 4 }, "minimax/minimax-m3": { "draws": 6, "losses": 1, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 6, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 0, "wins": 6 }, "o3": { "draws": 4, "losses": 2, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 7, "losses": 0, "wins": 6 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 1, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 2, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 5 }, "x-ai/grok-4.5": { "draws": 4, "losses": 2, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 0, "wins": 8 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 5, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 4, "wins": 5 }, "z-ai/glm-5.2": { "draws": 9, "losses": 9, "wins": 6 } }, "gpt-5.6-sol": { "claude-fable-5": { "draws": 4, "losses": 8, "wins": 2 }, "claude-opus-4-5": { "draws": 1, "losses": 1, "wins": 11 }, "claude-opus-4-8": { "draws": 3, "losses": 2, "wins": 9 }, "claude-sonnet-5": { "draws": 2, "losses": 1, "wins": 11 }, "cohere/north-mini-code": { "draws": 4, "losses": 0, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 4, "losses": 0, "wins": 19 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 0, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 6, "wins": 5 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 6 }, "gpt-5": { "draws": 2, "losses": 2, "wins": 8 }, "gpt-5.4": { "draws": 2, "losses": 5, "wins": 7 }, "gpt-5.4-mini": { "draws": 11, "losses": 5, "wins": 17 }, "gpt-5.4-nano": { "draws": 9, "losses": 4, "wins": 29 }, "gpt-5.5": { "draws": 5, "losses": 5, "wins": 4 }, "gpt-5.6-luna": { "draws": 4, "losses": 2, "wins": 8 }, "gpt-5.6-terra": { "draws": 3, "losses": 1, "wins": 10 }, "minimax/minimax-m3": { "draws": 4, "losses": 0, "wins": 10 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 3, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 0, "wins": 9 }, "o3": { "draws": 2, "losses": 2, "wins": 8 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 2, "wins": 9 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 3, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 0, "wins": 5 }, "x-ai/grok-build-0.1": { "draws": 3, "losses": 2, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 7, "losses": 1, "wins": 22 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 1, "wins": 9 }, "z-ai/glm-5.2": { "draws": 5, "losses": 5, "wins": 14 } }, "gpt-5.6-terra": { "claude-fable-5": { "draws": 3, "losses": 11, "wins": 0 }, "claude-opus-4-5": { "draws": 5, "losses": 4, "wins": 3 }, "claude-opus-4-8": { "draws": 7, "losses": 3, "wins": 4 }, "claude-sonnet-5": { "draws": 5, "losses": 4, "wins": 5 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 0, "wins": 16 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 1, "wins": 6 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 8, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 2, "wins": 5 }, "gpt-5": { "draws": 5, "losses": 3, "wins": 6 }, "gpt-5.4": { "draws": 4, "losses": 6, "wins": 2 }, "gpt-5.4-mini": { "draws": 20, "losses": 6, "wins": 7 }, "gpt-5.4-nano": { "draws": 14, "losses": 9, "wins": 20 }, "gpt-5.5": { "draws": 7, "losses": 5, "wins": 2 }, "gpt-5.6-luna": { "draws": 9, "losses": 4, "wins": 2 }, "gpt-5.6-sol": { "draws": 3, "losses": 10, "wins": 1 }, "minimax/minimax-m3": { "draws": 5, "losses": 2, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 4, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 2, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 6, "losses": 1, "wins": 3 }, "o3": { "draws": 4, "losses": 5, "wins": 3 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 3, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 7, "wins": 0 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 0, "wins": 4 }, "x-ai/grok-4.5": { "draws": 4, "losses": 7, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 0, "wins": 7 }, "xiaomi/mimo-v2.5": { "draws": 14, "losses": 3, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 4, "wins": 6 }, "z-ai/glm-5.2": { "draws": 9, "losses": 10, "wins": 6 } }, "minimax/minimax-m3": { "claude-fable-5": { "draws": 3, "losses": 15, "wins": 0 }, "claude-opus-4-5": { "draws": 6, "losses": 11, "wins": 0 }, "claude-opus-4-8": { "draws": 7, "losses": 8, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 7, "wins": 5 }, "cohere/north-mini-code": { "draws": 3, "losses": 4, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 12, "losses": 10, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 7, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 11, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 3, "losses": 9, "wins": 3 }, "gpt-5.4": { "draws": 4, "losses": 11, "wins": 0 }, "gpt-5.4-mini": { "draws": 18, "losses": 20, "wins": 5 }, "gpt-5.4-nano": { "draws": 15, "losses": 19, "wins": 18 }, "gpt-5.5": { "draws": 6, "losses": 10, "wins": 1 }, "gpt-5.6-luna": { "draws": 6, "losses": 7, "wins": 1 }, "gpt-5.6-sol": { "draws": 4, "losses": 10, "wins": 0 }, "gpt-5.6-terra": { "draws": 5, "losses": 7, "wins": 2 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 9, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 3, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 5, "wins": 3 }, "o3": { "draws": 4, "losses": 9, "wins": 2 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 6, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 8, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 9, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 3, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 9, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 18, "losses": 11, "wins": 10 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 10, "wins": 2 }, "z-ai/glm-5.2": { "draws": 7, "losses": 16, "wins": 5 } }, "moonshotai/kimi-k2.7-code": { "claude-fable-5": { "draws": 2, "losses": 12, "wins": 2 }, "claude-opus-4-5": { "draws": 4, "losses": 6, "wins": 5 }, "claude-opus-4-8": { "draws": 5, "losses": 6, "wins": 5 }, "claude-sonnet-5": { "draws": 5, "losses": 6, "wins": 5 }, "cohere/north-mini-code": { "draws": 3, "losses": 3, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 4, "wins": 13 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 0, "wins": 12 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 3, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 6 }, "gpt-5": { "draws": 1, "losses": 5, "wins": 7 }, "gpt-5.4": { "draws": 2, "losses": 7, "wins": 6 }, "gpt-5.4-mini": { "draws": 12, "losses": 9, "wins": 19 }, "gpt-5.4-nano": { "draws": 10, "losses": 10, "wins": 26 }, "gpt-5.5": { "draws": 8, "losses": 4, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 2, "wins": 6 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 3 }, "gpt-5.6-terra": { "draws": 4, "losses": 4, "wins": 4 }, "minimax/minimax-m3": { "draws": 5, "losses": 2, "wins": 9 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 2, "wins": 7 }, "o3": { "draws": 1, "losses": 6, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 5, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 3, "wins": 7 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 3 }, "x-ai/grok-4.5": { "draws": 1, "losses": 10, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 1, "wins": 10 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 3, "wins": 21 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 3, "wins": 8 }, "z-ai/glm-5.2": { "draws": 4, "losses": 10, "wins": 10 } }, "nex-agi/nex-n2-pro": { "claude-fable-5": { "draws": 0, "losses": 9, "wins": 0 }, "claude-opus-4-5": { "draws": 0, "losses": 9, "wins": 0 }, "claude-opus-4-8": { "draws": 1, "losses": 8, "wins": 0 }, "claude-sonnet-5": { "draws": 0, "losses": 9, "wins": 0 }, "cohere/north-mini-code": { "draws": 3, "losses": 6, "wins": 1 }, "deepseek/deepseek-v4-flash": { "draws": 0, "losses": 2, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 5, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 0, "losses": 8, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 6, "wins": 2 }, "gpt-5": { "draws": 0, "losses": 8, "wins": 1 }, "gpt-5.4": { "draws": 0, "losses": 9, "wins": 0 }, "gpt-5.4-mini": { "draws": 1, "losses": 14, "wins": 2 }, "gpt-5.4-nano": { "draws": 1, "losses": 9, "wins": 12 }, "gpt-5.5": { "draws": 0, "losses": 7, "wins": 1 }, "gpt-5.6-luna": { "draws": 0, "losses": 6, "wins": 0 }, "gpt-5.6-sol": { "draws": 0, "losses": 6, "wins": 0 }, "gpt-5.6-terra": { "draws": 0, "losses": 4, "wins": 2 }, "minimax/minimax-m3": { "draws": 0, "losses": 5, "wins": 3 }, "moonshotai/kimi-k2.7-code": { "draws": 0, "losses": 7, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 3, "wins": 3 }, "o3": { "draws": 0, "losses": 9, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 4, "wins": 1 }, "qwen/qwen3.7-max": { "draws": 0, "losses": 8, "wins": 0 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 7, "wins": 1 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 2, "wins": 3 }, "x-ai/grok-4.5": { "draws": 2, "losses": 1, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 5, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 0, "losses": 9, "wins": 5 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 6, "wins": 2 }, "z-ai/glm-5.2": { "draws": 0, "losses": 13, "wins": 0 } }, "nvidia/nemotron-3-ultra-550b-a55b": { "claude-fable-5": { "draws": 1, "losses": 12, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 4, "wins": 1 }, "claude-opus-4-8": { "draws": 5, "losses": 8, "wins": 0 }, "claude-sonnet-5": { "draws": 5, "losses": 3, "wins": 5 }, "cohere/north-mini-code": { "draws": 2, "losses": 3, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 10, "losses": 3, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 2, "wins": 7 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 8, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 3, "wins": 2 }, "gpt-5": { "draws": 1, "losses": 4, "wins": 5 }, "gpt-5.4": { "draws": 6, "losses": 5, "wins": 0 }, "gpt-5.4-mini": { "draws": 16, "losses": 7, "wins": 7 }, "gpt-5.4-nano": { "draws": 14, "losses": 6, "wins": 19 }, "gpt-5.5": { "draws": 2, "losses": 8, "wins": 2 }, "gpt-5.6-luna": { "draws": 4, "losses": 6, "wins": 0 }, "gpt-5.6-sol": { "draws": 1, "losses": 9, "wins": 0 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 1 }, "minimax/minimax-m3": { "draws": 5, "losses": 3, "wins": 5 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 7, "wins": 2 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 3, "wins": 3 }, "o3": { "draws": 4, "losses": 6, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 5 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 4, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 5, "wins": 3 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 1, "wins": 2 }, "x-ai/grok-4.5": { "draws": 0, "losses": 2, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 1, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 13, "losses": 7, "wins": 7 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 8, "wins": 1 }, "z-ai/glm-5.2": { "draws": 10, "losses": 9, "wins": 3 } }, "o3": { "claude-fable-5": { "draws": 2, "losses": 13, "wins": 0 }, "claude-opus-4-5": { "draws": 5, "losses": 4, "wins": 5 }, "claude-opus-4-8": { "draws": 4, "losses": 10, "wins": 1 }, "claude-sonnet-5": { "draws": 3, "losses": 10, "wins": 2 }, "cohere/north-mini-code": { "draws": 3, "losses": 3, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 3, "losses": 2, "wins": 17 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 1, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 1, "losses": 6, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 0, "wins": 8 }, "gpt-5": { "draws": 3, "losses": 6, "wins": 6 }, "gpt-5.4": { "draws": 3, "losses": 6, "wins": 4 }, "gpt-5.4-mini": { "draws": 5, "losses": 18, "wins": 11 }, "gpt-5.4-nano": { "draws": 7, "losses": 9, "wins": 27 }, "gpt-5.5": { "draws": 5, "losses": 6, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 6, "wins": 2 }, "gpt-5.6-sol": { "draws": 2, "losses": 8, "wins": 2 }, "gpt-5.6-terra": { "draws": 4, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 4, "losses": 2, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 6, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 0, "wins": 6 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 1, "wins": 6 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 5, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 5, "wins": 6 }, "stepfun/step-3.7-flash": { "draws": 2, "losses": 1, "wins": 4 }, "x-ai/grok-4.5": { "draws": 3, "losses": 11, "wins": 2 }, "x-ai/grok-build-0.1": { "draws": 3, "losses": 0, "wins": 12 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 0, "wins": 22 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 8, "wins": 4 }, "z-ai/glm-5.2": { "draws": 10, "losses": 13, "wins": 4 } }, "openai/gpt-oss-120b": { "claude-fable-5": { "draws": 3, "losses": 12, "wins": 0 }, "claude-opus-4-5": { "draws": 8, "losses": 5, "wins": 3 }, "claude-opus-4-8": { "draws": 7, "losses": 8, "wins": 0 }, "claude-sonnet-5": { "draws": 6, "losses": 9, "wins": 0 }, "cohere/north-mini-code": { "draws": 5, "losses": 4, "wins": 1 }, "deepseek/deepseek-v4-flash": { "draws": 9, "losses": 3, "wins": 14 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 3, "wins": 5 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 10, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 1 }, "gpt-5": { "draws": 6, "losses": 5, "wins": 1 }, "gpt-5.4": { "draws": 3, "losses": 11, "wins": 0 }, "gpt-5.4-mini": { "draws": 19, "losses": 15, "wins": 5 }, "gpt-5.4-nano": { "draws": 17, "losses": 18, "wins": 11 }, "gpt-5.5": { "draws": 8, "losses": 7, "wins": 0 }, "gpt-5.6-luna": { "draws": 7, "losses": 6, "wins": 0 }, "gpt-5.6-sol": { "draws": 4, "losses": 8, "wins": 0 }, "gpt-5.6-terra": { "draws": 5, "losses": 8, "wins": 0 }, "minimax/minimax-m3": { "draws": 5, "losses": 4, "wins": 6 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 8, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 5, "wins": 0 }, "o3": { "draws": 5, "losses": 6, "wins": 1 }, "qwen/qwen3.7-max": { "draws": 10, "losses": 5, "wins": 0 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 8, "wins": 0 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 6, "wins": 0 }, "x-ai/grok-4.5": { "draws": 0, "losses": 2, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 6, "losses": 8, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 16, "losses": 10, "wins": 7 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 8, "wins": 0 }, "z-ai/glm-5.2": { "draws": 11, "losses": 11, "wins": 0 } }, "qwen/qwen3.7-max": { "claude-fable-5": { "draws": 1, "losses": 17, "wins": 0 }, "claude-opus-4-5": { "draws": 7, "losses": 6, "wins": 5 }, "claude-opus-4-8": { "draws": 8, "losses": 7, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 5, "wins": 7 }, "cohere/north-mini-code": { "draws": 4, "losses": 0, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 2, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 1, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 7, "losses": 5, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 2, "wins": 6 }, "gpt-5": { "draws": 4, "losses": 8, "wins": 3 }, "gpt-5.4": { "draws": 3, "losses": 9, "wins": 3 }, "gpt-5.4-mini": { "draws": 16, "losses": 14, "wins": 13 }, "gpt-5.4-nano": { "draws": 20, "losses": 10, "wins": 22 }, "gpt-5.5": { "draws": 6, "losses": 7, "wins": 4 }, "gpt-5.6-luna": { "draws": 6, "losses": 7, "wins": 1 }, "gpt-5.6-sol": { "draws": 3, "losses": 9, "wins": 2 }, "gpt-5.6-terra": { "draws": 6, "losses": 5, "wins": 3 }, "minimax/minimax-m3": { "draws": 6, "losses": 4, "wins": 8 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 7, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 4, "wins": 4 }, "o3": { "draws": 6, "losses": 4, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 10, "losses": 0, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 5, "wins": 8 }, "stepfun/step-3.7-flash": { "draws": 4, "losses": 2, "wins": 4 }, "x-ai/grok-4.5": { "draws": 4, "losses": 3, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 7, "losses": 6, "wins": 5 }, "xiaomi/mimo-v2.5": { "draws": 15, "losses": 7, "wins": 17 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 4, "wins": 9 }, "z-ai/glm-5.2": { "draws": 9, "losses": 14, "wins": 5 } }, "qwen/qwen3.7-plus": { "claude-fable-5": { "draws": 3, "losses": 12, "wins": 1 }, "claude-opus-4-5": { "draws": 5, "losses": 4, "wins": 7 }, "claude-opus-4-8": { "draws": 5, "losses": 8, "wins": 3 }, "claude-sonnet-5": { "draws": 5, "losses": 5, "wins": 6 }, "cohere/north-mini-code": { "draws": 2, "losses": 3, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 10, "losses": 3, "wins": 13 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 3, "wins": 8 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 12, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 2, "losses": 6, "wins": 5 }, "gpt-5.4": { "draws": 3, "losses": 10, "wins": 0 }, "gpt-5.4-mini": { "draws": 16, "losses": 6, "wins": 15 }, "gpt-5.4-nano": { "draws": 13, "losses": 8, "wins": 27 }, "gpt-5.5": { "draws": 8, "losses": 5, "wins": 2 }, "gpt-5.6-luna": { "draws": 4, "losses": 6, "wins": 2 }, "gpt-5.6-sol": { "draws": 4, "losses": 5, "wins": 3 }, "gpt-5.6-terra": { "draws": 5, "losses": 0, "wins": 7 }, "minimax/minimax-m3": { "draws": 4, "losses": 3, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 7, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 1, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 3, "wins": 5 }, "o3": { "draws": 2, "losses": 6, "wins": 5 }, "openai/gpt-oss-120b": { "draws": 5, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 8, "wins": 5 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 3, "wins": 2 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 2, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 12, "losses": 2, "wins": 19 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 7, "wins": 4 }, "z-ai/glm-5.2": { "draws": 9, "losses": 13, "wins": 2 } }, "stepfun/step-3.7-flash": { "claude-fable-5": { "draws": 3, "losses": 7, "wins": 0 }, "claude-opus-4-5": { "draws": 5, "losses": 5, "wins": 0 }, "claude-opus-4-8": { "draws": 4, "losses": 5, "wins": 1 }, "claude-sonnet-5": { "draws": 4, "losses": 6, "wins": 0 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 1, "wins": 9 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 1, "wins": 5 }, "google/gemini-3.5-flash": { "draws": 2, "losses": 8, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 0, "wins": 6 }, "gpt-5": { "draws": 2, "losses": 5, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 3, "wins": 3 }, "gpt-5.4-mini": { "draws": 14, "losses": 7, "wins": 4 }, "gpt-5.4-nano": { "draws": 13, "losses": 12, "wins": 3 }, "gpt-5.5": { "draws": 4, "losses": 6, "wins": 0 }, "gpt-5.6-luna": { "draws": 3, "losses": 5, "wins": 0 }, "gpt-5.6-sol": { "draws": 3, "losses": 5, "wins": 0 }, "gpt-5.6-terra": { "draws": 4, "losses": 4, "wins": 0 }, "minimax/minimax-m3": { "draws": 5, "losses": 2, "wins": 3 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 3, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 3, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 2, "wins": 1 }, "o3": { "draws": 2, "losses": 4, "wins": 1 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 0, "wins": 6 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 4, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 2, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 5, "losses": 5, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 15, "losses": 2, "wins": 6 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 3, "wins": 3 }, "z-ai/glm-5.2": { "draws": 3, "losses": 8, "wins": 2 } }, "x-ai/grok-4.5": { "claude-opus-4-5": { "draws": 2, "losses": 1, "wins": 11 }, "claude-opus-4-8": { "draws": 1, "losses": 1, "wins": 6 }, "claude-sonnet-5": { "draws": 0, "losses": 0, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 2, "losses": 0, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 0, "wins": 4 }, "google/gemini-3.5-flash": { "draws": 5, "losses": 2, "wins": 3 }, "gpt-5": { "draws": 4, "losses": 1, "wins": 3 }, "gpt-5.4": { "draws": 8, "losses": 1, "wins": 1 }, "gpt-5.4-mini": { "draws": 9, "losses": 5, "wins": 16 }, "gpt-5.4-nano": { "draws": 1, "losses": 2, "wins": 5 }, "gpt-5.5": { "draws": 0, "losses": 1, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 0, "wins": 2 }, "gpt-5.6-terra": { "draws": 4, "losses": 1, "wins": 7 }, "moonshotai/kimi-k2.7-code": { "draws": 1, "losses": 1, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 1, "wins": 1 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 0, "wins": 2 }, "o3": { "draws": 3, "losses": 2, "wins": 11 }, "openai/gpt-oss-120b": { "draws": 0, "losses": 0, "wins": 2 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 1, "wins": 3 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 0, "wins": 4 }, "stepfun/step-3.7-flash": { "draws": 0, "losses": 0, "wins": 4 }, "x-ai/grok-4.5": { "draws": 8, "losses": 10, "wins": 10 }, "x-ai/grok-build-0.1": { "draws": 2, "losses": 0, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 1, "wins": 9 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 0, "wins": 4 }, "z-ai/glm-5.2": { "draws": 1, "losses": 0, "wins": 9 } }, "x-ai/grok-build-0.1": { "claude-fable-5": { "draws": 2, "losses": 12, "wins": 4 }, "claude-opus-4-5": { "draws": 5, "losses": 5, "wins": 7 }, "claude-opus-4-8": { "draws": 6, "losses": 9, "wins": 4 }, "claude-sonnet-5": { "draws": 7, "losses": 11, "wins": 0 }, "cohere/north-mini-code": { "draws": 4, "losses": 4, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 6, "wins": 11 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 1, "wins": 10 }, "google/gemini-3.5-flash": { "draws": 6, "losses": 10, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 4, "wins": 4 }, "gpt-5": { "draws": 4, "losses": 9, "wins": 4 }, "gpt-5.4": { "draws": 4, "losses": 10, "wins": 2 }, "gpt-5.4-mini": { "draws": 17, "losses": 16, "wins": 11 }, "gpt-5.4-nano": { "draws": 18, "losses": 17, "wins": 18 }, "gpt-5.5": { "draws": 11, "losses": 3, "wins": 4 }, "gpt-5.6-luna": { "draws": 6, "losses": 8, "wins": 0 }, "gpt-5.6-sol": { "draws": 3, "losses": 9, "wins": 2 }, "gpt-5.6-terra": { "draws": 7, "losses": 7, "wins": 0 }, "minimax/minimax-m3": { "draws": 6, "losses": 3, "wins": 9 }, "moonshotai/kimi-k2.7-code": { "draws": 5, "losses": 10, "wins": 1 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 3, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 5, "wins": 1 }, "o3": { "draws": 3, "losses": 12, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 6, "losses": 1, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 5, "wins": 6 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 9, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 5, "losses": 0, "wins": 5 }, "x-ai/grok-4.5": { "draws": 2, "losses": 2, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 18, "losses": 9, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 11, "wins": 0 }, "z-ai/glm-5.2": { "draws": 11, "losses": 15, "wins": 2 } }, "xiaomi/mimo-v2.5": { "claude-fable-5": { "draws": 6, "losses": 32, "wins": 1 }, "claude-opus-4-5": { "draws": 13, "losses": 17, "wins": 4 }, "claude-opus-4-8": { "draws": 16, "losses": 20, "wins": 3 }, "claude-sonnet-5": { "draws": 19, "losses": 18, "wins": 2 }, "cohere/north-mini-code": { "draws": 7, "losses": 13, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 29, "losses": 8, "wins": 24 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 9, "wins": 17 }, "google/gemini-3.5-flash": { "draws": 13, "losses": 24, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 12, "wins": 3 }, "gpt-5": { "draws": 8, "losses": 13, "wins": 9 }, "gpt-5.4": { "draws": 14, "losses": 19, "wins": 3 }, "gpt-5.4-mini": { "draws": 52, "losses": 26, "wins": 21 }, "gpt-5.4-nano": { "draws": 38, "losses": 35, "wins": 39 }, "gpt-5.5": { "draws": 15, "losses": 22, "wins": 0 }, "gpt-5.6-luna": { "draws": 13, "losses": 12, "wins": 5 }, "gpt-5.6-sol": { "draws": 7, "losses": 22, "wins": 1 }, "gpt-5.6-terra": { "draws": 14, "losses": 13, "wins": 3 }, "minimax/minimax-m3": { "draws": 18, "losses": 10, "wins": 11 }, "moonshotai/kimi-k2.7-code": { "draws": 13, "losses": 21, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 5, "wins": 9 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 13, "losses": 7, "wins": 7 }, "o3": { "draws": 8, "losses": 22, "wins": 0 }, "openai/gpt-oss-120b": { "draws": 16, "losses": 7, "wins": 10 }, "qwen/qwen3.7-max": { "draws": 15, "losses": 17, "wins": 7 }, "qwen/qwen3.7-plus": { "draws": 12, "losses": 19, "wins": 2 }, "stepfun/step-3.7-flash": { "draws": 15, "losses": 6, "wins": 2 }, "x-ai/grok-4.5": { "draws": 4, "losses": 9, "wins": 1 }, "x-ai/grok-build-0.1": { "draws": 18, "losses": 12, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 26, "losses": 13, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 6, "losses": 19, "wins": 5 }, "z-ai/glm-5.2": { "draws": 16, "losses": 32, "wins": 11 } }, "xiaomi/mimo-v2.5-pro": { "claude-fable-5": { "draws": 1, "losses": 14, "wins": 0 }, "claude-opus-4-5": { "draws": 5, "losses": 6, "wins": 2 }, "claude-opus-4-8": { "draws": 3, "losses": 8, "wins": 4 }, "claude-sonnet-5": { "draws": 4, "losses": 5, "wins": 6 }, "cohere/north-mini-code": { "draws": 3, "losses": 3, "wins": 6 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 5, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 1, "wins": 11 }, "google/gemini-3.5-flash": { "draws": 3, "losses": 10, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5": { "draws": 3, "losses": 7, "wins": 5 }, "gpt-5.4": { "draws": 3, "losses": 6, "wins": 3 }, "gpt-5.4-mini": { "draws": 8, "losses": 12, "wins": 14 }, "gpt-5.4-nano": { "draws": 8, "losses": 10, "wins": 25 }, "gpt-5.5": { "draws": 1, "losses": 9, "wins": 4 }, "gpt-5.6-luna": { "draws": 3, "losses": 5, "wins": 4 }, "gpt-5.6-sol": { "draws": 2, "losses": 9, "wins": 1 }, "gpt-5.6-terra": { "draws": 2, "losses": 6, "wins": 4 }, "minimax/minimax-m3": { "draws": 3, "losses": 2, "wins": 10 }, "moonshotai/kimi-k2.7-code": { "draws": 2, "losses": 8, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 2, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 1, "wins": 8 }, "o3": { "draws": 3, "losses": 4, "wins": 8 }, "openai/gpt-oss-120b": { "draws": 4, "losses": 0, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 9, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 4, "wins": 7 }, "stepfun/step-3.7-flash": { "draws": 1, "losses": 3, "wins": 3 }, "x-ai/grok-4.5": { "draws": 0, "losses": 4, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 4, "losses": 0, "wins": 11 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 5, "wins": 19 }, "z-ai/glm-5.2": { "draws": 5, "losses": 15, "wins": 6 } }, "z-ai/glm-5.2": { "claude-fable-5": { "draws": 2, "losses": 24, "wins": 2 }, "claude-opus-4-5": { "draws": 9, "losses": 5, "wins": 10 }, "claude-opus-4-8": { "draws": 13, "losses": 12, "wins": 4 }, "claude-sonnet-5": { "draws": 9, "losses": 9, "wins": 10 }, "cohere/north-mini-code": { "draws": 4, "losses": 4, "wins": 13 }, "deepseek/deepseek-v4-flash": { "draws": 16, "losses": 4, "wins": 23 }, "google/gemini-3.1-flash-lite": { "draws": 10, "losses": 2, "wins": 14 }, "google/gemini-3.5-flash": { "draws": 4, "losses": 11, "wins": 13 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 2, "wins": 13 }, "gpt-5": { "draws": 8, "losses": 6, "wins": 14 }, "gpt-5.4": { "draws": 6, "losses": 13, "wins": 5 }, "gpt-5.4-mini": { "draws": 30, "losses": 15, "wins": 25 }, "gpt-5.4-nano": { "draws": 21, "losses": 19, "wins": 44 }, "gpt-5.5": { "draws": 9, "losses": 10, "wins": 7 }, "gpt-5.6-luna": { "draws": 9, "losses": 6, "wins": 9 }, "gpt-5.6-sol": { "draws": 5, "losses": 14, "wins": 5 }, "gpt-5.6-terra": { "draws": 9, "losses": 6, "wins": 10 }, "minimax/minimax-m3": { "draws": 7, "losses": 5, "wins": 16 }, "moonshotai/kimi-k2.7-code": { "draws": 4, "losses": 10, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 0, "losses": 0, "wins": 13 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 10, "losses": 3, "wins": 9 }, "o3": { "draws": 10, "losses": 4, "wins": 13 }, "openai/gpt-oss-120b": { "draws": 11, "losses": 0, "wins": 11 }, "qwen/qwen3.7-max": { "draws": 9, "losses": 5, "wins": 14 }, "qwen/qwen3.7-plus": { "draws": 9, "losses": 2, "wins": 13 }, "stepfun/step-3.7-flash": { "draws": 3, "losses": 2, "wins": 8 }, "x-ai/grok-4.5": { "draws": 1, "losses": 9, "wins": 0 }, "x-ai/grok-build-0.1": { "draws": 11, "losses": 2, "wins": 15 }, "xiaomi/mimo-v2.5": { "draws": 16, "losses": 11, "wins": 32 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 6, "wins": 15 }, "z-ai/glm-5.2": { "draws": 12, "losses": 10, "wins": 10 } } }, "none": { "claude-opus-4-5": { "claude-opus-4-8": { "draws": 4, "losses": 10, "wins": 4 }, "claude-sonnet-5": { "draws": 7, "losses": 9, "wins": 3 }, "cohere/north-mini-code": { "draws": 3, "losses": 0, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 15, "losses": 4, "wins": 20 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 7, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 1, "wins": 10 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 1, "wins": 10 }, "gpt-4.1": { "draws": 8, "losses": 7, "wins": 4 }, "gpt-5.4": { "draws": 3, "losses": 8, "wins": 8 }, "gpt-5.4-mini": { "draws": 20, "losses": 4, "wins": 25 }, "gpt-5.4-nano": { "draws": 19, "losses": 6, "wins": 24 }, "gpt-5.5": { "draws": 10, "losses": 3, "wins": 3 }, "gpt-5.6-luna": { "draws": 5, "losses": 0, "wins": 9 }, "gpt-5.6-sol": { "draws": 6, "losses": 6, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 3, "losses": 4, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 10 }, "nex-agi/nex-n2-pro": { "draws": 3, "losses": 2, "wins": 7 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 1, "wins": 9 }, "qwen/qwen3.7-max": { "draws": 0, "losses": 8, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 8, "losses": 1, "wins": 7 }, "tencent/hy3-preview": { "draws": 4, "losses": 4, "wins": 6 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 12, "wins": 19 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 7, "wins": 4 }, "z-ai/glm-5.2": { "draws": 18, "losses": 14, "wins": 27 } }, "claude-opus-4-8": { "claude-opus-4-5": { "draws": 4, "losses": 4, "wins": 10 }, "claude-sonnet-5": { "draws": 6, "losses": 6, "wins": 6 }, "cohere/north-mini-code": { "draws": 0, "losses": 0, "wins": 12 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 6, "wins": 19 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 7, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 2, "wins": 10 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 0, "wins": 12 }, "gpt-4.1": { "draws": 5, "losses": 1, "wins": 12 }, "gpt-5.4": { "draws": 4, "losses": 9, "wins": 5 }, "gpt-5.4-mini": { "draws": 13, "losses": 8, "wins": 26 }, "gpt-5.4-nano": { "draws": 15, "losses": 8, "wins": 26 }, "gpt-5.5": { "draws": 7, "losses": 5, "wins": 3 }, "gpt-5.6-luna": { "draws": 3, "losses": 2, "wins": 9 }, "gpt-5.6-sol": { "draws": 4, "losses": 7, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 1, "losses": 3, "wins": 10 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 3, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 3, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 5, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 8, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 3, "wins": 8 }, "tencent/hy3-preview": { "draws": 3, "losses": 1, "wins": 9 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 6, "wins": 27 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 7, "wins": 4 }, "z-ai/glm-5.2": { "draws": 16, "losses": 20, "wins": 22 } }, "claude-sonnet-5": { "claude-opus-4-5": { "draws": 7, "losses": 3, "wins": 9 }, "claude-opus-4-8": { "draws": 6, "losses": 6, "wins": 6 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 16, "losses": 5, "wins": 18 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 5, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 1, "wins": 10 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 2, "wins": 9 }, "gpt-4.1": { "draws": 4, "losses": 7, "wins": 7 }, "gpt-5.4": { "draws": 7, "losses": 10, "wins": 2 }, "gpt-5.4-mini": { "draws": 20, "losses": 1, "wins": 27 }, "gpt-5.4-nano": { "draws": 23, "losses": 9, "wins": 17 }, "gpt-5.5": { "draws": 10, "losses": 1, "wins": 4 }, "gpt-5.6-luna": { "draws": 6, "losses": 0, "wins": 8 }, "gpt-5.6-sol": { "draws": 6, "losses": 6, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 1, "wins": 7 }, "minimax/minimax-m3": { "draws": 3, "losses": 5, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 3, "losses": 3, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 6, "losses": 3, "wins": 3 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 5, "losses": 1, "wins": 10 }, "qwen/qwen3.7-max": { "draws": 9, "losses": 4, "wins": 4 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 0, "wins": 13 }, "tencent/hy3-preview": { "draws": 8, "losses": 6, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 9, "losses": 9, "wins": 24 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 6, "wins": 5 }, "z-ai/glm-5.2": { "draws": 15, "losses": 19, "wins": 24 } }, "cohere/north-mini-code": { "claude-opus-4-5": { "draws": 3, "losses": 9, "wins": 0 }, "claude-opus-4-8": { "draws": 0, "losses": 12, "wins": 0 }, "claude-sonnet-5": { "draws": 2, "losses": 9, "wins": 1 }, "cohere/north-mini-code": { "draws": 2, "losses": 3, "wins": 3 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 8, "wins": 7 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 5, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 2, "wins": 5 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 5, "wins": 3 }, "gpt-4.1": { "draws": 2, "losses": 9, "wins": 1 }, "gpt-5.4": { "draws": 2, "losses": 7, "wins": 2 }, "gpt-5.4-mini": { "draws": 13, "losses": 10, "wins": 4 }, "gpt-5.4-nano": { "draws": 10, "losses": 14, "wins": 8 }, "gpt-5.5": { "draws": 6, "losses": 4, "wins": 1 }, "gpt-5.6-luna": { "draws": 2, "losses": 2, "wins": 6 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 1 }, "gpt-5.6-terra": { "draws": 2, "losses": 8, "wins": 0 }, "minimax/minimax-m3": { "draws": 0, "losses": 9, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 0, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 4, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 5, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 10, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 3, "wins": 3 }, "tencent/hy3-preview": { "draws": 2, "losses": 5, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 14, "losses": 11, "wins": 4 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 7, "wins": 0 }, "z-ai/glm-5.2": { "draws": 5, "losses": 29, "wins": 5 } }, "deepseek/deepseek-v4-flash": { "claude-opus-4-5": { "draws": 15, "losses": 20, "wins": 4 }, "claude-opus-4-8": { "draws": 14, "losses": 19, "wins": 6 }, "claude-sonnet-5": { "draws": 16, "losses": 18, "wins": 5 }, "cohere/north-mini-code": { "draws": 8, "losses": 7, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 20, "losses": 20, "wins": 20 }, "deepseek/deepseek-v4-pro": { "draws": 11, "losses": 10, "wins": 12 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 3, "wins": 21 }, "google/gemma-4-31b-it": { "draws": 12, "losses": 8, "wins": 13 }, "gpt-4.1": { "draws": 14, "losses": 16, "wins": 10 }, "gpt-5.4": { "draws": 14, "losses": 23, "wins": 4 }, "gpt-5.4-mini": { "draws": 50, "losses": 28, "wins": 32 }, "gpt-5.4-nano": { "draws": 48, "losses": 30, "wins": 29 }, "gpt-5.5": { "draws": 18, "losses": 14, "wins": 2 }, "gpt-5.6-luna": { "draws": 14, "losses": 4, "wins": 14 }, "gpt-5.6-sol": { "draws": 9, "losses": 20, "wins": 4 }, "gpt-5.6-terra": { "draws": 12, "losses": 17, "wins": 3 }, "minimax/minimax-m3": { "draws": 8, "losses": 13, "wins": 9 }, "mistralai/mistral-medium-3-5": { "draws": 5, "losses": 8, "wins": 8 }, "nex-agi/nex-n2-pro": { "draws": 15, "losses": 13, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 9, "losses": 16, "wins": 8 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 22, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 11, "losses": 6, "wins": 18 }, "tencent/hy3-preview": { "draws": 15, "losses": 7, "wins": 7 }, "xiaomi/mimo-v2.5": { "draws": 24, "losses": 34, "wins": 32 }, "xiaomi/mimo-v2.5-pro": { "draws": 8, "losses": 12, "wins": 11 }, "z-ai/glm-5.2": { "draws": 41, "losses": 60, "wins": 31 } }, "deepseek/deepseek-v4-pro": { "claude-opus-4-5": { "draws": 3, "losses": 6, "wins": 7 }, "claude-opus-4-8": { "draws": 5, "losses": 4, "wins": 7 }, "claude-sonnet-5": { "draws": 5, "losses": 6, "wins": 5 }, "cohere/north-mini-code": { "draws": 5, "losses": 0, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 12, "wins": 10 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 0, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 5, "losses": 1, "wins": 7 }, "gpt-4.1": { "draws": 5, "losses": 7, "wins": 5 }, "gpt-5.4": { "draws": 6, "losses": 8, "wins": 2 }, "gpt-5.4-mini": { "draws": 21, "losses": 1, "wins": 19 }, "gpt-5.4-nano": { "draws": 21, "losses": 5, "wins": 19 }, "gpt-5.5": { "draws": 6, "losses": 7, "wins": 1 }, "gpt-5.6-luna": { "draws": 6, "losses": 0, "wins": 6 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 4 }, "gpt-5.6-terra": { "draws": 5, "losses": 3, "wins": 4 }, "minimax/minimax-m3": { "draws": 4, "losses": 7, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 2, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 1, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 4, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 6, "losses": 4, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 6, "losses": 0, "wins": 8 }, "tencent/hy3-preview": { "draws": 6, "losses": 4, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 8, "losses": 6, "wins": 21 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 9, "wins": 4 }, "z-ai/glm-5.2": { "draws": 15, "losses": 13, "wins": 20 } }, "google/gemini-3.1-flash-lite": { "claude-opus-4-5": { "draws": 3, "losses": 10, "wins": 1 }, "claude-opus-4-8": { "draws": 2, "losses": 10, "wins": 2 }, "claude-sonnet-5": { "draws": 3, "losses": 10, "wins": 1 }, "cohere/north-mini-code": { "draws": 3, "losses": 5, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 21, "wins": 3 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 8, "wins": 0 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 7, "wins": 4 }, "gpt-4.1": { "draws": 5, "losses": 9, "wins": 0 }, "gpt-5.4": { "draws": 3, "losses": 11, "wins": 0 }, "gpt-5.4-mini": { "draws": 12, "losses": 16, "wins": 7 }, "gpt-5.4-nano": { "draws": 13, "losses": 20, "wins": 4 }, "gpt-5.5": { "draws": 6, "losses": 5, "wins": 0 }, "gpt-5.6-luna": { "draws": 3, "losses": 2, "wins": 5 }, "gpt-5.6-sol": { "draws": 2, "losses": 6, "wins": 2 }, "gpt-5.6-terra": { "draws": 2, "losses": 7, "wins": 1 }, "minimax/minimax-m3": { "draws": 5, "losses": 7, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 1, "wins": 3 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 5, "wins": 1 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 7, "wins": 2 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 8, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 11, "wins": 0 }, "tencent/hy3-preview": { "draws": 3, "losses": 6, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 3, "losses": 24, "wins": 6 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 9, "wins": 0 }, "z-ai/glm-5.2": { "draws": 6, "losses": 32, "wins": 6 } }, "google/gemma-4-31b-it": { "claude-opus-4-5": { "draws": 4, "losses": 10, "wins": 1 }, "claude-opus-4-8": { "draws": 3, "losses": 12, "wins": 0 }, "claude-sonnet-5": { "draws": 4, "losses": 9, "wins": 2 }, "cohere/north-mini-code": { "draws": 4, "losses": 3, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 12, "losses": 13, "wins": 8 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 7, "wins": 1 }, "google/gemini-3.1-flash-lite": { "draws": 0, "losses": 4, "wins": 7 }, "gpt-4.1": { "draws": 3, "losses": 8, "wins": 4 }, "gpt-5.4": { "draws": 4, "losses": 10, "wins": 1 }, "gpt-5.4-mini": { "draws": 12, "losses": 10, "wins": 16 }, "gpt-5.4-nano": { "draws": 9, "losses": 16, "wins": 13 }, "gpt-5.5": { "draws": 6, "losses": 5, "wins": 1 }, "gpt-5.6-luna": { "draws": 4, "losses": 1, "wins": 7 }, "gpt-5.6-sol": { "draws": 4, "losses": 8, "wins": 0 }, "gpt-5.6-terra": { "draws": 4, "losses": 8, "wins": 0 }, "minimax/minimax-m3": { "draws": 0, "losses": 11, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 3, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 4, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 8, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 10, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 1, "losses": 3, "wins": 9 }, "tencent/hy3-preview": { "draws": 4, "losses": 6, "wins": 0 }, "xiaomi/mimo-v2.5": { "draws": 7, "losses": 19, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 8, "wins": 3 }, "z-ai/glm-5.2": { "draws": 10, "losses": 31, "wins": 9 } }, "gpt-4.1": { "claude-opus-4-5": { "draws": 8, "losses": 4, "wins": 7 }, "claude-opus-4-8": { "draws": 5, "losses": 12, "wins": 1 }, "claude-sonnet-5": { "draws": 4, "losses": 7, "wins": 7 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 10, "wins": 16 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 5, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 0, "wins": 9 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 4, "wins": 8 }, "gpt-5.4": { "draws": 6, "losses": 10, "wins": 2 }, "gpt-5.4-mini": { "draws": 19, "losses": 12, "wins": 18 }, "gpt-5.4-nano": { "draws": 18, "losses": 12, "wins": 19 }, "gpt-5.5": { "draws": 6, "losses": 4, "wins": 5 }, "gpt-5.6-luna": { "draws": 6, "losses": 0, "wins": 8 }, "gpt-5.6-sol": { "draws": 3, "losses": 8, "wins": 3 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 3, "losses": 6, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 3, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 5, "losses": 5, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 3, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 4, "losses": 9, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 3, "wins": 8 }, "tencent/hy3-preview": { "draws": 5, "losses": 6, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 9, "wins": 23 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 4, "wins": 8 }, "z-ai/glm-5.2": { "draws": 15, "losses": 28, "wins": 18 } }, "gpt-5.4": { "claude-opus-4-5": { "draws": 3, "losses": 8, "wins": 8 }, "claude-opus-4-8": { "draws": 4, "losses": 5, "wins": 9 }, "claude-sonnet-5": { "draws": 7, "losses": 2, "wins": 10 }, "cohere/north-mini-code": { "draws": 2, "losses": 2, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 4, "wins": 23 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 2, "wins": 8 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 0, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 1, "wins": 10 }, "gpt-4.1": { "draws": 6, "losses": 2, "wins": 10 }, "gpt-5.4-mini": { "draws": 19, "losses": 1, "wins": 30 }, "gpt-5.4-nano": { "draws": 22, "losses": 3, "wins": 28 }, "gpt-5.5": { "draws": 7, "losses": 2, "wins": 7 }, "gpt-5.6-luna": { "draws": 4, "losses": 1, "wins": 9 }, "gpt-5.6-sol": { "draws": 4, "losses": 3, "wins": 7 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 5 }, "minimax/minimax-m3": { "draws": 3, "losses": 5, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 1, "losses": 0, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 6, "losses": 2, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 1, "wins": 11 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 2, "wins": 9 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 0, "wins": 11 }, "tencent/hy3-preview": { "draws": 6, "losses": 1, "wins": 6 }, "xiaomi/mimo-v2.5": { "draws": 11, "losses": 3, "wins": 28 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 3, "wins": 8 }, "z-ai/glm-5.2": { "draws": 18, "losses": 11, "wins": 31 } }, "gpt-5.4-mini": { "claude-opus-4-5": { "draws": 20, "losses": 25, "wins": 4 }, "claude-opus-4-8": { "draws": 13, "losses": 26, "wins": 8 }, "claude-sonnet-5": { "draws": 20, "losses": 27, "wins": 1 }, "cohere/north-mini-code": { "draws": 13, "losses": 4, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 50, "losses": 32, "wins": 28 }, "deepseek/deepseek-v4-pro": { "draws": 21, "losses": 19, "wins": 1 }, "google/gemini-3.1-flash-lite": { "draws": 12, "losses": 7, "wins": 16 }, "google/gemma-4-31b-it": { "draws": 12, "losses": 16, "wins": 10 }, "gpt-4.1": { "draws": 19, "losses": 18, "wins": 12 }, "gpt-5.4": { "draws": 19, "losses": 30, "wins": 1 }, "gpt-5.4-mini": { "draws": 42, "losses": 24, "wins": 24 }, "gpt-5.4-nano": { "draws": 64, "losses": 44, "wins": 29 }, "gpt-5.5": { "draws": 26, "losses": 15, "wins": 3 }, "gpt-5.6-luna": { "draws": 15, "losses": 6, "wins": 16 }, "gpt-5.6-sol": { "draws": 12, "losses": 24, "wins": 1 }, "gpt-5.6-terra": { "draws": 17, "losses": 16, "wins": 3 }, "minimax/minimax-m3": { "draws": 13, "losses": 20, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 7, "losses": 6, "wins": 16 }, "nex-agi/nex-n2-pro": { "draws": 16, "losses": 13, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 13, "losses": 16, "wins": 12 }, "qwen/qwen3.7-max": { "draws": 11, "losses": 22, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 15, "losses": 14, "wins": 12 }, "tencent/hy3-preview": { "draws": 20, "losses": 11, "wins": 7 }, "xiaomi/mimo-v2.5": { "draws": 37, "losses": 47, "wins": 27 }, "xiaomi/mimo-v2.5-pro": { "draws": 10, "losses": 13, "wins": 12 }, "z-ai/glm-5.2": { "draws": 50, "losses": 82, "wins": 27 } }, "gpt-5.4-nano": { "claude-opus-4-5": { "draws": 19, "losses": 24, "wins": 6 }, "claude-opus-4-8": { "draws": 15, "losses": 26, "wins": 8 }, "claude-sonnet-5": { "draws": 23, "losses": 17, "wins": 9 }, "cohere/north-mini-code": { "draws": 10, "losses": 8, "wins": 14 }, "deepseek/deepseek-v4-flash": { "draws": 48, "losses": 29, "wins": 30 }, "deepseek/deepseek-v4-pro": { "draws": 21, "losses": 19, "wins": 5 }, "google/gemini-3.1-flash-lite": { "draws": 13, "losses": 4, "wins": 20 }, "google/gemma-4-31b-it": { "draws": 9, "losses": 13, "wins": 16 }, "gpt-4.1": { "draws": 18, "losses": 19, "wins": 12 }, "gpt-5.4": { "draws": 22, "losses": 28, "wins": 3 }, "gpt-5.4-mini": { "draws": 64, "losses": 29, "wins": 44 }, "gpt-5.4-nano": { "draws": 50, "losses": 29, "wins": 29 }, "gpt-5.5": { "draws": 26, "losses": 14, "wins": 2 }, "gpt-5.6-luna": { "draws": 17, "losses": 7, "wins": 18 }, "gpt-5.6-sol": { "draws": 11, "losses": 20, "wins": 10 }, "gpt-5.6-terra": { "draws": 19, "losses": 12, "wins": 11 }, "minimax/minimax-m3": { "draws": 15, "losses": 19, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 8, "losses": 5, "wins": 14 }, "nex-agi/nex-n2-pro": { "draws": 14, "losses": 13, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 11, "losses": 14, "wins": 15 }, "qwen/qwen3.7-max": { "draws": 14, "losses": 17, "wins": 8 }, "qwen/qwen3.7-plus": { "draws": 15, "losses": 8, "wins": 18 }, "tencent/hy3-preview": { "draws": 23, "losses": 13, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 33, "losses": 40, "wins": 37 }, "xiaomi/mimo-v2.5-pro": { "draws": 13, "losses": 12, "wins": 12 }, "z-ai/glm-5.2": { "draws": 53, "losses": 74, "wins": 38 } }, "gpt-5.5": { "claude-opus-4-5": { "draws": 10, "losses": 3, "wins": 3 }, "claude-opus-4-8": { "draws": 7, "losses": 3, "wins": 5 }, "claude-sonnet-5": { "draws": 10, "losses": 4, "wins": 1 }, "cohere/north-mini-code": { "draws": 6, "losses": 1, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 18, "losses": 2, "wins": 14 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 1, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 0, "wins": 5 }, "google/gemma-4-31b-it": { "draws": 6, "losses": 1, "wins": 5 }, "gpt-4.1": { "draws": 6, "losses": 5, "wins": 4 }, "gpt-5.4": { "draws": 7, "losses": 7, "wins": 2 }, "gpt-5.4-mini": { "draws": 26, "losses": 3, "wins": 15 }, "gpt-5.4-nano": { "draws": 26, "losses": 2, "wins": 14 }, "gpt-5.6-luna": { "draws": 6, "losses": 1, "wins": 5 }, "gpt-5.6-sol": { "draws": 6, "losses": 3, "wins": 3 }, "gpt-5.6-terra": { "draws": 8, "losses": 2, "wins": 3 }, "minimax/minimax-m3": { "draws": 3, "losses": 5, "wins": 5 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 0, "wins": 6 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 7, "losses": 3, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 7, "losses": 5, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 7, "losses": 3, "wins": 3 }, "tencent/hy3-preview": { "draws": 6, "losses": 4, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 15, "losses": 3, "wins": 15 }, "xiaomi/mimo-v2.5-pro": { "draws": 5, "losses": 4, "wins": 3 }, "z-ai/glm-5.2": { "draws": 22, "losses": 14, "wins": 15 } }, "gpt-5.6-luna": { "claude-opus-4-5": { "draws": 5, "losses": 9, "wins": 0 }, "claude-opus-4-8": { "draws": 3, "losses": 9, "wins": 2 }, "claude-sonnet-5": { "draws": 6, "losses": 8, "wins": 0 }, "cohere/north-mini-code": { "draws": 2, "losses": 6, "wins": 2 }, "deepseek/deepseek-v4-flash": { "draws": 14, "losses": 14, "wins": 4 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 6, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 5, "wins": 2 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 7, "wins": 1 }, "gpt-4.1": { "draws": 6, "losses": 8, "wins": 0 }, "gpt-5.4": { "draws": 4, "losses": 9, "wins": 1 }, "gpt-5.4-mini": { "draws": 15, "losses": 16, "wins": 6 }, "gpt-5.4-nano": { "draws": 17, "losses": 18, "wins": 7 }, "gpt-5.5": { "draws": 6, "losses": 5, "wins": 1 }, "gpt-5.6-sol": { "draws": 4, "losses": 10, "wins": 0 }, "gpt-5.6-terra": { "draws": 5, "losses": 10, "wins": 0 }, "minimax/minimax-m3": { "draws": 6, "losses": 4, "wins": 0 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 4, "wins": 1 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 6, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 9, "wins": 0 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 8, "wins": 0 }, "qwen/qwen3.7-plus": { "draws": 5, "losses": 5, "wins": 2 }, "tencent/hy3-preview": { "draws": 4, "losses": 3, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 9, "losses": 20, "wins": 3 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 7, "wins": 0 }, "z-ai/glm-5.2": { "draws": 12, "losses": 35, "wins": 3 } }, "gpt-5.6-sol": { "claude-opus-4-5": { "draws": 6, "losses": 3, "wins": 6 }, "claude-opus-4-8": { "draws": 4, "losses": 3, "wins": 7 }, "claude-sonnet-5": { "draws": 6, "losses": 3, "wins": 6 }, "cohere/north-mini-code": { "draws": 2, "losses": 1, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 9, "losses": 4, "wins": 20 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 4, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 2, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 0, "wins": 8 }, "gpt-4.1": { "draws": 3, "losses": 3, "wins": 8 }, "gpt-5.4": { "draws": 4, "losses": 7, "wins": 3 }, "gpt-5.4-mini": { "draws": 12, "losses": 1, "wins": 24 }, "gpt-5.4-nano": { "draws": 11, "losses": 10, "wins": 20 }, "gpt-5.5": { "draws": 6, "losses": 3, "wins": 3 }, "gpt-5.6-luna": { "draws": 4, "losses": 0, "wins": 10 }, "gpt-5.6-terra": { "draws": 6, "losses": 3, "wins": 6 }, "minimax/minimax-m3": { "draws": 2, "losses": 1, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 3, "losses": 3, "wins": 6 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 3, "losses": 4, "wins": 6 }, "qwen/qwen3.7-max": { "draws": 1, "losses": 5, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 1, "wins": 7 }, "tencent/hy3-preview": { "draws": 6, "losses": 1, "wins": 4 }, "xiaomi/mimo-v2.5": { "draws": 5, "losses": 8, "wins": 19 }, "xiaomi/mimo-v2.5-pro": { "draws": 2, "losses": 3, "wins": 5 }, "z-ai/glm-5.2": { "draws": 15, "losses": 16, "wins": 18 } }, "gpt-5.6-terra": { "claude-opus-4-5": { "draws": 6, "losses": 5, "wins": 3 }, "claude-opus-4-8": { "draws": 6, "losses": 5, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 7, "wins": 1 }, "cohere/north-mini-code": { "draws": 2, "losses": 0, "wins": 8 }, "deepseek/deepseek-v4-flash": { "draws": 12, "losses": 3, "wins": 17 }, "deepseek/deepseek-v4-pro": { "draws": 5, "losses": 4, "wins": 3 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 1, "wins": 7 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 0, "wins": 8 }, "gpt-4.1": { "draws": 6, "losses": 5, "wins": 3 }, "gpt-5.4": { "draws": 6, "losses": 5, "wins": 3 }, "gpt-5.4-mini": { "draws": 17, "losses": 3, "wins": 16 }, "gpt-5.4-nano": { "draws": 19, "losses": 11, "wins": 12 }, "gpt-5.5": { "draws": 8, "losses": 3, "wins": 2 }, "gpt-5.6-luna": { "draws": 5, "losses": 0, "wins": 10 }, "gpt-5.6-sol": { "draws": 6, "losses": 6, "wins": 3 }, "minimax/minimax-m3": { "draws": 3, "losses": 3, "wins": 4 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 1, "wins": 5 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 4, "wins": 4 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 4, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 4, "wins": 3 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 2, "wins": 6 }, "tencent/hy3-preview": { "draws": 6, "losses": 2, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 14, "losses": 6, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 3, "wins": 4 }, "z-ai/glm-5.2": { "draws": 20, "losses": 19, "wins": 11 } }, "minimax/minimax-m3": { "claude-opus-4-5": { "draws": 3, "losses": 7, "wins": 4 }, "claude-opus-4-8": { "draws": 1, "losses": 10, "wins": 3 }, "claude-sonnet-5": { "draws": 3, "losses": 7, "wins": 5 }, "cohere/north-mini-code": { "draws": 0, "losses": 3, "wins": 9 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 9, "wins": 13 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 7 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 0, "wins": 7 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 0, "wins": 11 }, "gpt-4.1": { "draws": 3, "losses": 6, "wins": 6 }, "gpt-5.4": { "draws": 3, "losses": 6, "wins": 5 }, "gpt-5.4-mini": { "draws": 13, "losses": 4, "wins": 20 }, "gpt-5.4-nano": { "draws": 15, "losses": 4, "wins": 19 }, "gpt-5.5": { "draws": 3, "losses": 5, "wins": 5 }, "gpt-5.6-luna": { "draws": 6, "losses": 0, "wins": 4 }, "gpt-5.6-sol": { "draws": 2, "losses": 7, "wins": 1 }, "gpt-5.6-terra": { "draws": 3, "losses": 4, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 0, "wins": 8 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 3, "wins": 7 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 8, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 1, "wins": 7 }, "tencent/hy3-preview": { "draws": 3, "losses": 6, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 7, "wins": 19 }, "xiaomi/mimo-v2.5-pro": { "draws": 1, "losses": 7, "wins": 5 }, "z-ai/glm-5.2": { "draws": 11, "losses": 19, "wins": 14 } }, "mistralai/mistral-medium-3-5": { "claude-opus-4-5": { "draws": 0, "losses": 10, "wins": 0 }, "claude-opus-4-8": { "draws": 0, "losses": 7, "wins": 3 }, "claude-sonnet-5": { "draws": 3, "losses": 4, "wins": 3 }, "cohere/north-mini-code": { "draws": 4, "losses": 3, "wins": 0 }, "deepseek/deepseek-v4-flash": { "draws": 5, "losses": 8, "wins": 8 }, "deepseek/deepseek-v4-pro": { "draws": 2, "losses": 6, "wins": 2 }, "google/gemini-3.1-flash-lite": { "draws": 4, "losses": 3, "wins": 1 }, "google/gemma-4-31b-it": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-4.1": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5.4": { "draws": 1, "losses": 7, "wins": 0 }, "gpt-5.4-mini": { "draws": 7, "losses": 16, "wins": 6 }, "gpt-5.4-nano": { "draws": 8, "losses": 14, "wins": 5 }, "gpt-5.5": { "draws": 2, "losses": 6, "wins": 0 }, "gpt-5.6-luna": { "draws": 2, "losses": 1, "wins": 4 }, "gpt-5.6-sol": { "draws": 0, "losses": 5, "wins": 1 }, "gpt-5.6-terra": { "draws": 2, "losses": 5, "wins": 1 }, "minimax/minimax-m3": { "draws": 0, "losses": 8, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 7, "wins": 1 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 4, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 0, "losses": 4, "wins": 4 }, "tencent/hy3-preview": { "draws": 2, "losses": 0, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 4, "losses": 18, "wins": 6 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 7, "wins": 1 }, "z-ai/glm-5.2": { "draws": 2, "losses": 21, "wins": 11 } }, "nex-agi/nex-n2-pro": { "claude-opus-4-5": { "draws": 3, "losses": 7, "wins": 2 }, "claude-opus-4-8": { "draws": 4, "losses": 5, "wins": 3 }, "claude-sonnet-5": { "draws": 6, "losses": 3, "wins": 3 }, "cohere/north-mini-code": { "draws": 2, "losses": 0, "wins": 4 }, "deepseek/deepseek-v4-flash": { "draws": 15, "losses": 4, "wins": 13 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 1 }, "google/gemini-3.1-flash-lite": { "draws": 2, "losses": 1, "wins": 5 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 2, "wins": 4 }, "gpt-4.1": { "draws": 5, "losses": 2, "wins": 5 }, "gpt-5.4": { "draws": 6, "losses": 5, "wins": 2 }, "gpt-5.4-mini": { "draws": 16, "losses": 6, "wins": 13 }, "gpt-5.4-nano": { "draws": 14, "losses": 8, "wins": 13 }, "gpt-5.5": { "draws": 7, "losses": 2, "wins": 2 }, "gpt-5.6-luna": { "draws": 7, "losses": 0, "wins": 6 }, "gpt-5.6-sol": { "draws": 3, "losses": 6, "wins": 3 }, "gpt-5.6-terra": { "draws": 4, "losses": 4, "wins": 4 }, "minimax/minimax-m3": { "draws": 4, "losses": 2, "wins": 2 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 2, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 4, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 5, "wins": 1 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 2, "wins": 4 }, "tencent/hy3-preview": { "draws": 7, "losses": 0, "wins": 2 }, "xiaomi/mimo-v2.5": { "draws": 10, "losses": 8, "wins": 8 }, "xiaomi/mimo-v2.5-pro": { "draws": 4, "losses": 2, "wins": 4 }, "z-ai/glm-5.2": { "draws": 17, "losses": 14, "wins": 12 } }, "nvidia/nemotron-3-ultra-550b-a55b": { "claude-opus-4-5": { "draws": 5, "losses": 9, "wins": 1 }, "claude-opus-4-8": { "draws": 2, "losses": 7, "wins": 5 }, "claude-sonnet-5": { "draws": 5, "losses": 10, "wins": 1 }, "cohere/north-mini-code": { "draws": 2, "losses": 4, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 9, "losses": 8, "wins": 16 }, "deepseek/deepseek-v4-pro": { "draws": 4, "losses": 4, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 1, "losses": 2, "wins": 7 }, "google/gemma-4-31b-it": { "draws": 3, "losses": 3, "wins": 8 }, "gpt-4.1": { "draws": 4, "losses": 7, "wins": 3 }, "gpt-5.4": { "draws": 3, "losses": 11, "wins": 1 }, "gpt-5.4-mini": { "draws": 13, "losses": 12, "wins": 16 }, "gpt-5.4-nano": { "draws": 11, "losses": 15, "wins": 14 }, "gpt-5.5": { "draws": 7, "losses": 3, "wins": 3 }, "gpt-5.6-luna": { "draws": 3, "losses": 0, "wins": 9 }, "gpt-5.6-sol": { "draws": 3, "losses": 6, "wins": 4 }, "gpt-5.6-terra": { "draws": 4, "losses": 4, "wins": 4 }, "minimax/minimax-m3": { "draws": 0, "losses": 7, "wins": 3 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 1, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 3, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 6, "wins": 5 }, "qwen/qwen3.7-plus": { "draws": 1, "losses": 3, "wins": 8 }, "tencent/hy3-preview": { "draws": 4, "losses": 3, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 9, "losses": 14, "wins": 13 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 4, "wins": 6 }, "z-ai/glm-5.2": { "draws": 8, "losses": 20, "wins": 21 } }, "qwen/qwen3.7-max": { "claude-opus-4-5": { "draws": 0, "losses": 8, "wins": 8 }, "claude-opus-4-8": { "draws": 1, "losses": 5, "wins": 8 }, "claude-sonnet-5": { "draws": 9, "losses": 4, "wins": 4 }, "cohere/north-mini-code": { "draws": 1, "losses": 1, "wins": 10 }, "deepseek/deepseek-v4-flash": { "draws": 7, "losses": 2, "wins": 22 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 5, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 1, "wins": 8 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 2, "wins": 10 }, "gpt-4.1": { "draws": 4, "losses": 2, "wins": 9 }, "gpt-5.4": { "draws": 5, "losses": 9, "wins": 2 }, "gpt-5.4-mini": { "draws": 11, "losses": 5, "wins": 22 }, "gpt-5.4-nano": { "draws": 14, "losses": 8, "wins": 17 }, "gpt-5.5": { "draws": 7, "losses": 1, "wins": 5 }, "gpt-5.6-luna": { "draws": 2, "losses": 0, "wins": 8 }, "gpt-5.6-sol": { "draws": 1, "losses": 5, "wins": 5 }, "gpt-5.6-terra": { "draws": 3, "losses": 3, "wins": 4 }, "minimax/minimax-m3": { "draws": 5, "losses": 1, "wins": 8 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 1, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 2, "losses": 1, "wins": 5 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 2, "losses": 5, "wins": 6 }, "qwen/qwen3.7-plus": { "draws": 2, "losses": 1, "wins": 10 }, "tencent/hy3-preview": { "draws": 5, "losses": 3, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 9, "losses": 10, "wins": 17 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 2, "wins": 9 }, "z-ai/glm-5.2": { "draws": 10, "losses": 17, "wins": 21 } }, "qwen/qwen3.7-plus": { "claude-opus-4-5": { "draws": 8, "losses": 7, "wins": 1 }, "claude-opus-4-8": { "draws": 5, "losses": 8, "wins": 3 }, "claude-sonnet-5": { "draws": 3, "losses": 13, "wins": 0 }, "cohere/north-mini-code": { "draws": 4, "losses": 3, "wins": 3 }, "deepseek/deepseek-v4-flash": { "draws": 11, "losses": 18, "wins": 6 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 8, "wins": 0 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 0, "wins": 11 }, "google/gemma-4-31b-it": { "draws": 1, "losses": 9, "wins": 3 }, "gpt-4.1": { "draws": 5, "losses": 8, "wins": 3 }, "gpt-5.4": { "draws": 5, "losses": 11, "wins": 0 }, "gpt-5.4-mini": { "draws": 15, "losses": 12, "wins": 14 }, "gpt-5.4-nano": { "draws": 15, "losses": 18, "wins": 8 }, "gpt-5.5": { "draws": 7, "losses": 3, "wins": 3 }, "gpt-5.6-luna": { "draws": 5, "losses": 2, "wins": 5 }, "gpt-5.6-sol": { "draws": 4, "losses": 7, "wins": 1 }, "gpt-5.6-terra": { "draws": 4, "losses": 6, "wins": 2 }, "minimax/minimax-m3": { "draws": 4, "losses": 7, "wins": 1 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 4, "wins": 4 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 4, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 1, "losses": 8, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 2, "losses": 10, "wins": 1 }, "tencent/hy3-preview": { "draws": 4, "losses": 6, "wins": 1 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 25, "wins": 6 }, "xiaomi/mimo-v2.5-pro": { "draws": 3, "losses": 11, "wins": 0 }, "z-ai/glm-5.2": { "draws": 14, "losses": 29, "wins": 9 } }, "tencent/hy3-preview": { "claude-opus-4-5": { "draws": 4, "losses": 6, "wins": 4 }, "claude-opus-4-8": { "draws": 3, "losses": 9, "wins": 1 }, "claude-sonnet-5": { "draws": 8, "losses": 0, "wins": 6 }, "cohere/north-mini-code": { "draws": 2, "losses": 0, "wins": 5 }, "deepseek/deepseek-v4-flash": { "draws": 15, "losses": 7, "wins": 7 }, "deepseek/deepseek-v4-pro": { "draws": 6, "losses": 2, "wins": 4 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 0, "wins": 6 }, "google/gemma-4-31b-it": { "draws": 4, "losses": 0, "wins": 6 }, "gpt-4.1": { "draws": 5, "losses": 3, "wins": 6 }, "gpt-5.4": { "draws": 6, "losses": 6, "wins": 1 }, "gpt-5.4-mini": { "draws": 20, "losses": 7, "wins": 11 }, "gpt-5.4-nano": { "draws": 23, "losses": 2, "wins": 13 }, "gpt-5.5": { "draws": 6, "losses": 3, "wins": 4 }, "gpt-5.6-luna": { "draws": 4, "losses": 3, "wins": 3 }, "gpt-5.6-sol": { "draws": 6, "losses": 4, "wins": 1 }, "gpt-5.6-terra": { "draws": 6, "losses": 2, "wins": 2 }, "minimax/minimax-m3": { "draws": 3, "losses": 3, "wins": 6 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 3, "wins": 0 }, "nex-agi/nex-n2-pro": { "draws": 7, "losses": 2, "wins": 0 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 4, "losses": 3, "wins": 3 }, "qwen/qwen3.7-max": { "draws": 5, "losses": 3, "wins": 3 }, "qwen/qwen3.7-plus": { "draws": 4, "losses": 1, "wins": 6 }, "xiaomi/mimo-v2.5": { "draws": 9, "losses": 8, "wins": 12 }, "xiaomi/mimo-v2.5-pro": { "draws": 0, "losses": 3, "wins": 7 }, "z-ai/glm-5.2": { "draws": 14, "losses": 17, "wins": 14 } }, "xiaomi/mimo-v2.5": { "claude-opus-4-5": { "draws": 10, "losses": 19, "wins": 12 }, "claude-opus-4-8": { "draws": 8, "losses": 27, "wins": 6 }, "claude-sonnet-5": { "draws": 9, "losses": 24, "wins": 9 }, "cohere/north-mini-code": { "draws": 14, "losses": 4, "wins": 11 }, "deepseek/deepseek-v4-flash": { "draws": 24, "losses": 32, "wins": 34 }, "deepseek/deepseek-v4-pro": { "draws": 8, "losses": 21, "wins": 6 }, "google/gemini-3.1-flash-lite": { "draws": 3, "losses": 6, "wins": 24 }, "google/gemma-4-31b-it": { "draws": 7, "losses": 12, "wins": 19 }, "gpt-4.1": { "draws": 10, "losses": 23, "wins": 9 }, "gpt-5.4": { "draws": 11, "losses": 28, "wins": 3 }, "gpt-5.4-mini": { "draws": 37, "losses": 27, "wins": 47 }, "gpt-5.4-nano": { "draws": 33, "losses": 37, "wins": 40 }, "gpt-5.5": { "draws": 15, "losses": 15, "wins": 3 }, "gpt-5.6-luna": { "draws": 9, "losses": 3, "wins": 20 }, "gpt-5.6-sol": { "draws": 5, "losses": 19, "wins": 8 }, "gpt-5.6-terra": { "draws": 14, "losses": 13, "wins": 6 }, "minimax/minimax-m3": { "draws": 6, "losses": 19, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 4, "losses": 6, "wins": 18 }, "nex-agi/nex-n2-pro": { "draws": 10, "losses": 8, "wins": 8 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 9, "losses": 13, "wins": 14 }, "qwen/qwen3.7-max": { "draws": 9, "losses": 17, "wins": 10 }, "qwen/qwen3.7-plus": { "draws": 6, "losses": 6, "wins": 25 }, "tencent/hy3-preview": { "draws": 9, "losses": 12, "wins": 8 }, "xiaomi/mimo-v2.5": { "draws": 6, "losses": 28, "wins": 28 }, "xiaomi/mimo-v2.5-pro": { "draws": 7, "losses": 15, "wins": 11 }, "z-ai/glm-5.2": { "draws": 28, "losses": 66, "wins": 44 } }, "xiaomi/mimo-v2.5-pro": { "claude-opus-4-5": { "draws": 4, "losses": 4, "wins": 7 }, "claude-opus-4-8": { "draws": 3, "losses": 4, "wins": 7 }, "claude-sonnet-5": { "draws": 4, "losses": 5, "wins": 6 }, "cohere/north-mini-code": { "draws": 3, "losses": 0, "wins": 7 }, "deepseek/deepseek-v4-flash": { "draws": 8, "losses": 11, "wins": 12 }, "deepseek/deepseek-v4-pro": { "draws": 3, "losses": 4, "wins": 9 }, "google/gemini-3.1-flash-lite": { "draws": 5, "losses": 0, "wins": 9 }, "google/gemma-4-31b-it": { "draws": 0, "losses": 3, "wins": 8 }, "gpt-4.1": { "draws": 3, "losses": 8, "wins": 4 }, "gpt-5.4": { "draws": 3, "losses": 8, "wins": 3 }, "gpt-5.4-mini": { "draws": 10, "losses": 12, "wins": 13 }, "gpt-5.4-nano": { "draws": 13, "losses": 12, "wins": 12 }, "gpt-5.5": { "draws": 5, "losses": 3, "wins": 4 }, "gpt-5.6-luna": { "draws": 4, "losses": 0, "wins": 7 }, "gpt-5.6-sol": { "draws": 2, "losses": 5, "wins": 3 }, "gpt-5.6-terra": { "draws": 3, "losses": 4, "wins": 3 }, "minimax/minimax-m3": { "draws": 1, "losses": 5, "wins": 7 }, "mistralai/mistral-medium-3-5": { "draws": 0, "losses": 1, "wins": 7 }, "nex-agi/nex-n2-pro": { "draws": 4, "losses": 4, "wins": 2 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 0, "losses": 6, "wins": 4 }, "qwen/qwen3.7-max": { "draws": 3, "losses": 9, "wins": 2 }, "qwen/qwen3.7-plus": { "draws": 3, "losses": 0, "wins": 11 }, "tencent/hy3-preview": { "draws": 0, "losses": 7, "wins": 3 }, "xiaomi/mimo-v2.5": { "draws": 7, "losses": 11, "wins": 15 }, "z-ai/glm-5.2": { "draws": 11, "losses": 23, "wins": 12 } }, "z-ai/glm-5.2": { "claude-opus-4-5": { "draws": 18, "losses": 27, "wins": 14 }, "claude-opus-4-8": { "draws": 16, "losses": 22, "wins": 20 }, "claude-sonnet-5": { "draws": 15, "losses": 24, "wins": 19 }, "cohere/north-mini-code": { "draws": 5, "losses": 5, "wins": 29 }, "deepseek/deepseek-v4-flash": { "draws": 41, "losses": 31, "wins": 60 }, "deepseek/deepseek-v4-pro": { "draws": 15, "losses": 20, "wins": 13 }, "google/gemini-3.1-flash-lite": { "draws": 6, "losses": 6, "wins": 32 }, "google/gemma-4-31b-it": { "draws": 10, "losses": 9, "wins": 31 }, "gpt-4.1": { "draws": 15, "losses": 18, "wins": 28 }, "gpt-5.4": { "draws": 18, "losses": 31, "wins": 11 }, "gpt-5.4-mini": { "draws": 50, "losses": 27, "wins": 82 }, "gpt-5.4-nano": { "draws": 53, "losses": 38, "wins": 74 }, "gpt-5.5": { "draws": 22, "losses": 15, "wins": 14 }, "gpt-5.6-luna": { "draws": 12, "losses": 3, "wins": 35 }, "gpt-5.6-sol": { "draws": 15, "losses": 18, "wins": 16 }, "gpt-5.6-terra": { "draws": 20, "losses": 11, "wins": 19 }, "minimax/minimax-m3": { "draws": 11, "losses": 14, "wins": 19 }, "mistralai/mistral-medium-3-5": { "draws": 2, "losses": 11, "wins": 21 }, "nex-agi/nex-n2-pro": { "draws": 17, "losses": 12, "wins": 14 }, "nvidia/nemotron-3-ultra-550b-a55b": { "draws": 8, "losses": 21, "wins": 20 }, "qwen/qwen3.7-max": { "draws": 10, "losses": 21, "wins": 17 }, "qwen/qwen3.7-plus": { "draws": 14, "losses": 9, "wins": 29 }, "tencent/hy3-preview": { "draws": 14, "losses": 14, "wins": 17 }, "xiaomi/mimo-v2.5": { "draws": 28, "losses": 44, "wins": 66 }, "xiaomi/mimo-v2.5-pro": { "draws": 11, "losses": 12, "wins": 23 }, "z-ai/glm-5.2": { "draws": 26, "losses": 58, "wins": 58 } } } } }