{"game_alias":null,"public_release_id":"gb2-20261103-eaea31df94e6","row_kind":"track","rows":[{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-astra:4163374b7b930edd","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":0.6505529166666667,"median":0.40659249999999997,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":24},"run_count":24,"token_priced_attempt_count":24,"total":15.61327},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":910,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6-astra","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":87.74680387877011,"score":87.74680387877011},"GB2-02":{"attempts":3,"playable":82.40733271927509,"score":82.40733271927509},"GB2-03":{"attempts":3,"playable":88.34794310095322,"score":88.34794310095322},"GB2-04":{"attempts":3,"playable":88.2342978425449,"score":88.2342978425449},"GB2-05":{"attempts":3,"playable":94.726720246701,"score":94.726720246701},"GB2-06":{"attempts":3,"playable":84.3460180060985,"score":84.3460180060985},"GB2-07":{"attempts":3,"playable":95.59569197433962,"score":95.59569197433962},"GB2-08":{"attempts":3,"playable":88.25652590998321,"score":88.25652590998321}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:22Z","losses":955,"max_score":98.98171309758915,"measured_at":null,"min_score":71.55672276551286,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6 Astra","model_slug":"gpt-6-astra","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":1,"rank_movement":0,"rank_movement_baseline_at":"2026-10-31T15:52:54Z","ranking_status":"ranked","rated_matches":12550,"rating_method":"bradley_terry_newton","raw_elo":2162.6106624776166,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-astra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":88.70766670983319,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":10685},{"admitted_plugins":26,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5-5:b52ae01f6a026bcf","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":0.8124949166666666,"median":0.267474,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":30},"run_count":27,"token_priced_attempt_count":30,"total":21.736292},"codegen_evaluated_cells":26,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":960,"eligibility_flag":true,"entry_count":26,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-opus-5-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.8846153846153846,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":88.08581551744548,"score":88.08581551744548},"GB2-02":{"attempts":3,"playable":89.67145554646969,"score":89.67145554646969},"GB2-03":{"attempts":3,"playable":79.93719779926691,"score":79.93719779926691},"GB2-04":{"attempts":3,"playable":83.45707031342103,"score":83.45707031342103},"GB2-05":{"attempts":3,"playable":92.12204524869664,"score":92.12204524869664},"GB2-06":{"attempts":3,"playable":88.22986998450021,"score":88.22986998450021},"GB2-07":{"attempts":3,"playable":93.3499537308248,"score":93.3499537308248},"GB2-08":{"attempts":5,"playable":85.687963718263,"score":85.687963718263}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:48Z","losses":1288,"max_score":99.44555607615347,"measured_at":null,"min_score":50.70336750875559,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Opus 5.5","model_slug":"claude-opus-5-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":2,"rank_movement":0,"rank_movement_baseline_at":"2026-10-31T16:11:08Z","ranking_status":"ranked","rated_matches":13630,"rating_method":"bradley_terry_newton","raw_elo":2151.452295078019,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.11538461538461539,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":87.56767148236098,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":11382},{"admitted_plugins":27,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5-1:0aa5e99bfd3b790d","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":27,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":2.3225539838420417,"median":1.126127596791556,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":20,"boardgame-list-prices-2026-09-08":10},"run_count":27,"token_priced_attempt_count":30,"total":64.31171957781585},"codegen_evaluated_cells":27,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":779,"eligibility_flag":true,"entry_count":27,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-fable-5-1","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":0.8888888888888888,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":83.64284601774382,"score":83.64284601774382},"GB2-02":{"attempts":3,"playable":88.8534102090707,"score":88.8534102090707},"GB2-03":{"attempts":4,"playable":92.54099733280763,"score":92.54099733280763},"GB2-04":{"attempts":4,"playable":74.48405499618073,"score":74.48405499618073},"GB2-05":{"attempts":3,"playable":89.6767612678696,"score":89.6767612678696},"GB2-06":{"attempts":3,"playable":88.5394530485501,"score":88.5394530485501},"GB2-07":{"attempts":4,"playable":90.54049990638357,"score":90.54049990638357},"GB2-08":{"attempts":3,"playable":88.980669183432,"score":88.980669183432}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":5,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:04Z","losses":1353,"max_score":97.82022915470765,"measured_at":null,"min_score":63.591651889848464,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Fable 5.1","model_slug":"claude-fable-5-1","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":3,"rank_movement":0,"rank_movement_baseline_at":"2026-10-31T17:10:42Z","ranking_status":"ranked","rated_matches":14110,"rating_method":"bradley_terry_newton","raw_elo":2094.075340619624,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.1111111111111111,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":87.15733649525475,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":11978},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-sol:ffe1770d7a9b76a6","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.133143125,"median":0.0768835,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":3.195435},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":904,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6.1-sol","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":65.36743909584432,"score":65.36743909584432},"GB2-02":{"attempts":3,"playable":79.02525875423606,"score":79.02525875423606},"GB2-03":{"attempts":3,"playable":92.63915033285548,"score":92.63915033285548},"GB2-04":{"attempts":3,"playable":85.12261718399623,"score":85.12261718399623},"GB2-05":{"attempts":3,"playable":93.96794576275852,"score":93.96794576275852},"GB2-06":{"attempts":3,"playable":85.41947524598697,"score":85.41947524598697},"GB2-07":{"attempts":3,"playable":94.34534202670557,"score":94.34534202670557},"GB2-08":{"attempts":3,"playable":82.38880816353434,"score":82.38880816353434}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:46:10Z","losses":1460,"max_score":97.95042907729889,"measured_at":null,"min_score":48.77470213300457,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6.1 Sol","model_slug":"gpt-6-1-sol","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":4,"rank_movement":0,"rank_movement_baseline_at":"2026-10-31T17:01:19Z","ranking_status":"ranked","rated_matches":12538,"rating_method":"bradley_terry_newton","raw_elo":2083.774748627789,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":84.78450457073968,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":10174},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra-pro:035fc684c167c1c9","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.15671783749999998,"median":0.1029425,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":3.7612281000000003},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1228,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6.1-terra-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":"2026-11-03T08:03:16Z","game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":46.82342951867012,"score":46.82342951867012},"GB2-02":{"attempts":3,"playable":74.92986946808796,"score":74.92986946808796},"GB2-03":{"attempts":3,"playable":88.47852091260165,"score":88.47852091260165},"GB2-04":{"attempts":3,"playable":84.23563741829592,"score":84.23563741829592},"GB2-05":{"attempts":3,"playable":90.20052905783363,"score":90.20052905783363},"GB2-06":{"attempts":3,"playable":89.84280502305262,"score":89.84280502305262},"GB2-07":{"attempts":3,"playable":94.46620855515839,"score":94.46620855515839},"GB2-08":{"attempts":3,"playable":88.91747529308567,"score":88.91747529308567}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":true,"last_measured_at":"2026-11-03T08:03:16Z","losses":1618,"max_score":95.78362004943469,"measured_at":null,"min_score":33.88767780930909,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6.1 Terra Pro","model_slug":"gpt-6-1-terra-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":5,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"ranked","rated_matches":12528,"rating_method":"bradley_terry_newton","raw_elo":2027.7055588606327,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":82.23680940584825,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":9682},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-argon:5891bb750a1513bb","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.20718633333333333,"median":0.09228,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"run_count":24,"token_priced_attempt_count":28,"total":4.972471999999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1010,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"google","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gemini-4-argon","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":91.7288536621054,"score":91.7288536621054},"GB2-02":{"attempts":3,"playable":78.13476187732887,"score":78.13476187732887},"GB2-03":{"attempts":3,"playable":84.2583815405244,"score":84.2583815405244},"GB2-04":{"attempts":3,"playable":71.13661843698274,"score":71.13661843698274},"GB2-05":{"attempts":3,"playable":90.38848473117282,"score":90.38848473117282},"GB2-06":{"attempts":3,"playable":91.97343170540285,"score":91.97343170540285},"GB2-07":{"attempts":3,"playable":71.93464201135737,"score":71.93464201135737},"GB2-08":{"attempts":3,"playable":73.63279061321973,"score":73.63279061321973}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:08Z","losses":1858,"max_score":96.88323014326578,"measured_at":null,"min_score":57.79991513456548,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Gemini 4 Argon","model_slug":"gemini-4-argon","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":6,"rank_movement":-1,"rank_movement_baseline_at":"2026-10-27T23:45:47Z","ranking_status":"ranked","rated_matches":12554,"rating_method":"bradley_terry_newton","raw_elo":1962.1358081600833,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-argon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":81.64849557226177,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":9686},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra:1050ec9aaab9c85b","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.05775154166666668,"median":0.03939425,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":1.386037},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1457,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6.1-terra","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":"2026-11-03T07:10:34Z","game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":65.16078340922189,"score":65.16078340922189},"GB2-02":{"attempts":3,"playable":72.63548777478371,"score":72.63548777478371},"GB2-03":{"attempts":3,"playable":74.88824510734212,"score":74.88824510734212},"GB2-04":{"attempts":3,"playable":81.62443031474362,"score":81.62443031474362},"GB2-05":{"attempts":3,"playable":91.00316764918084,"score":91.00316764918084},"GB2-06":{"attempts":3,"playable":88.96063267751076,"score":88.96063267751076},"GB2-07":{"attempts":3,"playable":94.62022240725116,"score":94.62022240725116},"GB2-08":{"attempts":3,"playable":79.99463977818074,"score":79.99463977818074}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":true,"last_measured_at":"2026-11-03T07:10:34Z","losses":1668,"max_score":96.96223715430621,"measured_at":null,"min_score":59.54884490276625,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6.1 Terra","model_slug":"gpt-6-1-terra","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":7,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"ranked","rated_matches":12540,"rating_method":"bradley_terry_newton","raw_elo":1982.0552809596006,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":81.11095113977684,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":9415},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3-1-pro:2810148fb3ae3498","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.2783112166666667,"median":0.227979,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"recorded_attempt_count":24,"run_count":24,"total":6.6794692000000015},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1234,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"moonshotai/kimi-k3.1-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":64.55037702003486,"score":64.55037702003486},"GB2-02":{"attempts":3,"playable":78.33110403576026,"score":78.33110403576026},"GB2-03":{"attempts":3,"playable":62.54033085322203,"score":62.54033085322203},"GB2-04":{"attempts":3,"playable":80.33284264572536,"score":80.33284264572536},"GB2-05":{"attempts":3,"playable":82.9450912500067,"score":82.9450912500067},"GB2-06":{"attempts":3,"playable":87.54384156114469,"score":87.54384156114469},"GB2-07":{"attempts":3,"playable":77.7506347383664,"score":77.7506347383664},"GB2-08":{"attempts":3,"playable":91.73302932563831,"score":91.73302932563831}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:06:54Z","losses":2151,"max_score":95.00377100815419,"measured_at":null,"min_score":14.995697093326946,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Kimi K3.1 Pro","model_slug":"moonshotai-kimi-k3-1-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Moonshot","provider_key":"moonshotai","rank":8,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-27T23:46:32Z","ranking_status":"ranked","rated_matches":12555,"rating_method":"bradley_terry_newton","raw_elo":1904.8743427875788,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3.1-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":78.21590642873734,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":9170},{"admitted_plugins":41,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5:fa5332f27167944a","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":41,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":48},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":7,"max":2.09943,"mean":0.703821875,"median":0.48028875,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":48},"run_count":48,"token_priced_attempt_count":48,"total":33.78345000000001},"codegen_evaluated_cells":48,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2756,"eligibility_flag":true,"entry_count":41,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-opus-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":41,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"playable":71.10433636506615,"score":71.10433636506615},"GB2-02":{"attempts":6,"playable":73.81879812255629,"score":73.81879812255629},"GB2-03":{"attempts":6,"playable":76.00681810680793,"score":76.00681810680793},"GB2-04":{"attempts":6,"playable":57.83281755233448,"score":57.83281755233448},"GB2-05":{"attempts":6,"playable":88.69354873544053,"score":88.69354873544053},"GB2-06":{"attempts":1,"playable":86.165615835979,"score":86.165615835979},"GB2-07":{"attempts":4,"playable":83.83619160430409,"score":83.83619160430409},"GB2-08":{"attempts":6,"playable":79.18692843916791,"score":79.18692843916791}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:07Z","losses":3926,"max_score":95.26907160084427,"measured_at":null,"min_score":45.85902320164814,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Opus 5","model_slug":"claude-opus-5","performance_rejected_game_aliases":["GB2-06","GB2-07"],"performance_rejections":7,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":9,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:13:06Z","ranking_status":"ranked","rated_matches":21460,"rating_method":"bradley_terry_newton","raw_elo":1888.4197904379434,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":76.5573818079521,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":14778},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-sol:b754b73699a66f23","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.10943510416666667,"median":0.0772785,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":2.6264425000000005},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1588,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6-sol","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":35.136399647872814,"score":35.136399647872814},"GB2-02":{"attempts":3,"playable":67.36427321774111,"score":67.36427321774111},"GB2-03":{"attempts":3,"playable":81.79831328626621,"score":81.79831328626621},"GB2-04":{"attempts":3,"playable":67.12520703960656,"score":67.12520703960656},"GB2-05":{"attempts":3,"playable":86.02597090875365,"score":86.02597090875365},"GB2-06":{"attempts":3,"playable":79.18114046433175,"score":79.18114046433175},"GB2-07":{"attempts":3,"playable":80.73407972369628,"score":80.73407972369628},"GB2-08":{"attempts":3,"playable":85.6765792726382,"score":85.6765792726382}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:29Z","losses":2654,"max_score":93.42408341051319,"measured_at":null,"min_score":9.6929848606595,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6 Sol","model_slug":"gpt-6-sol","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":10,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:15:04Z","ranking_status":"ranked","rated_matches":12558,"rating_method":"bradley_terry_newton","raw_elo":1855.7373671893629,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":72.88024544511332,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":8316},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-sol:3d87e03198419df8","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.3844993229166666,"median":0.23243875,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":9.22798375},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1705,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.6-sol","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":72.9532325911872,"score":72.9532325911872},"GB2-02":{"attempts":3,"playable":61.98602783892685,"score":61.98602783892685},"GB2-03":{"attempts":3,"playable":62.9078111189771,"score":62.9078111189771},"GB2-04":{"attempts":3,"playable":66.69112250442704,"score":66.69112250442704},"GB2-05":{"attempts":3,"playable":65.94610977735238,"score":65.94610977735238},"GB2-06":{"attempts":3,"playable":59.953416076094506,"score":59.953416076094506},"GB2-07":{"attempts":3,"playable":67.34388190494228,"score":67.34388190494228},"GB2-08":{"attempts":3,"playable":76.05983132636317,"score":76.05983132636317}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:43:09Z","losses":3422,"max_score":86.67937935151342,"measured_at":null,"min_score":38.363237037303314,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-5.6 Sol","model_slug":"gpt-5-6-sol","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":11,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:44:29Z","ranking_status":"ranked","rated_matches":12540,"rating_method":"bradley_terry_newton","raw_elo":1687.0068637727632,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":66.73017914228382,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":7413},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5:f502312e3827252c","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":0.7608541666666667,"median":0.47084000000000004,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":18.2605},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1990,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-fable-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":76.40726993309049,"score":76.40726993309049},"GB2-02":{"attempts":3,"playable":59.94156570305614,"score":59.94156570305614},"GB2-03":{"attempts":3,"playable":46.41873576784966,"score":46.41873576784966},"GB2-04":{"attempts":3,"playable":58.010626469212774,"score":58.010626469212774},"GB2-05":{"attempts":3,"playable":61.793920655740685,"score":61.793920655740685},"GB2-06":{"attempts":3,"playable":78.87242038478361,"score":78.87242038478361},"GB2-07":{"attempts":3,"playable":65.13026315021087,"score":65.13026315021087},"GB2-08":{"attempts":3,"playable":79.66872555155349,"score":79.66872555155349}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:06:32Z","losses":3372,"max_score":93.02373479022006,"measured_at":null,"min_score":21.03808175917327,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Fable 5","model_slug":"claude-fable-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":12,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:44:22Z","ranking_status":"ranked","rated_matches":12552,"rating_method":"bradley_terry_newton","raw_elo":1700.5283149477532,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":65.78044095193722,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":7190},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-wonder:9b8b47ef6c870217","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.2861911833333333,"median":0.206604,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":30},"recorded_attempt_count":30,"run_count":24,"total":6.868588399999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2288,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meta/muse-wonder","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":67.28273634893907,"score":67.28273634893907},"GB2-02":{"attempts":3,"playable":54.5606510373529,"score":54.5606510373529},"GB2-03":{"attempts":3,"playable":44.59669336470578,"score":44.59669336470578},"GB2-04":{"attempts":3,"playable":57.13333078706458,"score":57.13333078706458},"GB2-05":{"attempts":3,"playable":86.2854049875628,"score":86.2854049875628},"GB2-06":{"attempts":3,"playable":74.3000554030898,"score":74.3000554030898},"GB2-07":{"attempts":3,"playable":70.04243974354921,"score":70.04243974354921},"GB2-08":{"attempts":3,"playable":62.15844214383892,"score":62.15844214383892}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:41Z","losses":3391,"max_score":92.02541072906538,"measured_at":null,"min_score":16.8278893556123,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Muse Wonder","model_slug":"meta-muse-wonder","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Meta","provider_key":"meta","rank":13,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:11:15Z","ranking_status":"ranked","rated_matches":12570,"rating_method":"bradley_terry_newton","raw_elo":1699.4684568217313,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-wonder","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":64.54496922701287,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6891},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3:0d963419cc256497","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.9384062,"mean":0.2535328433333333,"median":0.1720692,"min":0.0217974,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":28,"run_count":24,"total":6.08478824},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2024,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"z-ai/glm-5.3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01"],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":58.08140882858018,"score":38.720939219053456},"GB2-02":{"attempts":3,"playable":56.203824050376596,"score":56.203824050376596},"GB2-03":{"attempts":3,"playable":66.57603439284146,"score":66.57603439284146},"GB2-04":{"attempts":3,"playable":68.57786210928369,"score":68.57786210928369},"GB2-05":{"attempts":3,"playable":69.58117992966147,"score":69.58117992966147},"GB2-06":{"attempts":3,"playable":75.32733644317732,"score":75.32733644317732},"GB2-07":{"attempts":3,"playable":73.51415649637799,"score":73.51415649637799},"GB2-08":{"attempts":3,"playable":64.63691425373032,"score":64.63691425373032}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:03:32Z","losses":3055,"max_score":91.77926126689133,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.041666666666666664,"model_code_failures":1,"model_display_name":"GLM-5.3","model_slug":"z-ai-glm-5-3","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Zhipu","provider_key":"z-ai","rank":14,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:09:35Z","ranking_status":"ranked","rated_matches":12030,"rating_method":"bradley_terry_newton","raw_elo":1729.8845239135649,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":64.14228086181281,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6951},{"admitted_plugins":21,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-7:04004322efc61b5f","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":1.2177,"mean":0.4203770833333333,"median":0.380795,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":10.089050000000002},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1054,"eligibility_flag":true,"entry_count":21,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"x-ai/grok-4.7","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-04","GB2-06"],"first_pass_admitted":19,"first_pass_rate":0.7916666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":53.88957535501448,"score":53.88957535501448},"GB2-02":{"attempts":3,"playable":73.0138126648753,"score":73.0138126648753},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":78.15781505196438,"score":52.105210034642916},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":67.34841467596662,"score":44.898943117311084},"GB2-05":{"attempts":3,"playable":74.97457045282262,"score":74.97457045282262},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":83.98718580465193,"score":55.991457203101284},"GB2-07":{"attempts":3,"playable":68.05817851303475,"score":68.05817851303475},"GB2-08":{"attempts":3,"playable":84.56915947478772,"score":84.56915947478772}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:05:28Z","losses":2553,"max_score":92.68800624966387,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":3,"model_display_name":"Grok 4.7","model_slug":"x-ai-grok-4-7","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"xAI","provider_key":"x-ai","rank":15,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T11:42:27Z","ranking_status":"ranked","rated_matches":11000,"rating_method":"bradley_terry_newton","raw_elo":1816.134580418858,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.7","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":63.43761335194878,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":7393},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash-1017:eb3e551d4b592621","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.0411402025,"median":0.037120068,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":0.98736486},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2221,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"deepseek/deepseek-v4.1-flash-1017","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":73.58993309102632,"score":73.58993309102632},"GB2-02":{"attempts":3,"playable":55.19324957060244,"score":55.19324957060244},"GB2-03":{"attempts":3,"playable":44.51014465828272,"score":44.51014465828272},"GB2-04":{"attempts":3,"playable":59.330921909773004,"score":59.330921909773004},"GB2-05":{"attempts":3,"playable":59.68723211072779,"score":59.68723211072779},"GB2-06":{"attempts":3,"playable":66.13392873667719,"score":66.13392873667719},"GB2-07":{"attempts":3,"playable":58.04698844245846,"score":58.04698844245846},"GB2-08":{"attempts":3,"playable":74.0085679587433,"score":74.0085679587433}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:10:23Z","losses":3854,"max_score":81.84302568980287,"measured_at":null,"min_score":32.221096842081906,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"DeepSeek V4.1 Flash 1017","model_slug":"deepseek-deepseek-v4-1-flash-1017","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"DeepSeek","provider_key":"deepseek","rank":16,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-27T23:45:40Z","ranking_status":"ranked","rated_matches":12544,"rating_method":"bradley_terry_newton","raw_elo":1621.9678445327481,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash-1017","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":61.31262080978641,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6469},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5-5:4ef54dba72bc4f61","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.21663491666666665,"median":0.058081,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":5.199238},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2109,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-sonnet-5-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":57.174801121038406,"score":57.174801121038406},"GB2-02":{"attempts":3,"playable":61.079182028766496,"score":61.079182028766496},"GB2-03":{"attempts":3,"playable":57.597266874106595,"score":57.597266874106595},"GB2-04":{"attempts":3,"playable":55.312365389798344,"score":55.312365389798344},"GB2-05":{"attempts":3,"playable":42.920598999149234,"score":42.920598999149234},"GB2-06":{"attempts":3,"playable":60.44835824021698,"score":60.44835824021698},"GB2-07":{"attempts":3,"playable":69.1139598421699,"score":69.1139598421699},"GB2-08":{"attempts":3,"playable":79.36481811176736,"score":79.36481811176736}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:08Z","losses":3996,"max_score":98.93458321086258,"measured_at":null,"min_score":13.389751643020869,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Sonnet 5.5","model_slug":"claude-sonnet-5-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":17,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:54:52Z","ranking_status":"ranked","rated_matches":12540,"rating_method":"bradley_terry_newton","raw_elo":1690.2280124838348,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":60.37641882587666,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6435},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-6:0e946827094010a6","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.13107158333333335,"median":0.12371399999999999,"min":0.027072,"recorded_attempt_count":27,"run_count":24,"total":3.145718000000001},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2895,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"x-ai/grok-4.6","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":57.70857909455757,"score":57.70857909455757},"GB2-02":{"attempts":3,"playable":59.55997486566299,"score":59.55997486566299},"GB2-03":{"attempts":3,"playable":53.20643824121308,"score":53.20643824121308},"GB2-04":{"attempts":3,"playable":54.91897154596065,"score":54.91897154596065},"GB2-05":{"attempts":3,"playable":70.36311603561042,"score":70.36311603561042},"GB2-06":{"attempts":3,"playable":50.322925291195354,"score":50.322925291195354},"GB2-07":{"attempts":3,"playable":68.16372493092047,"score":68.16372493092047},"GB2-08":{"attempts":3,"playable":58.0985516589403,"score":58.0985516589403}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:13:05Z","losses":3815,"max_score":83.04751377206915,"measured_at":null,"min_score":12.154254827688003,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Grok 4.6","model_slug":"x-ai-grok-4-6","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"xAI","provider_key":"x-ai","rank":18,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:02:38Z","ranking_status":"ranked","rated_matches":12568,"rating_method":"bradley_terry_newton","raw_elo":1586.0494917840263,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.6","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":59.04278520800761,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5858},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-8-flash:7fdf302c5dd6848a","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.08231859375,"median":0.06440174762499168,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":1.9756462499999998},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2392,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemini-3.8-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":59.05525815779479,"score":59.05525815779479},"GB2-02":{"attempts":3,"playable":49.229614965784144,"score":49.229614965784144},"GB2-03":{"attempts":3,"playable":67.69226430772547,"score":67.69226430772547},"GB2-04":{"attempts":3,"playable":50.525566179298174,"score":50.525566179298174},"GB2-05":{"attempts":3,"playable":56.287750178365854,"score":56.287750178365854},"GB2-06":{"attempts":3,"playable":77.30650354559444,"score":77.30650354559444},"GB2-07":{"attempts":3,"playable":54.94230283225745,"score":54.94230283225745},"GB2-08":{"attempts":3,"playable":56.56783843026986,"score":56.56783843026986}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:07:06Z","losses":4087,"max_score":86.40463834022155,"measured_at":null,"min_score":39.02463242054744,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Gemini 3.8 Flash","model_slug":"google-gemini-3-8-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":19,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:50:35Z","ranking_status":"ranked","rated_matches":12564,"rating_method":"bradley_terry_newton","raw_elo":1589.7282475292861,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":58.95088732463628,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6085},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-3:a8f2ad3145988995","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.10824926041666667,"median":0.050446875,"min":0.017614,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":27,"run_count":24,"total":2.5979822500000003},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2160,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meta/muse-spark-1.3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":22,"first_pass_rate":0.9166666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":57.703267711114215,"score":57.703267711114215},"GB2-02":{"attempts":3,"playable":54.76552576093517,"score":54.76552576093517},"GB2-03":{"attempts":3,"playable":65.49088881712971,"score":65.49088881712971},"GB2-04":{"attempts":3,"playable":51.80470053135068,"score":51.80470053135068},"GB2-05":{"attempts":3,"playable":57.37490102525894,"score":57.37490102525894},"GB2-06":{"attempts":3,"playable":66.30266442777229,"score":66.30266442777229},"GB2-07":{"attempts":3,"playable":48.85875952950867,"score":48.85875952950867},"GB2-08":{"attempts":3,"playable":60.25358267381512,"score":60.25358267381512}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:19Z","losses":4360,"max_score":82.15784536784014,"measured_at":null,"min_score":25.3438698959694,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Muse Spark 1.3","model_slug":"meta-muse-spark-1-3","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Meta","provider_key":"meta","rank":20,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:01:44Z","ranking_status":"ranked","rated_matches":12552,"rating_method":"bradley_terry_newton","raw_elo":1570.360951135626,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":57.8192863096106,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6032},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-5:55ca101cc0f270a3","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07082726666666667,"median":0.0661398,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":34},"recorded_attempt_count":34,"run_count":24,"total":1.6998544000000002},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2586,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"x-ai/grok-4.5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":71.66601488550894,"score":71.66601488550894},"GB2-02":{"attempts":3,"playable":50.68879148689945,"score":50.68879148689945},"GB2-03":{"attempts":3,"playable":37.974266181239365,"score":37.974266181239365},"GB2-04":{"attempts":3,"playable":42.1766205622146,"score":42.1766205622146},"GB2-05":{"attempts":3,"playable":58.5978195597607,"score":58.5978195597607},"GB2-06":{"attempts":3,"playable":44.62233710602417,"score":44.62233710602417},"GB2-07":{"attempts":3,"playable":59.41524386142665,"score":59.41524386142665},"GB2-08":{"attempts":3,"playable":87.44600412265918,"score":87.44600412265918}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:17Z","losses":4246,"max_score":88.7361345157879,"measured_at":null,"min_score":15.370567494737628,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Grok 4.5","model_slug":"x-ai-grok-4-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"xAI","provider_key":"x-ai","rank":21,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:04:13Z","ranking_status":"ranked","rated_matches":12542,"rating_method":"bradley_terry_newton","raw_elo":1578.4798327129474,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":56.57338722071663,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5710},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flashx:c228ee386657944a","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.03177873833333334,"median":0.025158225,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":0.76268972},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2351,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"z-ai/glm-5.3-flashx","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":19,"first_pass_rate":0.7916666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":60.14279529583815,"score":60.14279529583815},"GB2-02":{"attempts":3,"playable":53.49434408703792,"score":53.49434408703792},"GB2-03":{"attempts":3,"playable":61.080538383206154,"score":61.080538383206154},"GB2-04":{"attempts":3,"playable":60.86468082309755,"score":60.86468082309755},"GB2-05":{"attempts":3,"playable":53.5982197396901,"score":53.5982197396901},"GB2-06":{"attempts":3,"playable":64.44973426031724,"score":64.44973426031724},"GB2-07":{"attempts":3,"playable":64.20567242845401,"score":64.20567242845401},"GB2-08":{"attempts":3,"playable":29.537590550521823,"score":29.537590550521823}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:49:54Z","losses":4503,"max_score":82.57855822792163,"measured_at":null,"min_score":17.712873055676567,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GLM-5.3 FlashX","model_slug":"z-ai-glm-5-3-flashx","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Zhipu","provider_key":"z-ai","rank":22,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:39:40Z","ranking_status":"ranked","rated_matches":12546,"rating_method":"bradley_terry_newton","raw_elo":1534.807115574163,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flashx","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.20833333333333334,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":55.92169694602037,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5692},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-haiku-5-5:c169a5f28df68275","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0653315,"mean":0.020964483333333336,"median":0.012623549999999999,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"run_count":24,"token_priced_attempt_count":28,"total":0.5031476},"codegen_evaluated_cells":23,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2631,"eligibility_flag":false,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-haiku-5-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":22,"first_pass_rate":0.9565217391304348,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":39.113246494897616,"score":39.113246494897616},"GB2-02":{"attempts":3,"playable":57.36843200451009,"score":57.36843200451009},"GB2-03":{"attempts":2,"playable":53.53373452947278,"score":53.53373452947278},"GB2-04":{"attempts":3,"playable":62.67115421393432,"score":62.67115421393432},"GB2-05":{"attempts":3,"playable":51.04923266423631,"score":51.04923266423631},"GB2-06":{"attempts":3,"playable":67.24578772540649,"score":67.24578772540649},"GB2-07":{"attempts":3,"playable":56.77574999907622,"score":56.77574999907622},"GB2-08":{"attempts":3,"playable":49.479724391252184,"score":49.479724391252184}},"ineligibility_reason_codes":["generation_incomplete"],"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:34Z","losses":4273,"max_score":89.88872050565753,"measured_at":null,"min_score":15.251697417956029,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Haiku 5.5","model_slug":"claude-haiku-5-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":23,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":12028,"rating_method":"bradley_terry_newton","raw_elo":1544.1937126149514,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-haiku-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.043478260869565216,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":55.45747899691775,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5124},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-open:fa3d224e721a03ab","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.06388062083333333,"median":0.033168575000000006,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":1.5331348999999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2467,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meta/muse-spark-open","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":"2026-11-03T06:57:14Z","game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":67.93166307209967,"score":67.93166307209967},"GB2-02":{"attempts":3,"playable":44.03920855251005,"score":44.03920855251005},"GB2-03":{"attempts":3,"playable":50.94437517028543,"score":50.94437517028543},"GB2-04":{"attempts":3,"playable":43.101843105084015,"score":43.101843105084015},"GB2-05":{"attempts":3,"playable":49.12883909288261,"score":49.12883909288261},"GB2-06":{"attempts":3,"playable":60.04864288866298,"score":60.04864288866298},"GB2-07":{"attempts":3,"playable":53.057613226124325,"score":53.057613226124325},"GB2-08":{"attempts":3,"playable":75.3303306100084,"score":75.3303306100084}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":true,"last_measured_at":"2026-11-03T06:57:14Z","losses":4428,"max_score":90.85089778068843,"measured_at":null,"min_score":31.711350149426604,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Muse Spark Open","model_slug":"meta-muse-spark-open","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Meta","provider_key":"meta","rank":24,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"ranked","rated_matches":12470,"rating_method":"bradley_terry_newton","raw_elo":1556.8747557614709,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-open","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":55.44781446470719,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5575},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flash:3a66a45fd2484e0f","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.008139411458333334,"median":0.005035225,"min":0.001111625,"recorded_attempt_count":28,"run_count":24,"total":0.19534587500000003},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2156,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"z-ai/glm-5.3-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":56.695188379531764,"score":56.695188379531764},"GB2-02":{"attempts":3,"playable":51.60581334995921,"score":51.60581334995921},"GB2-03":{"attempts":3,"playable":69.78892381456298,"score":69.78892381456298},"GB2-04":{"attempts":3,"playable":71.40475905813713,"score":71.40475905813713},"GB2-05":{"attempts":3,"playable":50.60592714568264,"score":50.60592714568264},"GB2-06":{"attempts":3,"playable":45.03216427309267,"score":45.03216427309267},"GB2-07":{"attempts":3,"playable":70.2279028942471,"score":70.2279028942471},"GB2-08":{"attempts":3,"playable":25.884168870209844,"score":25.884168870209844}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:51:36Z","losses":4697,"max_score":78.46763736968447,"measured_at":null,"min_score":15.705936828901255,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GLM-5.3 Flash","model_slug":"z-ai-glm-5-3-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Zhipu","provider_key":"z-ai","rank":25,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:55:05Z","ranking_status":"ranked","rated_matches":12564,"rating_method":"bradley_terry_newton","raw_elo":1510.011188847808,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":55.15560597317792,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5711},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max-0902:27f0ad746deb6345","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.20968833333333334,"median":0.124697,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":19,"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":30,"run_count":24,"total":5.032520000000002},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2924,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.8-max-0902","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":19,"first_pass_rate":0.7916666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":46.73787902559662,"score":46.73787902559662},"GB2-02":{"attempts":3,"playable":45.581062689667114,"score":45.581062689667114},"GB2-03":{"attempts":3,"playable":59.46114345042224,"score":59.46114345042224},"GB2-04":{"attempts":3,"playable":54.63583739180757,"score":54.63583739180757},"GB2-05":{"attempts":3,"playable":62.8361244393304,"score":62.8361244393304},"GB2-06":{"attempts":3,"playable":65.5154762064385,"score":65.5154762064385},"GB2-07":{"attempts":3,"playable":49.27496905440605,"score":49.27496905440605},"GB2-08":{"attempts":3,"playable":43.259492460253824,"score":43.259492460253824}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:07:14Z","losses":4544,"max_score":90.88190062301813,"measured_at":null,"min_score":25.616034658133348,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Qwen3.8 Max 0902","model_slug":"qwen-qwen3-8-max-0902","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":26,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:53:32Z","ranking_status":"ranked","rated_matches":12548,"rating_method":"bradley_terry_newton","raw_elo":1525.5646303008066,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max-0902","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.20833333333333334,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":53.41274808974029,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5080},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4:6761d8d2ef5e7731","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":0.6328307291666667,"median":0.26543625,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":15.1879375},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2421,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.4","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02"],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":89.96503184917776,"score":89.96503184917776},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.76734414095217,"score":27.844896093968114},"GB2-03":{"attempts":3,"playable":39.1016145175846,"score":39.1016145175846},"GB2-04":{"attempts":3,"playable":41.83854406555822,"score":41.83854406555822},"GB2-05":{"attempts":3,"playable":70.28628519695987,"score":70.28628519695987},"GB2-06":{"attempts":3,"playable":70.6470245061884,"score":70.6470245061884},"GB2-07":{"attempts":3,"playable":45.36094782189266,"score":45.36094782189266},"GB2-08":{"attempts":3,"playable":41.944719213144324,"score":41.944719213144324}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:13:49Z","losses":4258,"max_score":97.05312536114015,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.041666666666666664,"model_code_failures":1,"model_display_name":"GPT-5.4","model_slug":"gpt-5-4","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":27,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:10:51Z","ranking_status":"ranked","rated_matches":12074,"rating_method":"bradley_terry_newton","raw_elo":1595.537759524526,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":53.37363290805924,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5395},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-2-4t-a95b:0e40c4e24db66bc0","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.22795366666666664,"median":0.16679960729572763,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":5.4708879999999995},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3059,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.8-2.4t-a95b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":47.668865614494514,"score":47.668865614494514},"GB2-02":{"attempts":3,"playable":48.00793978314986,"score":48.00793978314986},"GB2-03":{"attempts":3,"playable":56.70641061276128,"score":56.70641061276128},"GB2-04":{"attempts":3,"playable":42.61997111877891,"score":42.61997111877891},"GB2-05":{"attempts":3,"playable":48.896071067873926,"score":48.896071067873926},"GB2-06":{"attempts":3,"playable":60.469235166227946,"score":60.469235166227946},"GB2-07":{"attempts":3,"playable":47.511654190133214,"score":47.511654190133214},"GB2-08":{"attempts":3,"playable":70.11844587500941,"score":70.11844587500941}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:10:02Z","losses":4536,"max_score":88.35376377029837,"measured_at":null,"min_score":31.657514988537116,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Qwen3.8 2.4T A95B","model_slug":"qwen-qwen3-8-2-4t-a95b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":28,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:57:25Z","ranking_status":"ranked","rated_matches":12556,"rating_method":"bradley_terry_newton","raw_elo":1523.999524110546,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-2.4t-a95b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":52.74982417855364,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4961},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash:9e10a6aabf043ef4","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.0163638035,"median":0.017740284000000002,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":26},"recorded_attempt_count":26,"run_count":24,"total":0.3927312839999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2943,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"deepseek/deepseek-v4.1-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":22,"first_pass_rate":0.9166666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":57.06555944132697,"score":57.06555944132697},"GB2-02":{"attempts":3,"playable":51.5445475894011,"score":51.5445475894011},"GB2-03":{"attempts":3,"playable":52.47848085052953,"score":52.47848085052953},"GB2-04":{"attempts":3,"playable":49.90439932901898,"score":49.90439932901898},"GB2-05":{"attempts":3,"playable":53.16671488880678,"score":53.16671488880678},"GB2-06":{"attempts":3,"playable":59.92192442562836,"score":59.92192442562836},"GB2-07":{"attempts":3,"playable":55.2378728381052,"score":55.2378728381052},"GB2-08":{"attempts":3,"playable":37.226831994953706,"score":37.226831994953706}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:21Z","losses":4694,"max_score":79.62678556787507,"measured_at":null,"min_score":24.440589205228658,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"DeepSeek V4.1 Flash","model_slug":"deepseek-deepseek-v4-1-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"DeepSeek","provider_key":"deepseek","rank":29,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:48:53Z","ranking_status":"ranked","rated_matches":12552,"rating_method":"bradley_terry_newton","raw_elo":1494.6490990056031,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":52.06829141972133,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4915},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-2:813f8bca2684fd6a","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.2224195,"mean":0.071446625,"median":0.04824225,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":18,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":27,"run_count":24,"total":1.7147189999999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2441,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meta/muse-spark-1.2","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":22,"first_pass_rate":0.9565217391304348,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":66.23410809318067,"score":66.23410809318067},"GB2-02":{"attempts":3,"playable":44.53388052656262,"score":44.53388052656262},"GB2-03":{"attempts":3,"playable":51.09663214940255,"score":51.09663214940255},"GB2-04":{"attempts":3,"playable":46.29946569168386,"score":46.29946569168386},"GB2-05":{"attempts":3,"playable":51.2859243472891,"score":51.2859243472891},"GB2-06":{"attempts":2,"playable":21.75533914283867,"score":21.75533914283867},"GB2-07":{"attempts":3,"playable":56.222634249715526,"score":56.222634249715526},"GB2-08":{"attempts":3,"playable":64.1975159287479,"score":64.1975159287479}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:46:54Z","losses":4745,"max_score":84.82664589000842,"measured_at":null,"min_score":18.41002935939791,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Muse Spark 1.2","model_slug":"meta-muse-spark-1-2","performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"plugin_success_rate":null,"provider":"Meta","provider_key":"meta","rank":30,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:00:58Z","ranking_status":"ranked","rated_matches":12036,"rating_method":"bradley_terry_newton","raw_elo":1525.0154861428448,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.043478260869565216,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":51.681597100610084,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4850},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4-preview:3df3f49bc7c18786","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.09097980808333334,"median":0.1119999555,"min":0.009391185,"recorded_attempt_count":28,"run_count":24,"total":2.1835153940000005},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2455,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"tencent/hy4-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02"],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":49.15236148362688,"score":49.15236148362688},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":59.55665541744912,"score":39.70443694496608},"GB2-03":{"attempts":3,"playable":57.470695849270044,"score":57.470695849270044},"GB2-04":{"attempts":3,"playable":43.136140927559076,"score":43.136140927559076},"GB2-05":{"attempts":3,"playable":54.64943795222468,"score":54.64943795222468},"GB2-06":{"attempts":3,"playable":57.176940183952986,"score":57.176940183952986},"GB2-07":{"attempts":3,"playable":59.005822055902534,"score":59.005822055902534},"GB2-08":{"attempts":3,"playable":46.98487770310129,"score":46.98487770310129}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:04Z","losses":4556,"max_score":86.564244244694,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.041666666666666664,"model_code_failures":1,"model_display_name":"Hy4 Preview","model_slug":"tencent-hy4-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Tencent","provider_key":"tencent","rank":31,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:30:32Z","ranking_status":"ranked","rated_matches":12066,"rating_method":"bradley_terry_newton","raw_elo":1509.8548628279314,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":50.91008913757545,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5055},{"admitted_plugins":46,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-6-flash:5584160e53b73374","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":46,"cell_count":24,"cost_basis_counts":{"provider_reported":130},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.531673125,"mean":0.24710551171874998,"median":0.24728879999999998,"min":0.0411735,"recorded_attempt_count":130,"run_count":52,"total":13.077675974999998},"codegen_evaluated_cells":48,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":4815,"eligibility_flag":true,"entry_count":46,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemini-3.6-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":38,"first_pass_rate":0.7916666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"playable":51.96720993674691,"score":51.96720993674691},"GB2-02":{"attempts":6,"failed_attempts":1,"playable":43.283371939268534,"score":37.239079955745815},"GB2-03":{"attempts":6,"playable":55.86421264977624,"score":55.86421264977624},"GB2-04":{"attempts":6,"playable":47.85694477341675,"score":47.85694477341675},"GB2-05":{"attempts":6,"playable":64.3819086610875,"score":64.3819086610875},"GB2-06":{"attempts":6,"playable":60.80951280573394,"score":60.80951280573394},"GB2-07":{"attempts":6,"playable":47.43330900247298,"score":47.43330900247298},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":50.640885003547965,"score":39.44062614204156}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-02","GB2-03","GB2-07"],"infra_failures_excluded":5,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:48Z","losses":9216,"max_score":81.09445592066905,"measured_at":null,"min_score":18.132875950568142,"model_code_failure_rate":0.041666666666666664,"model_code_failures":2,"model_display_name":"Gemini 3.6 Flash","model_slug":"google-gemini-3-6-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":32,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:05:01Z","ranking_status":"ranked","rated_matches":24064,"rating_method":"bradley_terry_newton","raw_elo":1525.9932134311252,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":8,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":50.624100490877716,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":10033},{"admitted_plugins":79,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:stealth-ox-alpha:d7417423be731139","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":79,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":112,"run_count":88,"total":0.0},"codegen_evaluated_cells":85,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":8077,"eligibility_flag":true,"entry_count":79,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"stealth/ox-alpha","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-03","GB2-08"],"first_pass_admitted":62,"first_pass_rate":0.7380952380952381,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":9,"failed_attempts":1,"playable":52.68261326309645,"score":46.02026952189227},"GB2-02":{"attempts":8,"playable":54.50783663143023,"score":54.50783663143023},"GB2-03":{"attempts":23,"failed_attempts":3,"playable":56.191126705461414,"score":50.433632938209826},"GB2-04":{"attempts":9,"playable":58.214757251807136,"score":58.214757251807136},"GB2-05":{"attempts":9,"playable":51.569316297045184,"score":51.569316297045184},"GB2-06":{"attempts":8,"playable":44.12262081856313,"score":44.12262081856313},"GB2-07":{"attempts":9,"playable":49.12208086752778,"score":49.12208086752778},"GB2-08":{"attempts":9,"failed_attempts":1,"playable":53.24866922135808,"score":50.05161823406479}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-02","GB2-03"],"infra_failures_excluded":5,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:01:57Z","losses":15963,"max_score":72.54957583671495,"measured_at":null,"min_score":19.18230592375969,"model_code_failure_rate":0.05952380952380952,"model_code_failures":5,"model_display_name":"Ox Alpha","model_slug":"stealth-ox-alpha","performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"plugin_success_rate":null,"provider":"Other","provider_key":"other","rank":33,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:12:55Z","ranking_status":"ranked","rated_matches":41198,"rating_method":"bradley_terry_newton","raw_elo":1484.7579191691386,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/ox-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":17,"repaired_rate":0.20238095238095238,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":50.50526657006754,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":17158},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:fireworks-ember-1:652066c0cab2100d","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.171409,"median":0.146631,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"recorded_attempt_count":28,"run_count":24,"total":4.113816},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2940,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"fireworks/ember-1","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":58.034283992684216,"score":58.034283992684216},"GB2-02":{"attempts":3,"playable":43.24140908460901,"score":43.24140908460901},"GB2-03":{"attempts":3,"playable":58.50287586812461,"score":58.50287586812461},"GB2-04":{"attempts":3,"playable":43.549672425685706,"score":43.549672425685706},"GB2-05":{"attempts":3,"playable":41.723165654099276,"score":41.723165654099276},"GB2-06":{"attempts":3,"playable":48.903210643275315,"score":48.903210643275315},"GB2-07":{"attempts":3,"playable":57.41413816702805,"score":57.41413816702805},"GB2-08":{"attempts":3,"playable":51.02446672779373,"score":51.02446672779373}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:04:56Z","losses":4907,"max_score":85.70533280261456,"measured_at":null,"min_score":14.446714764546801,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Ember-1","model_slug":"fireworks-ember-1","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Fireworks AI","provider_key":"fireworks","rank":34,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:13:07Z","ranking_status":"ranked","rated_matches":12550,"rating_method":"bradley_terry_newton","raw_elo":1473.9920358685806,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"fireworks","provider_model":"fireworks/ember-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":50.29915282041248,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4703},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-8:5a2ef8bbc04cd5c2","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":1.38945,"mean":0.43567666666666666,"median":0.20305499999999999,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"run_count":24,"token_priced_attempt_count":25,"total":10.456240000000003},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2329,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-opus-4-8","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03"],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":53.30278844258999,"score":53.30278844258999},"GB2-02":{"attempts":3,"playable":52.62504971097618,"score":52.62504971097618},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":29.825975049308205,"score":9.941991683102735},"GB2-04":{"attempts":3,"playable":50.54369501524997,"score":50.54369501524997},"GB2-05":{"attempts":3,"playable":37.51176126229738,"score":37.51176126229738},"GB2-06":{"attempts":3,"playable":67.57632998241654,"score":67.57632998241654},"GB2-07":{"attempts":3,"playable":63.41139757642663,"score":63.41139757642663},"GB2-08":{"attempts":3,"playable":61.67589119987636,"score":61.67589119987636}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":6,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:24Z","losses":4221,"max_score":83.17151524195691,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"Claude Opus 4.8","model_slug":"claude-opus-4-8","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":35,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:57:51Z","ranking_status":"ranked","rated_matches":11520,"rating_method":"bradley_terry_newton","raw_elo":1554.440091501434,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-8","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":49.57361310911697,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4970},{"admitted_plugins":30,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash:43de48784439f899","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":30,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":32,"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Combined: Provider-reported + Standard list-price estimate","failed_cell_count":2,"max":0.5094276945411561,"mean":0.1819473937669366,"median":0.18692147314407714,"min":0.043710665151447045,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":32},"recorded_attempt_count":14,"run_count":32,"token_priced_attempt_count":32,"total":4.982416499999999},"codegen_evaluated_cells":32,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2925,"eligibility_flag":true,"entry_count":30,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemini-3.5-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":22,"first_pass_rate":0.6875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":4,"playable":69.44651132684233,"score":69.44651132684233},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":47.6006995419738,"score":41.1299476014583},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":53.464012023227845,"score":49.640262205097024},"GB2-04":{"attempts":4,"playable":45.32613589688507,"score":45.32613589688507},"GB2-05":{"attempts":4,"playable":42.489623843099324,"score":42.489623843099324},"GB2-06":{"attempts":4,"playable":59.51516525882858,"score":59.51516525882858},"GB2-07":{"attempts":4,"playable":48.52972768903236,"score":48.52972768903236},"GB2-08":{"attempts":4,"playable":38.93212987286284,"score":38.93212987286284}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:45Z","losses":6985,"max_score":89.94436486119334,"measured_at":null,"min_score":11.471249454392472,"model_code_failure_rate":0.0625,"model_code_failures":2,"model_display_name":"Gemini 3.5 Flash","model_slug":"google-gemini-3-5-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":36,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:14:21Z","ranking_status":"ranked","rated_matches":15740,"rating_method":"bradley_terry_newton","raw_elo":1473.3708197046474,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":8,"repaired_rate":0.25,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":49.37618796176323,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":5830},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-5:41dd219b4919f08f","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":4.4173,"mean":1.10693125,"median":0.4176025,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"run_count":24,"token_priced_attempt_count":26,"total":26.566349999999996},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3024,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":64.27448595252748,"score":64.27448595252748},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":47.61001698918331,"score":31.740011326122204},"GB2-03":{"attempts":3,"playable":41.641560146239435,"score":41.641560146239435},"GB2-04":{"attempts":3,"playable":38.46977507438505,"score":38.46977507438505},"GB2-05":{"attempts":3,"playable":66.19278623827942,"score":66.19278623827942},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":52.81691977592843,"score":35.21127985061896},"GB2-07":{"attempts":3,"playable":60.471089393701554,"score":60.471089393701554},"GB2-08":{"attempts":3,"playable":54.10638027713092,"score":54.10638027713092}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:09Z","losses":3972,"max_score":85.1053177322873,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"GPT-5.5","model_slug":"gpt-5-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":37,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T17:04:19Z","ranking_status":"ranked","rated_matches":11558,"rating_method":"bradley_terry_newton","raw_elo":1539.6474524094192,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":49.013421032375625,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4562},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max:5f41df3bb03edf57","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.19033848611111112,"median":0.13741799999999998,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":30},"recorded_attempt_count":30,"run_count":29,"total":6.45275},"codegen_evaluated_cells":26,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2886,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.8-max","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02"],"first_pass_admitted":24,"first_pass_rate":0.96,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":33.04177500047211,"score":33.04177500047211},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":44.161055121923276,"score":35.66802734926233},"GB2-03":{"attempts":3,"playable":48.945505918194975,"score":48.945505918194975},"GB2-04":{"attempts":3,"playable":47.91913170411265,"score":47.91913170411265},"GB2-05":{"attempts":3,"playable":66.25692256486228,"score":66.25692256486228},"GB2-06":{"attempts":3,"playable":39.14427709196866,"score":39.14427709196866},"GB2-07":{"attempts":3,"playable":61.338244448053906,"score":61.338244448053906},"GB2-08":{"attempts":3,"playable":59.59126837310125,"score":59.59126837310125}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-02","GB2-06","GB2-08"],"infra_failures_excluded":3,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:21Z","losses":4956,"max_score":88.66065777630814,"measured_at":null,"min_score":20.96620418234662,"model_code_failure_rate":0.04,"model_code_failures":1,"model_display_name":"Qwen3.8 Max","model_slug":"qwen-qwen3-8-max","performance_rejected_game_aliases":["GB2-04"],"performance_rejections":1,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":38,"rank_movement":-4,"rank_movement_baseline_at":"2026-10-31T17:02:38Z","ranking_status":"ranked","rated_matches":12554,"rating_method":"bradley_terry_newton","raw_elo":1484.255599055667,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":48.988144056253525,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4712},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3:5efa63052d7fe040","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.27696257500000004,"median":0.2537256,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":35},"recorded_attempt_count":35,"run_count":24,"total":6.6471018},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2807,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"moonshotai/kimi-k3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-06"],"first_pass_admitted":21,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":41.45794606603571,"score":41.45794606603571},"GB2-02":{"attempts":3,"playable":41.42802233183523,"score":41.42802233183523},"GB2-03":{"attempts":3,"playable":62.688296893582596,"score":62.688296893582596},"GB2-04":{"attempts":3,"playable":47.500147693699695,"score":47.500147693699695},"GB2-05":{"attempts":3,"playable":53.039363807830796,"score":53.039363807830796},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":49.06928323788587,"score":32.71285549192391},"GB2-07":{"attempts":3,"playable":48.19058731827943,"score":48.19058731827943},"GB2-08":{"attempts":3,"playable":50.61304942324947,"score":50.61304942324947}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:30Z","losses":4832,"max_score":92.33424370500852,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.041666666666666664,"model_code_failures":1,"model_display_name":"Kimi K3","model_slug":"moonshotai-kimi-k3","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Moonshot","provider_key":"moonshotai","rank":39,"rank_movement":-1,"rank_movement_baseline_at":"2026-10-31T17:13:07Z","ranking_status":"ranked","rated_matches":12030,"rating_method":"bradley_terry_newton","raw_elo":1476.8953007714204,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.08333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":47.20378362830461,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4391},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-luna:f8c582a5decbb683","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.00625249375,"median":0.0043227375,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16,"boardgame-list-prices-2026-10-09":11},"run_count":24,"token_priced_attempt_count":27,"total":0.15005985},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3018,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-6-luna","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":37.72122082530183,"score":37.72122082530183},"GB2-02":{"attempts":3,"playable":49.92137195014922,"score":49.92137195014922},"GB2-03":{"attempts":3,"playable":47.42969734454656,"score":47.42969734454656},"GB2-04":{"attempts":3,"playable":52.21440423188622,"score":52.21440423188622},"GB2-05":{"attempts":3,"playable":43.901959397647055,"score":43.901959397647055},"GB2-06":{"attempts":3,"playable":61.861040936397785,"score":61.861040936397785},"GB2-07":{"attempts":3,"playable":41.17266198334466,"score":41.17266198334466},"GB2-08":{"attempts":3,"playable":42.294025192982474,"score":42.294025192982474}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:02:45Z","losses":5321,"max_score":83.00356232619218,"measured_at":null,"min_score":20.92843786669476,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-6 Luna","model_slug":"gpt-6-luna","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":40,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:50:37Z","ranking_status":"ranked","rated_matches":12570,"rating_method":"bradley_terry_newton","raw_elo":1435.5609115457194,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":47.06454773278198,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4231},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-5:970abfe5e8c98e0e","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":39,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":41},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.512955,"mean":0.2537023958333333,"median":0.20905875000000002,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":16,"boardgame-list-prices-2026-10-09":25},"run_count":40,"token_priced_attempt_count":41,"total":11.203785},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":5093,"eligibility_flag":true,"entry_count":39,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-opus-4-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":5,"playable":45.64802731335944,"score":45.64802731335944},"GB2-02":{"attempts":5,"playable":43.13209905025233,"score":43.13209905025233},"GB2-03":{"attempts":4,"playable":45.95141684877668,"score":45.95141684877668},"GB2-04":{"attempts":5,"playable":42.54465983670055,"score":42.54465983670055},"GB2-05":{"attempts":5,"playable":43.65586332446659,"score":43.65586332446659},"GB2-06":{"attempts":5,"playable":45.343843160553426,"score":45.343843160553426},"GB2-07":{"attempts":5,"playable":44.321092970799235,"score":44.321092970799235},"GB2-08":{"attempts":5,"playable":65.83252364203332,"score":65.83252364203332}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:46Z","losses":8468,"max_score":75.59679465114228,"measured_at":null,"min_score":31.348934459086404,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Opus 4.5","model_slug":"claude-opus-4-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":41,"rank_movement":-5,"rank_movement_baseline_at":"2026-10-31T16:28:46Z","ranking_status":"ranked","rated_matches":20414,"rating_method":"bradley_terry_newton","raw_elo":1438.5912822790972,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":47.053690768367694,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6853},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5:9d4d43e629397128","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.15942958333333332,"median":0.068377,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":3.826309999999999},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2872,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"anthropic","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"claude-sonnet-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":24,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":50.71587579357538,"score":50.71587579357538},"GB2-02":{"attempts":3,"playable":42.04529843742859,"score":42.04529843742859},"GB2-03":{"attempts":3,"playable":51.329021153754546,"score":51.329021153754546},"GB2-04":{"attempts":3,"playable":45.932689949733835,"score":45.932689949733835},"GB2-05":{"attempts":3,"playable":37.596123518632076,"score":37.596123518632076},"GB2-06":{"attempts":3,"playable":35.68700895268709,"score":35.68700895268709},"GB2-07":{"attempts":3,"playable":50.07359917990552,"score":50.07359917990552},"GB2-08":{"attempts":3,"playable":58.01180143919834,"score":58.01180143919834}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:49Z","losses":5440,"max_score":79.09781505327834,"measured_at":null,"min_score":21.751179284394034,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Claude Sonnet 5","model_slug":"claude-sonnet-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Anthropic","provider_key":"anthropic","rank":42,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:04:37Z","ranking_status":"ranked","rated_matches":12540,"rating_method":"bradley_terry_newton","raw_elo":1416.6441525697162,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":46.423927303114425,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4228},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-terra:2dd7e8c0505d81be","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.45800250000000003,"mean":0.18569479166666666,"median":0.091314375,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":28},"run_count":24,"token_priced_attempt_count":28,"total":4.456675},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3011,"eligibility_flag":true,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.6-terra","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-05"],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":65.52090026664492,"score":65.52090026664492},"GB2-02":{"attempts":3,"playable":48.84419264235701,"score":48.84419264235701},"GB2-03":{"attempts":3,"playable":33.47928527173709,"score":33.47928527173709},"GB2-04":{"attempts":3,"playable":42.493788786142716,"score":42.493788786142716},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":54.09951144522076,"score":36.066340963480506},"GB2-06":{"attempts":3,"playable":50.162786498859816,"score":50.162786498859816},"GB2-07":{"attempts":3,"playable":43.64685765832551,"score":43.64685765832551},"GB2-08":{"attempts":3,"playable":43.05419851162483,"score":43.05419851162483}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:06:54Z","losses":4978,"max_score":77.08422561292774,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.041666666666666664,"model_code_failures":1,"model_display_name":"GPT-5.6 Terra","model_slug":"gpt-5-6-terra","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":43,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:37:24Z","ranking_status":"ranked","rated_matches":12014,"rating_method":"bradley_terry_newton","raw_elo":1426.5295389836272,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":45.40854382489655,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4025},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gemini-3-1-pro-preview:a324d82792c47394","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.15006158333333333,"median":0.080065,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":3.6014779999999997},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2662,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"google","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gemini-3.1-pro-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":20,"first_pass_rate":0.8333333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":48.19760486241768,"score":48.19760486241768},"GB2-02":{"attempts":3,"playable":42.421486050545354,"score":42.421486050545354},"GB2-03":{"attempts":3,"playable":51.86749069815801,"score":51.86749069815801},"GB2-04":{"attempts":3,"playable":55.50541915365923,"score":55.50541915365923},"GB2-05":{"attempts":3,"playable":37.830217799661355,"score":37.830217799661355},"GB2-06":{"attempts":3,"playable":19.675088742421305,"score":19.675088742421305},"GB2-07":{"attempts":3,"playable":55.386819368311215,"score":55.386819368311215},"GB2-08":{"attempts":3,"playable":45.1213923347629,"score":45.1213923347629}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:04:16Z","losses":5769,"max_score":85.04574495629737,"measured_at":null,"min_score":14.016702446165896,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Gemini 3.1 Pro Preview","model_slug":"gemini-3-1-pro-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":44,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:13:11Z","ranking_status":"ranked","rated_matches":12548,"rating_method":"bradley_terry_newton","raw_elo":1388.8185180039486,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-3.1-pro-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":44.50068987624213,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4117},{"admitted_plugins":20,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-3:bc6950a0d4411105","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":20,"cell_count":24,"cost_basis_counts":{"provider_reported":32},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.11405448,"mean":0.03940985166666667,"median":0.03513247,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":32},"recorded_attempt_count":32,"run_count":24,"total":0.94583644},"codegen_evaluated_cells":22,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2086,"eligibility_flag":false,"entry_count":18,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"inception/mercury-3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-04"],"first_pass_admitted":14,"first_pass_rate":0.6363636363636364,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":40.86304906745049,"score":40.86304906745049},"GB2-02":{"attempts":3,"playable":43.19674784164632,"score":43.19674784164632},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":46.5541271673637,"score":31.03608477824247},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":48.855371481897734,"score":32.57024765459849},"GB2-05":{"attempts":1,"playable":23.03757558877989,"score":23.03757558877989},"GB2-06":{"attempts":3,"playable":61.83135317098755,"score":61.83135317098755},"GB2-07":{"attempts":2,"playable":54.37427355825683,"score":54.37427355825683},"GB2-08":{"attempts":3,"playable":47.520498341387416,"score":47.520498341387416}},"ineligibility_reason_codes":["generation_incomplete","fixed_coverage_incomplete"],"infra_excluded_game_aliases":["GB2-01","GB2-07"],"infra_failures_excluded":2,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:07:14Z","losses":3466,"max_score":76.1897671086881,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.09090909090909091,"model_code_failures":2,"model_display_name":"Mercury 3","model_slug":"inception-mercury-3","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Inception","provider_key":"inception","rank":45,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":8379,"rating_method":"bradley_terry_newton","raw_elo":1492.1257183390392,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":6,"repaired_rate":0.2727272727272727,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":43.74811056199854,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2827},{"admitted_plugins":48,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-2:80b09fce73ac6d39","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":48,"cell_count":24,"cost_basis_counts":{"provider_reported":72},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.09944282164861112,"median":0.056673037849999996,"min":0.013816857666666668,"recorded_attempt_count":72,"run_count":48,"total":3.5146565168},"codegen_evaluated_cells":48,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":6273,"eligibility_flag":true,"entry_count":48,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"z-ai/glm-5.2","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":26,"first_pass_rate":0.5416666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"playable":39.03836683486767,"score":39.03836683486767},"GB2-02":{"attempts":6,"playable":49.281274991113854,"score":49.281274991113854},"GB2-03":{"attempts":6,"playable":34.7307230022312,"score":34.7307230022312},"GB2-04":{"attempts":6,"playable":48.75739022082027,"score":48.75739022082027},"GB2-05":{"attempts":6,"playable":46.764878084483406,"score":46.764878084483406},"GB2-06":{"attempts":6,"playable":52.75800119095962,"score":52.75800119095962},"GB2-07":{"attempts":6,"playable":37.85685190912009,"score":37.85685190912009},"GB2-08":{"attempts":6,"playable":36.45413559947979,"score":36.45413559947979}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:08:42Z","losses":11626,"max_score":75.47748985748527,"measured_at":null,"min_score":10.103301861040539,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GLM-5.2","model_slug":"z-ai-glm-5-2","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Zhipu","provider_key":"z-ai","rank":46,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:20:24Z","ranking_status":"ranked","rated_matches":25090,"rating_method":"bradley_terry_newton","raw_elo":1381.4409310836581,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":22,"repaired_rate":0.4583333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":43.20520272913449,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":7191},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:reflection-beam-1-0-501b-a23b:1c1eb87c5ea986b7","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04917425,"mean":0.015867427083333333,"median":0.01165575,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":36},"recorded_attempt_count":36,"run_count":24,"total":0.38081824999999997},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2530,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"reflection/beam-1.0-501b-a23b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-06"],"first_pass_admitted":13,"first_pass_rate":0.5416666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":32.5578168238444,"score":21.705211215896266},"GB2-02":{"attempts":3,"playable":42.12263225951315,"score":42.12263225951315},"GB2-03":{"attempts":3,"playable":51.90602486960868,"score":51.90602486960868},"GB2-04":{"attempts":3,"playable":45.70221672625297,"score":45.70221672625297},"GB2-05":{"attempts":3,"playable":49.08685359430903,"score":49.08685359430903},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":61.92146193379209,"score":41.280974622528056},"GB2-07":{"attempts":3,"playable":26.144379400243356,"score":26.144379400243356},"GB2-08":{"attempts":3,"playable":65.23787039858462,"score":65.23787039858462}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:54:57Z","losses":5008,"max_score":79.78603165080064,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"Beam 1.0 501B A23B","model_slug":"reflection-beam-1-0-501b-a23b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Other","provider_key":"other","rank":47,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-27T23:46:14Z","ranking_status":"ranked","rated_matches":11513,"rating_method":"bradley_terry_newton","raw_elo":1424.8010314251187,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"reflection/beam-1.0-501b-a23b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":42.898270385867015,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3975},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro-0813:84c92d6f9c4c6c41","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.28337826924,"mean":0.09905735158166666,"median":0.10177922040000001,"min":0.01808105112,"recorded_attempt_count":31,"run_count":24,"total":2.3773764379599998},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2421,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"deepseek/deepseek-v4-pro-0813","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-05"],"first_pass_admitted":18,"first_pass_rate":0.75,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":41.640006248433494,"score":41.640006248433494},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.68993082039853,"score":27.79328721359902},"GB2-03":{"attempts":3,"playable":46.360938192873476,"score":46.360938192873476},"GB2-04":{"attempts":3,"playable":38.97257432569176,"score":38.97257432569176},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":56.569280996907196,"score":37.71285399793813},"GB2-06":{"attempts":3,"playable":52.59925497908724,"score":52.59925497908724},"GB2-07":{"attempts":3,"playable":57.257961563490504,"score":57.257961563490504},"GB2-08":{"attempts":3,"playable":33.52132801431965,"score":33.52132801431965}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:11Z","losses":5181,"max_score":77.2652444602042,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"DeepSeek V4 Pro 0813","model_slug":"deepseek-deepseek-v4-pro-0813","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"DeepSeek","provider_key":"deepseek","rank":48,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:40:28Z","ranking_status":"ranked","rated_matches":11536,"rating_method":"bradley_terry_newton","raw_elo":1412.276732985935,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro-0813","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":41.982275566929154,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3934},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro:201663eb3d6fa183","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.176790095,"mean":0.062023549123500006,"median":0.0458058365,"min":0.014466934,"recorded_attempt_count":35,"run_count":24,"total":1.4885651789640002},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2541,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"deepseek/deepseek-v4-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":13,"first_pass_rate":0.5416666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":37.761502902908916,"score":37.761502902908916},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.827875933891285,"score":27.88525062259419},"GB2-03":{"attempts":3,"playable":38.143032662651365,"score":38.143032662651365},"GB2-04":{"attempts":3,"playable":44.08065234628534,"score":44.08065234628534},"GB2-05":{"attempts":3,"playable":40.345666180381656,"score":40.345666180381656},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":60.608130985322454,"score":40.40542065688164},"GB2-07":{"attempts":3,"playable":65.06580496333649,"score":65.06580496333649},"GB2-08":{"attempts":3,"playable":39.75363968145979,"score":39.75363968145979}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:15Z","losses":5141,"max_score":81.01346661135574,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"DeepSeek V4 Pro","model_slug":"deepseek-deepseek-v4-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"DeepSeek","provider_key":"deepseek","rank":49,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:38:21Z","ranking_status":"ranked","rated_matches":11548,"rating_method":"bradley_terry_newton","raw_elo":1408.4727411845245,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":41.68012125206242,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3866},{"admitted_plugins":21,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5:01830fcec5780cc2","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":31},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":0.45464499999999997,"mean":0.18566328125000006,"median":0.17276625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12,"boardgame-list-prices-2026-10-09":19},"run_count":24,"token_priced_attempt_count":31,"total":4.4559187499999995},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2259,"eligibility_flag":false,"entry_count":21,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02"],"first_pass_admitted":16,"first_pass_rate":0.7272727272727273,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":42.11611956981884,"score":42.11611956981884},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.543716797879114,"score":26.362477865252743},"GB2-03":{"attempts":3,"playable":27.565320476118938,"score":27.565320476118938},"GB2-04":{"attempts":2,"playable":40.14386713584646,"score":40.14386713584646},"GB2-05":{"attempts":3,"playable":58.62095821911327,"score":58.62095821911327},"GB2-06":{"attempts":2,"playable":56.185128354043215,"score":56.185128354043215},"GB2-07":{"attempts":3,"playable":50.704573903596874,"score":50.704573903596874},"GB2-08":{"attempts":3,"playable":33.663517958979874,"score":33.663517958979874}},"ineligibility_reason_codes":["untested_or_ineligible_settings"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:39Z","losses":5247,"max_score":72.73299598611037,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.045454545454545456,"model_code_failures":1,"model_display_name":"GPT-5","model_slug":"gpt-5","performance_rejected_game_aliases":["GB2-04","GB2-06"],"performance_rejections":2,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":50,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":11034,"rating_method":"bradley_terry_newton","raw_elo":1373.9685737811105,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.22727272727272727,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":41.218649442038874,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3528},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-luna:61e59d89d21ca0b8","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.01391661875,"median":0.00586915,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":0.33399885},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3186,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.6-luna","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":23,"first_pass_rate":0.9583333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":49.484846053250514,"score":49.484846053250514},"GB2-02":{"attempts":3,"playable":42.83383292721137,"score":42.83383292721137},"GB2-03":{"attempts":3,"playable":36.92306064331968,"score":36.92306064331968},"GB2-04":{"attempts":3,"playable":40.62125737673505,"score":40.62125737673505},"GB2-05":{"attempts":3,"playable":37.77095829937307,"score":37.77095829937307},"GB2-06":{"attempts":3,"playable":49.406425804198044,"score":49.406425804198044},"GB2-07":{"attempts":3,"playable":37.566710583334164,"score":37.566710583334164},"GB2-08":{"attempts":3,"playable":26.463577050802915,"score":26.463577050802915}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:48Z","losses":6078,"max_score":80.67886797293676,"measured_at":null,"min_score":7.525448300580191,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-5.6 Luna","model_slug":"gpt-5-6-luna","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":51,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:01:37Z","ranking_status":"ranked","rated_matches":12552,"rating_method":"bradley_terry_newton","raw_elo":1342.6914822751874,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":40.1338335922781,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3288},{"admitted_plugins":21,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3-1-flash:c73463359f716332","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":35},"recorded_attempt_count":35,"run_count":24,"total":0.0},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2253,"eligibility_flag":false,"entry_count":21,"evaluated_setting_identity":{"canonical_provider_route":"unknown_legacy","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"minimax/minimax-m3.1-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":14,"first_pass_rate":0.5833333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":36.388971610601196,"score":36.388971610601196},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.483794170113896,"score":26.989196113409264},"GB2-03":{"attempts":3,"playable":33.59417887892669,"score":33.59417887892669},"GB2-04":{"attempts":3,"playable":38.83535559682418,"score":38.83535559682418},"GB2-05":{"attempts":3,"playable":46.375448852389354,"score":46.375448852389354},"GB2-06":{"attempts":3,"playable":48.11039706950612,"score":48.11039706950612},"GB2-07":{"attempts":3,"playable":53.01796899947241,"score":53.01796899947241},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":26.8347903525551,"score":8.944930117518366}},"ineligibility_reason_codes":["unknown_capability_evidence"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:05:57Z","losses":5382,"max_score":69.66776312412378,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":3,"model_display_name":"Minimax M3.1 Flash","model_slug":"minimax-minimax-m3-1-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"MiniMax","provider_key":"minimax","rank":52,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":10964,"rating_method":"bradley_terry_newton","raw_elo":1389.333335343569,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":7,"repaired_rate":0.2916666666666667,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":36.53205590483095,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3329},{"admitted_plugins":22,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:bytedance-seed-seed-2-0-code:083de56cd94240a4","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.075846,"mean":0.041728458333333336,"median":0.04202725,"min":0.0121355,"recorded_attempt_count":34,"run_count":24,"total":1.0014830000000001},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2688,"eligibility_flag":true,"entry_count":22,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"bytedance-seed/seed-2.0-code","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-07"],"first_pass_admitted":14,"first_pass_rate":0.5833333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":37.12565374077562,"score":37.12565374077562},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.84721078699704,"score":26.564807191331358},"GB2-03":{"attempts":3,"playable":40.89633213861361,"score":40.89633213861361},"GB2-04":{"attempts":3,"playable":39.52473169450781,"score":39.52473169450781},"GB2-05":{"attempts":3,"playable":35.925011567370916,"score":35.925011567370916},"GB2-06":{"attempts":3,"playable":16.051066084494018,"score":16.051066084494018},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":36.533473495956265,"score":24.355648997304176},"GB2-08":{"attempts":3,"playable":58.59956414675776,"score":58.59956414675776}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:05:19Z","losses":5933,"max_score":84.9546556507483,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.08333333333333333,"model_code_failures":2,"model_display_name":"Seed 2.0 Code","model_slug":"bytedance-seed-seed-2-0-code","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"ByteDance","provider_key":"bytedance-seed","rank":53,"rank_movement":-2,"rank_movement_baseline_at":"2026-10-31T16:45:39Z","ranking_status":"ranked","rated_matches":11536,"rating_method":"bradley_terry_newton","raw_elo":1311.8899557942611,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"bytedance-seed","provider_model":"bytedance-seed/seed-2.0-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":8,"repaired_rate":0.3333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":34.88035194514441,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2915},{"admitted_plugins":33,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:o3:9ca1a99e9c27624e","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":33,"cell_count":24,"cost_basis_counts":{"estimated":32,"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":15,"max":0.1097735,"mean":0.06116525,"median":0.054719000000000004,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":58},"recorded_attempt_count":32,"run_count":48,"token_priced_attempt_count":26,"total":3.6636299999999995},"codegen_evaluated_cells":48,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2072,"eligibility_flag":true,"entry_count":33,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"o3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-08"],"first_pass_admitted":32,"first_pass_rate":0.7272727272727273,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":43.19030289242795,"score":38.339550811138075},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.071365315062124,"score":21.035682657531062},"GB2-03":{"attempts":6,"failed_attempts":4,"playable":37.54373456621224,"score":16.227387486526204},"GB2-04":{"attempts":6,"failed_attempts":4,"playable":41.6402107072614,"score":27.7601404715076},"GB2-05":{"attempts":6,"playable":45.706374594727926,"score":45.706374594727926},"GB2-06":{"attempts":6,"playable":42.24320733925282,"score":42.24320733925282},"GB2-07":{"attempts":6,"playable":45.711586894928764,"score":45.711586894928764},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":40.29889894308118,"score":36.59783221976567}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:21:01Z","losses":9019,"max_score":57.30447731812895,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.25,"model_code_failures":11,"model_display_name":"o3","model_slug":"o3","performance_rejected_game_aliases":["GB2-02"],"performance_rejections":4,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":54,"rank_movement":-4,"rank_movement_baseline_at":"2026-10-31T17:14:21Z","ranking_status":"ranked","rated_matches":17460,"rating_method":"bradley_terry_newton","raw_elo":1367.3119809424738,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"o3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.022727272727272728,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":34.59674409915596,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":6369},{"admitted_plugins":36,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-flash:4a7f433abdec3d0b","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":36,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01423672,"mean":0.004144189362222222,"median":0.0032265161666666666,"min":0.0008945895,"recorded_attempt_count":59,"run_count":40,"total":0.16008749804},"codegen_evaluated_cells":38,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":4222,"eligibility_flag":true,"entry_count":36,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"deepseek/deepseek-v4-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-04","GB2-05"],"first_pass_admitted":25,"first_pass_rate":0.6578947368421053,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":5,"playable":23.731008885078282,"score":23.731008885078282},"GB2-02":{"attempts":5,"playable":40.52693843390144,"score":40.52693843390144},"GB2-03":{"attempts":4,"playable":36.36833632562437,"score":36.36833632562437},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":40.30409358350802,"score":26.86939572233868},"GB2-05":{"attempts":5,"failed_attempts":1,"playable":33.31635820520334,"score":22.21090547013556},"GB2-06":{"attempts":5,"playable":52.32027026663217,"score":52.32027026663217},"GB2-07":{"attempts":5,"playable":27.16401574258632,"score":27.16401574258632},"GB2-08":{"attempts":5,"playable":39.286341490328745,"score":39.286341490328745}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-03","GB2-04"],"infra_failures_excluded":2,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:43:34Z","losses":10405,"max_score":79.39893274716044,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.05263157894736842,"model_code_failures":2,"model_display_name":"DeepSeek V4 Flash","model_slug":"deepseek-deepseek-v4-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"DeepSeek","provider_key":"deepseek","rank":55,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T15:55:37Z","ranking_status":"ranked","rated_matches":18844,"rating_method":"bradley_terry_newton","raw_elo":1304.3274630236986,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":11,"repaired_rate":0.2894736842105263,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":33.5596515420782,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4217},{"admitted_plugins":17,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-27b:9d4b0d52a83b422c","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.3521656,"mean":0.08720021666666666,"median":0.0402421875,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":38,"run_count":24,"total":2.0928052},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1913,"eligibility_flag":false,"entry_count":17,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.8-27b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":11,"first_pass_rate":0.4583333333333333,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":49.382880633440486,"score":49.382880633440486},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.16298158248061,"score":27.441987721653742},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":44.64615441804776,"score":29.76410294536517},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":53.97648975627998,"score":35.984326504186654},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":56.18616773106855,"score":37.4574451540457},"GB2-06":{"attempts":3,"playable":37.42975347927842,"score":37.42975347927842},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":48.53140730737937,"score":32.35427153825291},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":48.39813048573001,"score":16.13271016191}},"ineligibility_reason_codes":["below_generation_quality_threshold"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:12:10Z","losses":3843,"max_score":76.08677804293788,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.2916666666666667,"model_code_failures":7,"model_display_name":"Qwen3.8 27B","model_slug":"qwen-qwen3-8-27b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":56,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":8864,"rating_method":"bradley_terry_newton","raw_elo":1370.3872182355067,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-27b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":6,"repaired_rate":0.25,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":33.243434767266635,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3108},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-ultra-550b-a55b:ec024dcd325d3c19","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.13485595000000003,"mean":0.027145690625,"median":0.018779375,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":59,"run_count":33,"total":1.03871285},"codegen_evaluated_cells":31,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2380,"eligibility_flag":false,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"nvidia/nemotron-3-ultra-550b-a55b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-07"],"first_pass_admitted":13,"first_pass_rate":0.41935483870967744,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":43.712399849124786,"score":39.69882474543477},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":41.064556318176955,"score":27.376370878784638},"GB2-03":{"attempts":4,"failed_attempts":2,"playable":40.68176248011296,"score":27.121174986741973},"GB2-04":{"attempts":3,"playable":41.949180608876354,"score":41.949180608876354},"GB2-05":{"attempts":4,"playable":57.1346386659803,"score":57.1346386659803},"GB2-06":{"attempts":3,"playable":27.452944004633604,"score":27.452944004633604},"GB2-07":{"attempts":5,"failed_attempts":3,"playable":21.045211352067074,"score":13.283543888719324},"GB2-08":{"attempts":4,"playable":28.80636884860172,"score":28.80636884860172}},"ineligibility_reason_codes":["untested_or_ineligible_settings"],"infra_excluded_game_aliases":["GB2-04","GB2-06"],"infra_failures_excluded":2,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:07:17Z","losses":5165,"max_score":84.16101207666127,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.22580645161290322,"model_code_failures":7,"model_display_name":"Nemotron 3 Ultra 550B A55B","model_slug":"nvidia-nemotron-3-ultra-550b-a55b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"NVIDIA","provider_key":"nvidia","rank":57,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":9576,"rating_method":"bradley_terry_newton","raw_elo":1335.1410352018352,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3-ultra-550b-a55b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":11,"repaired_rate":0.3548387096774194,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":32.85288082847158,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2031},{"admitted_plugins":19,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:stealth-space-bunny-alpha:4a1adab13c9db1f6","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":19,"cell_count":24,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":42},"recorded_attempt_count":42,"run_count":24,"total":0.0},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2376,"eligibility_flag":true,"entry_count":19,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"stealth/space-bunny-alpha","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-06","GB2-08"],"first_pass_admitted":7,"first_pass_rate":0.2916666666666667,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":54.9334389854974,"score":36.62229265699827},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.96670024421248,"score":27.311133496141654},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":39.22623540062774,"score":26.150823600418494},"GB2-04":{"attempts":3,"playable":39.96810348470697,"score":39.96810348470697},"GB2-05":{"attempts":3,"playable":32.103495201011704,"score":32.103495201011704},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":45.626612154839506,"score":30.41774143655967},"GB2-07":{"attempts":3,"playable":44.21598522558295,"score":44.21598522558295},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":31.128101855653917,"score":20.752067903769277}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:45Z","losses":4852,"max_score":72.26664946024567,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.20833333333333334,"model_code_failures":5,"model_display_name":"Space Bunny Alpha","model_slug":"stealth-space-bunny-alpha","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Other","provider_key":"other","rank":58,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:02:37Z","ranking_status":"ranked","rated_matches":9956,"rating_method":"bradley_terry_newton","raw_elo":1318.014140841794,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/space-bunny-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":12,"repaired_rate":0.5,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":32.19270537564862,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2728},{"admitted_plugins":43,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash-lite:fcc83610427dff10","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":43,"cell_count":24,"cost_basis_counts":{"provider_reported":132},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0719635,"mean":0.03858281041666666,"median":0.037386975,"min":0.012759,"recorded_attempt_count":132,"run_count":48,"total":1.8519749},"codegen_evaluated_cells":48,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":4863,"eligibility_flag":true,"entry_count":42,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemini-3.5-flash-lite","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-07"],"first_pass_admitted":36,"first_pass_rate":0.75,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":35.61017463033091,"score":30.020523245165112},"GB2-02":{"attempts":6,"failed_attempts":2,"playable":42.06924098870771,"score":27.620916985317834},"GB2-03":{"attempts":6,"failed_attempts":1,"playable":46.848665594303924,"score":38.01531601844365},"GB2-04":{"attempts":6,"playable":42.469982481145415,"score":42.469982481145415},"GB2-05":{"attempts":6,"playable":13.984524815495867,"score":13.984524815495867},"GB2-06":{"attempts":6,"playable":34.44205827770633,"score":34.44205827770633},"GB2-07":{"attempts":6,"failed_attempts":1,"playable":41.38570858542416,"score":37.93739209340473},"GB2-08":{"attempts":6,"playable":26.198852761615342,"score":26.198852761615342}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:08Z","losses":12159,"max_score":60.14962767223564,"measured_at":null,"min_score":10.344949476058277,"model_code_failure_rate":0.10416666666666667,"model_code_failures":5,"model_display_name":"Gemini 3.5 Flash Lite","model_slug":"google-gemini-3-5-flash-lite","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":59,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:07:30Z","ranking_status":"ranked","rated_matches":22000,"rating_method":"bradley_terry_newton","raw_elo":1264.5244055227406,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":7,"repaired_rate":0.14583333333333334,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":31.336195834786782,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4978},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling-small:08b1f95dc978089f","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":43},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.06806129999999999,"mean":0.01775885625,"median":0.0102184875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":43},"recorded_attempt_count":43,"run_count":28,"total":0.5373185999999999},"codegen_evaluated_cells":28,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":3135,"eligibility_flag":true,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"thinkingmachines/inkling-small","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":15,"first_pass_rate":0.5555555555555556,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":20.28510273913336,"score":20.28510273913336},"GB2-02":{"attempts":3,"playable":40.993982845812646,"score":40.993982845812646},"GB2-03":{"attempts":3,"playable":45.72589019330445,"score":45.72589019330445},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":42.48552292799439,"score":35.599935426120474},"GB2-05":{"attempts":3,"playable":17.717483018164675,"score":17.717483018164675},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":27.536961441483868,"score":22.27221328977701},"GB2-07":{"attempts":3,"playable":34.24322435154564,"score":34.24322435154564},"GB2-08":{"attempts":3,"playable":21.718403439023106,"score":21.718403439023106}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:12:30Z","losses":7256,"max_score":55.32244548158805,"measured_at":null,"min_score":4.65946647138205,"model_code_failure_rate":0.1111111111111111,"model_code_failures":3,"model_display_name":"Inkling Small","model_slug":"thinkingmachines-inkling-small","performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"plugin_success_rate":null,"provider":"Thinking Machines","provider_key":"thinkingmachines","rank":60,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:05:04Z","ranking_status":"ranked","rated_matches":12564,"rating_method":"bradley_terry_newton","raw_elo":1204.9830773014473,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling-small","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.3333333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":29.819529412860174,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2173},{"admitted_plugins":21,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-glimmer-30b:812775d72ec59271","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.02351982,"mean":0.011764807916666668,"median":0.0084872,"min":0.00402612,"recorded_attempt_count":34,"run_count":24,"total":0.28235539},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2822,"eligibility_flag":true,"entry_count":21,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meta/muse-glimmer-30b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":14,"first_pass_rate":0.5833333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":28.296643264109548,"score":28.296643264109548},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.388075210810825,"score":28.258716807207218},"GB2-03":{"attempts":3,"playable":39.45270327576574,"score":39.45270327576574},"GB2-04":{"attempts":3,"playable":44.85707616189509,"score":44.85707616189509},"GB2-05":{"attempts":3,"playable":21.55799869305697,"score":21.55799869305697},"GB2-06":{"attempts":3,"failed_attempts":2,"playable":16.082864875862086,"score":5.360954958620695},"GB2-07":{"attempts":3,"playable":36.307232334673756,"score":36.307232334673756},"GB2-08":{"attempts":3,"playable":25.804138425314978,"score":25.804138425314978}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:13:00Z","losses":6178,"max_score":48.06206766700585,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":3,"model_display_name":"Muse Glimmer 30B","model_slug":"meta-muse-glimmer-30b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Meta","provider_key":"meta","rank":61,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T11:20:56Z","ranking_status":"ranked","rated_matches":11044,"rating_method":"bradley_terry_newton","raw_elo":1234.2748850687674,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-glimmer-30b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":7,"repaired_rate":0.2916666666666667,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":28.736932990080504,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2044},{"admitted_plugins":21,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:openai-gpt-oss-120b:1529f6ddff8e9ba9","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.015120192000000001,"mean":0.0032700552500000003,"median":0.0013951725,"min":0.00046744,"recorded_attempt_count":33,"run_count":24,"total":0.078481326},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":2644,"eligibility_flag":true,"entry_count":21,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"openai/gpt-oss-120b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-04","GB2-06"],"first_pass_admitted":16,"first_pass_rate":0.6666666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":36.288769520654355,"score":24.19251301376957},"GB2-02":{"attempts":3,"playable":42.07923548456943,"score":42.07923548456943},"GB2-03":{"attempts":3,"playable":38.04532575753362,"score":38.04532575753362},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":39.329098478868616,"score":26.21939898591241},"GB2-05":{"attempts":3,"playable":28.16740367633879,"score":28.16740367633879},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.270105971434074,"score":15.513403980956049},"GB2-07":{"attempts":3,"playable":27.20668671222147,"score":27.20668671222147},"GB2-08":{"attempts":3,"playable":27.471119846352668,"score":27.471119846352668}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:00:32Z","losses":6250,"max_score":55.24552028668628,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":3,"model_display_name":"GPT-OSS 120B","model_slug":"openai-gpt-oss-120b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":62,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:00:51Z","ranking_status":"ranked","rated_matches":10992,"rating_method":"bradley_terry_newton","raw_elo":1224.2692353397051,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"openai/gpt-oss-120b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.20833333333333334,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":28.61188593220675,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2098},{"admitted_plugins":32,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling:e074e027ccf8bdfd","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":32,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.261503015,"mean":0.09751241583333332,"median":0.042993304999999996,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":112,"run_count":46,"total":5.743916149999998},"codegen_evaluated_cells":40,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":4102,"eligibility_flag":true,"entry_count":32,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"thinkingmachines/inkling","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-04","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":20,"first_pass_rate":0.5,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":5,"playable":24.538424489241383,"score":24.538424489241383},"GB2-02":{"attempts":5,"failed_attempts":2,"playable":41.83351508749243,"score":20.756324147983424},"GB2-03":{"attempts":5,"playable":43.36460704374613,"score":43.36460704374613},"GB2-04":{"attempts":5,"failed_attempts":1,"playable":41.35677432922072,"score":34.22278103327929},"GB2-05":{"attempts":5,"playable":18.06435362465339,"score":18.06435362465339},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":32.856091049638074,"score":20.1274045917815},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":22.84818064197064,"score":19.136185571565594},"GB2-08":{"attempts":5,"failed_attempts":2,"playable":51.543616655815114,"score":22.803277860293765}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-07","GB2-08"],"infra_failures_excluded":6,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:35Z","losses":9366,"max_score":47.438358973341124,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.2,"model_code_failures":8,"model_display_name":"Inkling","model_slug":"thinkingmachines-inkling","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Thinking Machines","provider_key":"thinkingmachines","rank":63,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:13:50Z","ranking_status":"ranked","rated_matches":16772,"rating_method":"bradley_terry_newton","raw_elo":1203.930234196175,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":12,"repaired_rate":0.3,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":25.376669795318055,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3304},{"admitted_plugins":17,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-3-7-flash:f2347384b860bae1","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":46},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.11219570000000001,"mean":0.030692482499999996,"median":0.01928415,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":46,"run_count":24,"total":0.7366195799999998},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1540,"eligibility_flag":true,"entry_count":17,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"stepfun/step-3.7-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05","GB2-08"],"first_pass_admitted":7,"first_pass_rate":0.2916666666666667,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":16.469296751541417,"score":16.469296751541417},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":42.584475819006784,"score":14.19482527300226},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":34.4712537589015,"score":22.980835839267666},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":39.46092048663916,"score":13.153640162213053},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":42.41823837764511,"score":28.27882558509674},"GB2-06":{"attempts":3,"playable":39.85300547689565,"score":39.85300547689565},"GB2-07":{"attempts":3,"playable":34.3263803154372,"score":34.3263803154372},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":20.18460279052437,"score":13.45640186034958}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:55:50Z","losses":5428,"max_score":47.578410315993644,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.2916666666666667,"model_code_failures":7,"model_display_name":"Step 3.7 Flash","model_slug":"stepfun-step-3-7-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"StepFun","provider_key":"stepfun","rank":64,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T16:54:48Z","ranking_status":"ranked","rated_matches":8940,"rating_method":"bradley_terry_newton","raw_elo":1204.75750468905,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-3.7-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":10,"repaired_rate":0.4166666666666667,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":22.839151407975447,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1972},{"admitted_plugins":17,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-2-5-preview:447435701832db27","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0025894200000000003,"mean":0.0011797070833333334,"median":0.000945325,"min":0.00044038,"recorded_attempt_count":37,"run_count":24,"total":0.028312970000000003},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2730,"eligibility_flag":true,"entry_count":17,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"inception/mercury-2.5-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-03","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":13,"first_pass_rate":0.5416666666666666,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":26.19185630679989,"score":8.730618768933297},"GB2-02":{"attempts":3,"playable":41.61262489585163,"score":41.61262489585163},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":44.92570311105554,"score":14.975234370351847},"GB2-04":{"attempts":3,"playable":40.54997448152611,"score":40.54997448152611},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":26.440285017736667,"score":17.626856678491112},"GB2-06":{"attempts":3,"playable":16.55976140976966,"score":16.55976140976966},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":12.163388481256474,"score":8.108925654170983},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":30.104524784287143,"score":20.069683189524763}},"ineligibility_reason_codes":[],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:11:45Z","losses":4989,"max_score":44.92570311105554,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.2916666666666667,"model_code_failures":7,"model_display_name":"Mercury 2.5 Preview","model_slug":"inception-mercury-2-5-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Inception","provider_key":"inception","rank":65,"rank_movement":-3,"rank_movement_baseline_at":"2026-10-31T17:07:40Z","ranking_status":"ranked","rated_matches":8854,"rating_method":"bradley_terry_newton","raw_elo":1243.0128403112997,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-2.5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.16666666666666666,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":21.029209931077425,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1135},{"admitted_plugins":16,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-1-flash-lite:91c933b0f5011fcf","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":24,"cost_basis_counts":{"provider_reported":50},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.0422995,"mean":0.014503875,"median":0.010566625,"min":0.003432,"recorded_attempt_count":50,"run_count":24,"total":0.34809300000000004},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1585,"eligibility_flag":false,"entry_count":16,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemini-3.1-flash-lite","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.20833333333333334,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":22.424410578715122,"score":14.949607052476749},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":41.88475050164298,"score":13.961583500547661},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":42.070956255056714,"score":28.04730417003781},"GB2-05":{"attempts":3,"playable":10.584998371347456,"score":10.584998371347456},"GB2-06":{"attempts":3,"playable":19.963433777534927,"score":19.963433777534927},"GB2-07":{"attempts":3,"playable":13.808762420986048,"score":13.808762420986048},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":30.86952516254698,"score":20.579683441697988}},"ineligibility_reason_codes":["untested_or_ineligible_settings"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:04:21Z","losses":5834,"max_score":42.512979514210656,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.3333333333333333,"model_code_failures":8,"model_display_name":"Gemini 3.1 Flash Lite","model_slug":"google-gemini-3-1-flash-lite","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":66,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":8450,"rating_method":"bradley_terry_newton","raw_elo":855.8451041649995,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.1-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":11,"repaired_rate":0.4583333333333333,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":15.236921591828578,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1031},{"admitted_plugins":6,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:upstage-solar-mini4:68d3619b194c4d1e","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":6,"cell_count":24,"cost_basis_counts":{"provider_reported":49},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":17,"max":0.02342595,"mean":0.008376991666666668,"median":0.0080226,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":48},"recorded_attempt_count":49,"run_count":24,"total":0.2010478},"codegen_evaluated_cells":23,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":437,"eligibility_flag":false,"entry_count":6,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"upstage/solar-mini4","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":2,"first_pass_rate":0.08695652173913043,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":17.90423979877574,"score":5.968079932925247},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":39.44052325092365,"score":13.146841083641215},"GB2-05":{"attempts":3,"failed_attempts":2,"playable":43.52168544604584,"score":14.50722848201528},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.68964283476689,"score":15.793095223177927},"GB2-07":{"attempts":3,"failed_attempts":2,"playable":32.201608406240254,"score":10.733869468746752},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"ineligibility_reason_codes":["below_generation_quality_threshold","generation_incomplete"],"infra_excluded_game_aliases":["GB2-02"],"infra_failures_excluded":1,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:44:44Z","losses":2025,"max_score":43.52168544604584,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.7391304347826086,"model_code_failures":17,"model_display_name":"Solar Mini 4","model_slug":"upstage-solar-mini4","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Upstage","provider_key":"upstage","rank":67,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":3154,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"upstage","provider_model":"upstage/solar-mini4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.17391304347826086,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":7.73605732043904,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":692},{"admitted_plugins":1,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:ibm-granite-granite-4-2-8b:c5eea150f8336c75","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":1,"cell_count":24,"cost_basis_counts":{"provider_reported":56},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":23,"max":0.01113168,"mean":0.00448752,"median":0.002935335,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":37},"recorded_attempt_count":56,"run_count":24,"total":0.10770047999999997},"codegen_evaluated_cells":24,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":96,"draws":321,"eligibility_flag":false,"entry_count":1,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"ibm-granite/granite-4.2-8b","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":0,"first_pass_rate":0.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-02":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":37.68292846864139,"score":12.560976156213798},"GB2-05":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-06":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-07":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"ineligibility_reason_codes":["below_generation_quality_threshold","fixed_coverage_incomplete","grouped_stability_incomplete"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:47:09Z","losses":166,"max_score":37.68292846864139,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.9583333333333334,"model_code_failures":23,"model_display_name":"Granite 4.2 8B","model_slug":"ibm-granite-granite-4-2-8b","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"IBM","provider_key":"ibm","rank":68,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"partial","rated_matches":514,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"ibm","provider_model":"ibm-granite/granite-4.2-8b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":1,"repaired_rate":0.041666666666666664,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":1.5701220195267247,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":27},{"admitted_plugins":8,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10:3f4dae3fc99a9dcb","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.2366128},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":276,"eligibility_flag":false,"entry_count":8,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"unbiased/pareto-26.10","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":8,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":90.50202364796999,"score":90.50202364796999},"GB2-02":{"attempts":1,"playable":78.60902057873324,"score":78.60902057873324},"GB2-03":{"attempts":1,"playable":95.92888382823925,"score":95.92888382823925},"GB2-04":{"attempts":1,"playable":85.2909377943891,"score":85.2909377943891},"GB2-05":{"attempts":1,"playable":90.71191840226712,"score":90.71191840226712},"GB2-06":{"attempts":1,"playable":91.79270102885849,"score":91.79270102885849},"GB2-07":{"attempts":1,"playable":94.7105866218444,"score":94.7105866218444},"GB2-08":{"attempts":1,"playable":89.9682739161352,"score":89.9682739161352}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T05:48:45Z","losses":289,"max_score":95.92888382823925,"measured_at":null,"min_score":78.60902057873324,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Pareto 26.10","model_slug":"unbiased-pareto-26-10","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Unbiased","provider_key":"unbiased","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":4190,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":89.6892932273046,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3625},{"admitted_plugins":8,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10-preview:4e6d98f15d48c5ea","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.2454376},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":132,"eligibility_flag":false,"entry_count":8,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"unbiased/pareto-26.10-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":8,"first_pass_rate":1.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":71.41244363822751,"score":71.41244363822751},"GB2-02":{"attempts":1,"playable":90.54050294188258,"score":90.54050294188258},"GB2-03":{"attempts":1,"playable":92.18446978979804,"score":92.18446978979804},"GB2-04":{"attempts":1,"playable":85.56295616158151,"score":85.56295616158151},"GB2-05":{"attempts":1,"playable":93.45361613363475,"score":93.45361613363475},"GB2-06":{"attempts":1,"playable":85.7604189521809,"score":85.7604189521809},"GB2-07":{"attempts":1,"playable":94.89662591140477,"score":94.89662591140477},"GB2-08":{"attempts":1,"playable":93.59232922367265,"score":93.59232922367265}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:08:32Z","losses":417,"max_score":94.89662591140477,"measured_at":null,"min_score":71.41244363822751,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Pareto 26.10 Preview","model_slug":"unbiased-pareto-26-10-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Unbiased","provider_key":"unbiased","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":4194,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":88.42542034404784,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3645},{"admitted_plugins":16,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-pro:95e9c36e7c626276","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.032052512812499996,"median":0.0201057,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":19,"run_count":16,"total":0.512840205},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1425,"eligibility_flag":false,"entry_count":16,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"xiaomi/mimo-v2.6-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":14,"first_pass_rate":0.875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":44.84143604906137,"score":44.84143604906137},"GB2-02":{"attempts":2,"playable":59.23982205650693,"score":59.23982205650693},"GB2-03":{"attempts":2,"playable":63.80923031605555,"score":63.80923031605555},"GB2-04":{"attempts":2,"playable":50.046331179400326,"score":50.046331179400326},"GB2-05":{"attempts":2,"playable":63.49636547162892,"score":63.49636547162892},"GB2-06":{"attempts":2,"playable":54.00541297973587,"score":54.00541297973587},"GB2-07":{"attempts":2,"playable":64.96011662644061,"score":64.96011662644061},"GB2-08":{"attempts":2,"playable":83.24482417258466,"score":83.24482417258466}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:50Z","losses":2664,"max_score":87.90406701496762,"measured_at":null,"min_score":37.75453784383999,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"MiMo-V2.6-Pro","model_slug":"xiaomi-mimo-v2-6-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Xiaomi","provider_key":"xiaomi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":8364,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":60.45544235642677,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":4275},{"admitted_plugins":9,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-5-preview:2cae0f4197b494f3","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":9,"cell_count":10,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1905706,"mean":0.1400104,"median":0.13912960000000002,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":13,"run_count":11,"total":1.5621989},"codegen_evaluated_cells":9,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":395,"eligibility_flag":false,"entry_count":9,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"stepfun/step-5-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":7,"first_pass_rate":0.7777777777777778,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":62.54568772667305,"score":62.54568772667305},"GB2-02":{"attempts":1,"playable":64.65436700687165,"score":64.65436700687165},"GB2-03":{"attempts":2,"playable":51.67171867648979,"score":51.67171867648979},"GB2-04":{"attempts":1,"playable":36.1147155392166,"score":36.1147155392166},"GB2-05":{"attempts":1,"playable":59.88071331517153,"score":59.88071331517153},"GB2-06":{"attempts":1,"playable":66.42603361365256,"score":66.42603361365256},"GB2-07":{"attempts":1,"playable":54.605502282984006,"score":54.605502282984006},"GB2-08":{"attempts":1,"playable":21.382947258373022,"score":21.382947258373022}},"ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:19Z","losses":1276,"max_score":66.42603361365256,"measured_at":null,"min_score":21.382947258373022,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Step 5 Preview","model_slug":"stepfun-step-5-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"StepFun","provider_key":"stepfun","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":2935,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.2222222222222222,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":52.16021067742903,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1264},{"admitted_plugins":15,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-flash:34592c5a4472b8d3","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02304638,"mean":0.01037612625,"median":0.0072198,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":23},"recorded_attempt_count":23,"run_count":16,"total":0.16601802},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1199,"eligibility_flag":false,"entry_count":15,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"xiaomi/mimo-v2.6-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-04"],"first_pass_admitted":9,"first_pass_rate":0.5625,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":58.472248338691216,"score":58.472248338691216},"GB2-02":{"attempts":2,"playable":53.361245961372845,"score":53.361245961372845},"GB2-03":{"attempts":2,"playable":49.63269830507769,"score":49.63269830507769},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":57.669748894460994,"score":28.834874447230497},"GB2-05":{"attempts":2,"playable":53.3125902452402,"score":53.3125902452402},"GB2-06":{"attempts":2,"playable":55.042009360317095,"score":55.042009360317095},"GB2-07":{"attempts":2,"playable":60.34289398236177,"score":60.34289398236177},"GB2-08":{"attempts":2,"playable":32.269158703129094,"score":32.269158703129094}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:14:40Z","losses":3258,"max_score":81.08249615635197,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.0625,"model_code_failures":1,"model_display_name":"MiMo-V2.6-Flash","model_slug":"xiaomi-mimo-v2-6-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Xiaomi","provider_key":"xiaomi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":7850,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":6,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":48.908464917927546,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3393},{"admitted_plugins":16,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-flash:6c410ee360c44f11","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":22},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.020562389374999997,"median":0.015992453,"min":0.0021123,"recorded_attempt_count":22,"run_count":16,"total":0.32899823},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2031,"eligibility_flag":false,"entry_count":16,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.8-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":10,"first_pass_rate":0.625,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":41.52449059370673,"score":41.52449059370673},"GB2-02":{"attempts":2,"playable":49.6762473558086,"score":49.6762473558086},"GB2-03":{"attempts":2,"playable":54.60879423503004,"score":54.60879423503004},"GB2-04":{"attempts":2,"playable":43.45991584652507,"score":43.45991584652507},"GB2-05":{"attempts":2,"playable":42.24183485667709,"score":42.24183485667709},"GB2-06":{"attempts":2,"playable":64.89354629253428,"score":64.89354629253428},"GB2-07":{"attempts":2,"playable":41.48433109544872,"score":41.48433109544872},"GB2-08":{"attempts":2,"playable":35.30456388277503,"score":35.30456388277503}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:04:00Z","losses":3563,"max_score":78.09555163365215,"measured_at":null,"min_score":9.690316959713808,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Qwen3.8 Flash","model_slug":"qwen-qwen3-8-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":8374,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":6,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":46.6492155198132,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2780},{"admitted_plugins":15,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-large-4-0:2e0f5c88da762ffa","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.33846634,"mean":0.10613685812499998,"median":0.05239252,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.6981897299999997},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2226,"eligibility_flag":false,"entry_count":15,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"mistralai/mistral-large-4-0","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-06"],"first_pass_admitted":11,"first_pass_rate":0.6875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":45.40429207732788,"score":45.40429207732788},"GB2-02":{"attempts":2,"playable":53.532448055763155,"score":53.532448055763155},"GB2-03":{"attempts":2,"playable":35.92829319668764,"score":35.92829319668764},"GB2-04":{"attempts":2,"playable":51.585411589950155,"score":51.585411589950155},"GB2-05":{"attempts":2,"playable":53.4630547956874,"score":53.4630547956874},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":76.35613819968079,"score":38.17806909984039},"GB2-07":{"attempts":2,"playable":43.37084567902349,"score":43.37084567902349},"GB2-08":{"attempts":2,"playable":40.10247098253093,"score":40.10247098253093}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:07:20Z","losses":3050,"max_score":77.2568352399559,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.0625,"model_code_failures":1,"model_display_name":"Mistral Large 4","model_slug":"mistralai-mistral-large-4-0","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Mistral","provider_key":"mistral","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":7860,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-large-4-0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.25,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":45.195610684601384,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2584},{"admitted_plugins":8,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-1-flash:1c5b561ce24b9b78","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":9,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.006815558333333333,"median":0.0033986249999999997,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":9,"total":0.061340025},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":658,"eligibility_flag":false,"entry_count":8,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"inclusionai/ling-3.1-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":3,"first_pass_rate":0.375,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":46.88594575220492,"score":46.88594575220492},"GB2-02":{"attempts":1,"playable":43.866682960092156,"score":43.866682960092156},"GB2-03":{"attempts":1,"playable":38.889360494836765,"score":38.889360494836765},"GB2-04":{"attempts":1,"playable":43.03187493012393,"score":43.03187493012393},"GB2-05":{"attempts":1,"playable":59.11299589039325,"score":59.11299589039325},"GB2-06":{"attempts":1,"playable":24.607890813898024,"score":24.607890813898024},"GB2-07":{"attempts":1,"playable":23.17332094718862,"score":23.17332094718862},"GB2-08":{"attempts":1,"playable":68.55189382025989,"score":68.55189382025989}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:08:32Z","losses":882,"max_score":68.55189382025989,"measured_at":null,"min_score":23.17332094718862,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Ling 3.1 Flash","model_slug":"inclusionai-ling-3-1-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"InclusionAI","provider_key":"inclusionai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":2042,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.625,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":43.514995701124704,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":502},{"admitted_plugins":13,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:elorian-glimpse:b4b918abe4735ef0","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.224169,"mean":0.0821287125,"median":0.0481557,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.3140593999999999},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1363,"eligibility_flag":false,"entry_count":13,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"elorian/glimpse","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-05","GB2-06"],"first_pass_admitted":10,"first_pass_rate":0.625,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":46.8920836949234,"score":46.8920836949234},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.997011170890296,"score":21.498505585445148},"GB2-03":{"attempts":2,"playable":44.084165826190016,"score":44.084165826190016},"GB2-04":{"attempts":2,"playable":46.86665194423755,"score":46.86665194423755},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":55.61945502637064,"score":27.80972751318532},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":81.7427537148249,"score":40.87137685741245},"GB2-07":{"attempts":2,"playable":44.65961097319807,"score":44.65961097319807},"GB2-08":{"attempts":2,"playable":58.30802014565405,"score":58.30802014565405}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:52:14Z","losses":2736,"max_score":87.35926868681568,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.1875,"model_code_failures":3,"model_display_name":"Glimpse","model_slug":"elorian-glimpse","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Other","provider_key":"other","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6822,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"elorian/glimpse","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.1875,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":41.37376781753075,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2723},{"admitted_plugins":8,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1:c98700024fdd7cc7","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":0.457564},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":999,"eligibility_flag":false,"entry_count":8,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-4.1","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":5,"first_pass_rate":0.625,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":59.19053074729083,"score":59.19053074729083},"GB2-02":{"attempts":1,"playable":42.09115662585098,"score":42.09115662585098},"GB2-03":{"attempts":1,"playable":37.40705629131404,"score":37.40705629131404},"GB2-04":{"attempts":1,"playable":37.38212260580418,"score":37.38212260580418},"GB2-05":{"attempts":1,"playable":12.552600974472877,"score":12.552600974472877},"GB2-06":{"attempts":1,"playable":46.855568373710085,"score":46.855568373710085},"GB2-07":{"attempts":1,"playable":46.4528288215314,"score":46.4528288215314},"GB2-08":{"attempts":1,"playable":47.08028000798937,"score":47.08028000798937}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:12:45Z","losses":2032,"max_score":59.19053074729083,"measured_at":null,"min_score":12.552600974472877,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-4.1","model_slug":"gpt-4-1","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":4194,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":41.12651805599547,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1163},{"admitted_plugins":16,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-mini:44a91940833966cb","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":22},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":0.2156185632352941,"median":0.169101,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-10-09":22},"recorded_attempt_count":2,"run_count":18,"token_priced_attempt_count":22,"total":5.1688104},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2311,"eligibility_flag":false,"entry_count":16,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.4-mini","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":13,"first_pass_rate":0.8125,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":50.30725746506931,"score":50.30725746506931},"GB2-02":{"attempts":2,"playable":40.91676160209354,"score":40.91676160209354},"GB2-03":{"attempts":2,"playable":43.47496302732134,"score":43.47496302732134},"GB2-04":{"attempts":2,"playable":42.279571574240585,"score":42.279571574240585},"GB2-05":{"attempts":2,"playable":27.683636663933694,"score":27.683636663933694},"GB2-06":{"attempts":2,"playable":36.93636657750176,"score":36.93636657750176},"GB2-07":{"attempts":2,"playable":25.322965396520438,"score":25.322965396520438},"GB2-08":{"attempts":2,"playable":29.177473305510137,"score":29.177473305510137}},"ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:57:03Z","losses":4252,"max_score":68.61083274024124,"measured_at":null,"min_score":5.950451742417698,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"GPT-5.4 Mini","model_slug":"gpt-5-4-mini","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":8380,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-mini","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.1875,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":37.012374451523854,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1817},{"admitted_plugins":14,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-max:f83bb28d1f66f75b","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.12185499999999999,"mean":0.05695140625,"median":0.036751875,"min":0.015285,"recorded_attempt_count":24,"run_count":16,"total":0.9112224999999998},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1635,"eligibility_flag":false,"entry_count":14,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.7-max","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-04"],"first_pass_admitted":8,"first_pass_rate":0.5,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":40.633419228966,"score":40.633419228966},"GB2-02":{"attempts":2,"playable":44.272976447432896,"score":44.272976447432896},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":28.048864646340473,"score":14.024432323170236},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":42.76846073724155,"score":21.384230368620774},"GB2-05":{"attempts":2,"playable":35.630373002596656,"score":35.630373002596656},"GB2-06":{"attempts":2,"playable":35.8153449631059,"score":35.8153449631059},"GB2-07":{"attempts":2,"playable":66.59260279888449,"score":66.59260279888449},"GB2-08":{"attempts":2,"playable":28.4573128591135,"score":28.4573128591135}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:06:23Z","losses":3590,"max_score":74.14431261975015,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":2,"model_display_name":"Qwen3.7 Max","model_slug":"qwen-qwen3-7-max","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":7348,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":6,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":35.8513364989863,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2123},{"admitted_plugins":5,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k2-7-code:ce08b7c528aec083","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":97,"draws":318,"eligibility_flag":false,"entry_count":5,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"moonshotai/kimi-k2.7-code","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-05","GB2-07"],"first_pass_admitted":3,"first_pass_rate":0.375,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":63.40375388190238,"score":63.40375388190238},"GB2-02":{"attempts":1,"playable":43.30346631602694,"score":43.30346631602694},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.89036817689621,"score":38.89036817689621},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":48.63306916230925,"score":48.63306916230925},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":78.53072059277395,"score":78.53072059277395}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:32Z","losses":249,"max_score":78.53072059277395,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.375,"model_code_failures":3,"model_display_name":"Kimi K2.7 Code","model_slug":"moonshotai-kimi-k2-7-code","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Moonshot","provider_key":"moonshotai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":914,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k2.7-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":2,"repaired_rate":0.25,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":34.09517226623859,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":347},{"admitted_plugins":8,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-build-0-1:a7cc431cc0a41ac7","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528460000000007},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":1073,"eligibility_flag":false,"entry_count":8,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"x-ai/grok-build-0.1","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":[],"first_pass_admitted":0,"first_pass_rate":0.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":35.61253827343055,"score":35.61253827343055},"GB2-02":{"attempts":1,"playable":42.999039084898335,"score":42.999039084898335},"GB2-03":{"attempts":1,"playable":27.960907533552888,"score":27.960907533552888},"GB2-04":{"attempts":1,"playable":39.461008403522506,"score":39.461008403522506},"GB2-05":{"attempts":1,"playable":48.05425620960328,"score":48.05425620960328},"GB2-06":{"attempts":1,"playable":30.86138868526904,"score":30.86138868526904},"GB2-07":{"attempts":1,"playable":14.732315718973688,"score":14.732315718973688},"GB2-08":{"attempts":1,"playable":27.208741295602046,"score":27.208741295602046}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:54:27Z","losses":2322,"max_score":48.05425620960328,"measured_at":null,"min_score":14.732315718973688,"model_code_failure_rate":0.0,"model_code_failures":0,"model_display_name":"Grok Build 0.1","model_slug":"x-ai-grok-build-0-1","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"xAI","provider_key":"x-ai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":4200,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-build-0.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":8,"repaired_rate":1.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":33.36127440060654,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":805},{"admitted_plugins":15,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5-pro:dfe6567492f18ae7","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0197353528625,"median":0.0065649564,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":21,"run_count":16,"total":0.3157656458},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1311,"eligibility_flag":false,"entry_count":15,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"xiaomi/mimo-v2.5-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-04"],"first_pass_admitted":10,"first_pass_rate":0.625,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":44.99705484963049,"score":44.99705484963049},"GB2-02":{"attempts":2,"playable":39.68666972508105,"score":39.68666972508105},"GB2-03":{"attempts":2,"playable":43.178128166191414,"score":43.178128166191414},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":38.55032176041392,"score":19.27516088020696},"GB2-05":{"attempts":2,"playable":18.79844066213517,"score":18.79844066213517},"GB2-06":{"attempts":2,"playable":29.86814699486248,"score":29.86814699486248},"GB2-07":{"attempts":2,"playable":43.48166338465846,"score":43.48166338465846},"GB2-08":{"attempts":2,"playable":21.798506494983066,"score":21.798506494983066}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:45Z","losses":3626,"max_score":54.692943437203986,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.0625,"model_code_failures":1,"model_display_name":"MiMo-V2.5-Pro","model_slug":"xiaomi-mimo-v2-5-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Xiaomi","provider_key":"xiaomi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6328,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.3125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":32.635471394718635,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1391},{"admitted_plugins":23,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:poolside-laguna-s-2-1:ecc8f58110ed6507","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":16,"cost_basis_counts":{"provider_reported":68},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0068074,"mean":0.0032179299999999995,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":68,"run_count":28,"total":0.09094181999999999},"codegen_evaluated_cells":27,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2820,"eligibility_flag":false,"entry_count":23,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"poolside/laguna-s-2.1","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-04"],"first_pass_admitted":14,"first_pass_rate":0.5384615384615384,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":43.51953222610562,"score":33.828640293737465},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":41.0422931842091,"score":31.02985201434494},"GB2-03":{"attempts":4,"playable":38.15864245174651,"score":38.15864245174651},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":39.35582940809733,"score":19.677914704048664},"GB2-05":{"attempts":4,"playable":36.390421481854816,"score":36.390421481854816},"GB2-06":{"attempts":2,"playable":18.61956962678557,"score":18.61956962678557},"GB2-07":{"attempts":2,"playable":43.90041419104564,"score":43.90041419104564},"GB2-08":{"attempts":4,"playable":27.928347741267377,"score":27.928347741267377}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":["GB2-04","GB2-06","GB2-07"],"infra_failures_excluded":5,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:31Z","losses":6436,"max_score":48.27549672273862,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.11538461538461539,"model_code_failures":3,"model_display_name":"Laguna S 2.1","model_slug":"poolside-laguna-s-2-1","performance_rejected_game_aliases":["GB2-07"],"performance_rejections":1,"plugin_success_rate":null,"provider":"Poolside","provider_key":"poolside","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":12068,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"poolside","provider_model":"poolside/laguna-s-2.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.34615384615384615,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":30.33552415515183,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":2812},{"admitted_plugins":13,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy3-preview:e6c2b0dc7e43b018","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.007539277999999999,"mean":0.0022565913437500003,"median":0.0014932259999999998,"min":0.00090937,"recorded_attempt_count":25,"run_count":17,"total":0.041725612999999995},"codegen_evaluated_cells":17,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1871,"eligibility_flag":false,"entry_count":13,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"tencent/hy3-preview","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-05","GB2-06","GB2-07"],"first_pass_admitted":9,"first_pass_rate":0.5294117647058824,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":69.83785795026043,"score":69.83785795026043},"GB2-02":{"attempts":2,"playable":37.03390759540194,"score":37.03390759540194},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":30.801913814647886,"score":15.400956907323943},"GB2-04":{"attempts":2,"playable":44.39672868456807,"score":44.39672868456807},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":35.62911663149306,"score":21.310701995409662},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":12.575066766375622,"score":6.287533383187811},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":25.145004952747502,"score":12.572502476373751},"GB2-08":{"attempts":2,"playable":33.02156490618684,"score":33.02156490618684}},"ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:51:59Z","losses":3289,"max_score":76.56325545438231,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.23529411764705882,"model_code_failures":4,"model_display_name":"Hy3 Preview","model_slug":"tencent-hy3-preview","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Tencent","provider_key":"tencent","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6812,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy3-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.23529411764705882,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":29.982719237339055,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1652},{"admitted_plugins":11,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-5-super-vl:d4bad1e12af20a2e","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":11,"cell_count":16,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.017223799999999997,"mean":0.00762354625,"median":0.00630875,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":26,"run_count":16,"total":0.12197674000000001},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1336,"eligibility_flag":false,"entry_count":11,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"nvidia/nemotron-3.5-super-vl","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06"],"first_pass_admitted":6,"first_pass_rate":0.375,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":64.0056060641035,"score":32.00280303205175},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.70514591693035,"score":21.852572958465174},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":34.68647430399471,"score":17.343237151997354},"GB2-04":{"attempts":2,"playable":41.07488542226986,"score":41.07488542226986},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":55.20362733991935,"score":27.601813669959675},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":43.535001966023856,"score":21.767500983011928},"GB2-07":{"attempts":2,"playable":39.061325866756526,"score":39.061325866756526},"GB2-08":{"attempts":2,"playable":36.59003903604039,"score":36.59003903604039}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:04:35Z","losses":2703,"max_score":64.0056060641035,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.3125,"model_code_failures":5,"model_display_name":"Nemotron 3.5 Super Vl","model_slug":"nvidia-nemotron-3-5-super-vl","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"NVIDIA","provider_key":"nvidia","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":5786,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3.5-super-vl","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":5,"repaired_rate":0.3125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":29.661772265069086,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1747},{"admitted_plugins":37,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5:37c5cd9d362c0a6b","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":37,"cell_count":24,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0597184625,"mean":0.015888486455555555,"median":0.014928570933333333,"min":0.00169122,"recorded_attempt_count":108,"run_count":56,"total":0.7524538072},"codegen_evaluated_cells":44,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":5035,"eligibility_flag":false,"entry_count":37,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"xiaomi/mimo-v2.5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-03","GB2-07","GB2-08"],"first_pass_admitted":13,"first_pass_rate":0.29545454545454547,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":6,"playable":30.628851622799022,"score":30.628851622799022},"GB2-02":{"attempts":7,"failed_attempts":2,"playable":41.61858012562602,"score":32.6058311904841},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":44.522005781681415,"score":14.840668593893804},"GB2-04":{"attempts":6,"playable":39.085095008693706,"score":39.085095008693706},"GB2-05":{"attempts":5,"playable":24.48182560977716,"score":24.48182560977716},"GB2-06":{"attempts":5,"playable":31.781136235838506,"score":31.781136235838506},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":25.318244257519382,"score":21.89152582300781},"GB2-08":{"attempts":7,"failed_attempts":2,"playable":28.474990452540215,"score":20.940452330262477}},"ineligibility_reason_codes":["missing_or_non_distinct_settings","untested_or_ineligible_settings","generation_incomplete"],"infra_excluded_game_aliases":["GB2-01","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":12,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:12:30Z","losses":10699,"max_score":45.668913524119844,"measured_at":null,"min_score":13.519123402712879,"model_code_failure_rate":0.1590909090909091,"model_code_failures":7,"model_display_name":"MiMo-V2.5","model_slug":"xiaomi-mimo-v2-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Xiaomi","provider_key":"xiaomi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":19362,"rating_method":"bradley_terry_newton","raw_elo":1278.3347779013295,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":24,"repaired_rate":0.5454545454545454,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":29.262375726582977,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3628},{"admitted_plugins":24,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-nano:f2f3aae2a18b47b3","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":55},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":8,"max":0.26962149999999996,"mean":0.03182758529411764,"median":0.01676735,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-10-09":55},"recorded_attempt_count":2,"run_count":34,"token_priced_attempt_count":55,"total":1.0821379},"codegen_evaluated_cells":32,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2091,"eligibility_flag":false,"entry_count":24,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-5.4-nano","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-07"],"first_pass_admitted":10,"first_pass_rate":0.3125,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":4,"playable":29.758369835077314,"score":29.758369835077314},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":39.268283522078775,"score":29.542351018343446},"GB2-03":{"attempts":4,"failed_attempts":3,"playable":32.68645796231143,"score":8.171614490577857},"GB2-04":{"attempts":4,"failed_attempts":3,"playable":50.17515273929614,"score":12.543788184824034},"GB2-05":{"attempts":4,"playable":28.069216320215162,"score":28.069216320215162},"GB2-06":{"attempts":4,"playable":47.805166432319936,"score":47.805166432319936},"GB2-07":{"attempts":4,"failed_attempts":1,"playable":27.446506289619514,"score":22.263935587561164},"GB2-08":{"attempts":4,"playable":46.51424042853906,"score":46.51424042853906}},"ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:16:19Z","losses":7000,"max_score":56.49818638765654,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.25,"model_code_failures":8,"model_display_name":"GPT-5.4 Nano","model_slug":"gpt-5-4-nano","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":12632,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":14,"repaired_rate":0.4375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":28.083585287182245,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3541},{"admitted_plugins":14,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:google-gemma-4-31b-it:dac3a348339f0ac2","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0061656,"mean":0.0028540287500000002,"median":0.00232709,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"recorded_attempt_count":25,"run_count":16,"total":0.04566446},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2202,"eligibility_flag":false,"entry_count":14,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"google/gemma-4-31b-it","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":11,"first_pass_rate":0.6875,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":20.92272929154496,"score":10.46136464577248},"GB2-02":{"attempts":2,"playable":40.90970722945614,"score":40.90970722945614},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":41.34492060724577,"score":20.672460303622884},"GB2-04":{"attempts":2,"playable":43.31589639421554,"score":43.31589639421554},"GB2-05":{"attempts":2,"playable":42.50072757458745,"score":42.50072757458745},"GB2-06":{"attempts":2,"playable":20.218278995291918,"score":20.218278995291918},"GB2-07":{"attempts":2,"playable":13.7195170056211,"score":13.7195170056211},"GB2-08":{"attempts":2,"playable":31.42625249364051,"score":31.42625249364051}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:50Z","losses":4007,"max_score":69.02967705272938,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":2,"model_display_name":"Gemma 4 31B","model_slug":"google-gemma-4-31b-it","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Google","provider_key":"google","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":7340,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemma-4-31b-it","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.1875,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":27.903025580275997,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1131},{"admitted_plugins":26,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:meituan-longcat-2-0:67b72b073a6b634c","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":16,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.103943664,"mean":0.050012701874999996,"median":0.041983026,"min":0.006392298,"recorded_attempt_count":108,"run_count":32,"total":1.60040646},"codegen_evaluated_cells":32,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2602,"eligibility_flag":false,"entry_count":26,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"meituan/longcat-2.0","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04"],"first_pass_admitted":17,"first_pass_rate":0.53125,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":4,"failed_attempts":2,"playable":41.22639348459185,"score":20.613196742295926},"GB2-02":{"attempts":4,"failed_attempts":2,"playable":40.964891902437415,"score":20.482445951218708},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":36.10052897728778,"score":26.47803008918077},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":41.41763800927554,"score":30.11144102126596},"GB2-05":{"attempts":4,"playable":21.304851705612787,"score":21.304851705612787},"GB2-06":{"attempts":4,"playable":28.017369181967922,"score":28.017369181967922},"GB2-07":{"attempts":4,"playable":35.59117674484523,"score":35.59117674484523},"GB2-08":{"attempts":4,"playable":34.25340098191693,"score":34.25340098191693}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T06:54:15Z","losses":8014,"max_score":44.41178179481242,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.1875,"model_code_failures":6,"model_display_name":"LongCat 2.0","model_slug":"meituan-longcat-2-0","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Meituan","provider_key":"meituan","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":13676,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meituan","provider_model":"meituan/longcat-2.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.28125,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":27.10648905228803,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":3060},{"admitted_plugins":12,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-pro:25328172d378693d","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":53},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.215758025,"mean":0.132049078125,"median":0.1281735,"min":0.061553000000000004,"recorded_attempt_count":53,"run_count":24,"total":3.40579925},"codegen_evaluated_cells":13,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1163,"eligibility_flag":false,"entry_count":12,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"nex-agi/nex-n2-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-04"],"first_pass_admitted":0,"first_pass_rate":0.0,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-02":{"attempts":1,"playable":35.56986386705331,"score":35.56986386705331},"GB2-03":{"attempts":2,"playable":32.07094896441558,"score":32.07094896441558},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":40.74185887305207,"score":20.370929436526033},"GB2-05":{"attempts":2,"playable":19.778987622142537,"score":19.778987622142537},"GB2-06":{"attempts":2,"playable":12.22937861923602,"score":12.22937861923602},"GB2-07":{"attempts":2,"playable":42.74298378311742,"score":42.74298378311742},"GB2-08":{"attempts":2,"playable":29.266886362019214,"score":29.266886362019214}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":11,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:07:17Z","losses":3992,"max_score":62.46930979897542,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.07692307692307693,"model_code_failures":1,"model_display_name":"Nex N2 Pro","model_slug":"nex-agi-nex-n2-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Nex AGI","provider_key":"nex-agi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6330,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":12,"repaired_rate":0.9230769230769231,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":25.960993868817805,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1175},{"admitted_plugins":13,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3:77ef69bca80e8838","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.09803328,"mean":0.049222395,"median":0.05336871,"min":0.00639384,"recorded_attempt_count":30,"run_count":16,"total":0.78755832},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1328,"eligibility_flag":false,"entry_count":13,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"minimax/minimax-m3","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03","GB2-04","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.25,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"playable":36.930408343542865,"score":36.930408343542865},"GB2-02":{"attempts":2,"playable":38.86059362095422,"score":38.86059362095422},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":38.261461056410674,"score":19.130730528205337},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":39.18327615239837,"score":19.591638076199185},"GB2-05":{"attempts":2,"playable":14.586468176707013,"score":14.586468176707013},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":16.10134029818734,"score":8.05067014909367},"GB2-07":{"attempts":2,"playable":31.732735317266766,"score":31.732735317266766},"GB2-08":{"attempts":2,"playable":34.143913561137936,"score":34.143913561137936}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:03:29Z","losses":4141,"max_score":56.50232935668983,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.1875,"model_code_failures":3,"model_display_name":"Minimax M3","model_slug":"minimax-minimax-m3","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"MiniMax","provider_key":"minimax","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6846,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.5625,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":25.378394721638372,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1377},{"admitted_plugins":14,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-medium-3-5:db598f876bca3856","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.27741402547937455,"mean":0.12115799999999999,"median":0.10979066017348882,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":16,"token_priced_attempt_count":25,"total":1.938528},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1841,"eligibility_flag":false,"entry_count":14,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"mistralai/mistral-medium-3-5","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-07"],"first_pass_admitted":7,"first_pass_rate":0.4375,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":11.199101146744084,"score":5.599550573372042},"GB2-02":{"attempts":2,"playable":42.29240519770384,"score":42.29240519770384},"GB2-03":{"attempts":2,"playable":34.51080792435177,"score":34.51080792435177},"GB2-04":{"attempts":2,"playable":35.986302693836805,"score":35.986302693836805},"GB2-05":{"attempts":2,"playable":23.444373170293147,"score":23.444373170293147},"GB2-06":{"attempts":2,"playable":20.16927689232694,"score":20.16927689232694},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":13.025628885684895,"score":6.512814442842448},"GB2-08":{"attempts":2,"playable":27.387717449508887,"score":27.387717449508887}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T01:51:08Z","losses":4445,"max_score":44.12744102299191,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":2,"model_display_name":"Mistral Medium 3.5","model_slug":"mistralai-mistral-medium-3-5","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Mistral","provider_key":"mistral","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":7298,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-medium-3-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":7,"repaired_rate":0.4375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":24.487906043029486,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1012},{"admitted_plugins":12,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-plus:48cad3280fe927da","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.08827968,"mean":0.03155999,"median":0.01479536,"min":0.00524064,"recorded_attempt_count":29,"run_count":17,"total":0.51646592},"codegen_evaluated_cells":17,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":1445,"eligibility_flag":false,"entry_count":12,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"qwen/qwen3.7-plus","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-03","GB2-04","GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.29411764705882354,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":33.78348359681672,"score":29.29894788078498},"GB2-02":{"attempts":2,"playable":39.85891772379925,"score":39.85891772379925},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":42.571734661723085,"score":21.285867330861542},"GB2-05":{"attempts":2,"playable":36.189078210087146,"score":36.189078210087146},"GB2-06":{"attempts":2,"playable":39.81723168326587,"score":39.81723168326587},"GB2-07":{"attempts":2,"playable":15.957613025572464,"score":15.957613025572464},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":26.318927373148824,"score":13.159463686574412}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T08:01:54Z","losses":3549,"max_score":66.22519369501187,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.29411764705882354,"model_code_failures":5,"model_display_name":"Qwen3.7 Plus","model_slug":"qwen-qwen3-7-plus","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Alibaba","provider_key":"qwen","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":6300,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-plus","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":7,"repaired_rate":0.4117647058823529,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":24.44588994261821,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1306},{"admitted_plugins":17,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-0-flash:432d200d01d8da23","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":16,"cost_basis_counts":{"provider_reported":96},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.00217964,"mean":0.00020429999999999998,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":96,"run_count":34,"total":0.0098064},"codegen_evaluated_cells":23,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":2547,"eligibility_flag":false,"entry_count":17,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"inclusionai/ling-3.0-flash","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-02","GB2-04","GB2-05","GB2-07"],"first_pass_admitted":8,"first_pass_rate":0.34782608695652173,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":3,"playable":25.91403206255726,"score":25.91403206255726},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":38.034715690066434,"score":28.150745092400058},"GB2-03":{"attempts":2,"playable":27.989448166961164,"score":27.989448166961164},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":41.47855694998484,"score":30.504664713325074},"GB2-05":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-06":{"attempts":3,"playable":13.535300760943215,"score":13.535300760943215},"GB2-07":{"attempts":4,"failed_attempts":2,"playable":35.18096295298573,"score":17.590481476492865},"GB2-08":{"attempts":3,"playable":31.578782257332744,"score":31.578782257332744}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":10,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:07:05Z","losses":5105,"max_score":39.06154495333061,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.2608695652173913,"model_code_failures":6,"model_display_name":"Ling 3.0 Flash","model_slug":"inclusionai-ling-3-0-flash","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"InclusionAI","provider_key":"inclusionai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":8872,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.0-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":9,"repaired_rate":0.391304347826087,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":23.72103513083328,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":1220},{"admitted_plugins":7,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:recursive-flint-v1-0:d9c69a116ed62ccb","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":740,"eligibility_flag":false,"entry_count":7,"evaluated_setting_identity":{"canonical_provider_route":"unknown_legacy","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"recursive/flint-v1.0","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-03"],"first_pass_admitted":4,"first_pass_rate":0.5,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"playable":42.51922753078504,"score":42.51922753078504},"GB2-02":{"attempts":1,"playable":33.83346796437536,"score":33.83346796437536},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.86545763094499,"score":38.86545763094499},"GB2-05":{"attempts":1,"playable":12.911779464694975,"score":12.911779464694975},"GB2-06":{"attempts":1,"playable":15.373199482534622,"score":15.373199482534622},"GB2-07":{"attempts":1,"playable":10.255892841012738,"score":10.255892841012738},"GB2-08":{"attempts":1,"playable":26.451933008433436,"score":26.451933008433436}},"ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:10:18Z","losses":2407,"max_score":42.51922753078504,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.125,"model_code_failures":1,"model_display_name":"Flint V1.0","model_slug":"recursive-flint-v1-0","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Other","provider_key":"other","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":3678,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"recursive/flint-v1.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":3,"repaired_rate":0.375,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":22.526369740347643,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":531},{"admitted_plugins":5,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-5-pro:9145cdfa46fd7b2f","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.02555855,"mean":0.0050213301041666675,"median":0.00152996375,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":38,"run_count":27,"total":0.12145312500000001},"codegen_evaluated_cells":10,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":98,"draws":514,"eligibility_flag":false,"entry_count":5,"evaluated_setting_identity":{"canonical_provider_route":"openrouter","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"nex-agi/nex-n2.5-pro","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-03","GB2-04","GB2-05","GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.5,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":36.746310805283656,"score":36.746310805283656},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":44.785271079374695,"score":22.392635539687348},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":2,"playable":37.3353578251582,"score":37.3353578251582},"GB2-08":{"attempts":1,"playable":28.74054376032295,"score":28.74054376032295}},"ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold","generation_incomplete"],"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":6,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:13:06Z","losses":1462,"max_score":44.785271079374695,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.5,"model_code_failures":5,"model_display_name":"Nex N2.5 Pro","model_slug":"nex-agi-nex-n2-5-pro","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Nex AGI","provider_key":"nex-agi","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":2638,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":19.167244138742205,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":662},{"admitted_plugins":9,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:cohere-north-mini-code:1234cb5692bc501c","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":9,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":30,"run_count":16,"total":0.0},"codegen_evaluated_cells":16,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":99,"draws":750,"eligibility_flag":false,"entry_count":9,"evaluated_setting_identity":{"canonical_provider_route":"unknown_legacy","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"cohere/north-mini-code","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.3125,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":20.692353410175134,"score":10.346176705087567},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":40.56250224655172,"score":20.28125112327586},"GB2-05":{"attempts":2,"playable":30.924802903833356,"score":30.924802903833356},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":15.278855885838052,"score":7.639427942919026},"GB2-07":{"attempts":2,"playable":15.800728505511069,"score":15.800728505511069},"GB2-08":{"attempts":2,"playable":29.954333920215632,"score":29.954333920215632}},"ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality","below_generation_quality_threshold"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-08-05T05:19:01Z","losses":3249,"max_score":43.34084044724628,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.4375,"model_code_failures":7,"model_display_name":"North Mini Code","model_slug":"cohere-north-mini-code","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"Cohere","provider_key":"cohere","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":4796,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"cohere","provider_model":"cohere/north-mini-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":4,"repaired_rate":0.25,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":14.368340137605314,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":797},{"admitted_plugins":3,"attempted_matches":null,"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1-nano:e3821806f8f4f3d0","capped_draws":null,"codegen_cost_usd":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507},"codegen_evaluated_cells":8,"conditional_success_score":null,"contributing_entrants":null,"distinct_rated_opponents":97,"draws":691,"eligibility_flag":false,"entry_count":3,"evaluated_setting_identity":{"canonical_provider_route":"openai","effective_request_value":"aggregate","output_mode":"unknown_legacy","prompt_identity":"unknown_legacy","prompt_profile_identity":"unknown_legacy","provider_model":"gpt-4.1-nano","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","request_mode":"unknown_legacy","resolution_status":"opaque_historical","schema_version":"evaluated_setting_identity.v1"},"failed_game_aliases":["GB2-01","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"first_seen_at":null,"game_alias":null,"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"headline_games":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":40.353335801136616,"score":40.353335801136616},"GB2-03":{"attempts":1,"playable":34.06304853957962,"score":34.06304853957962},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":15.60169192687585,"score":15.60169192687585},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"infra_excluded_game_aliases":[],"infra_failures_excluded":0,"is_recent_addition":false,"last_measured_at":"2026-11-03T07:15:32Z","losses":751,"max_score":40.353335801136616,"measured_at":null,"min_score":0.0,"model_code_failure_rate":0.625,"model_code_failures":5,"model_display_name":"GPT-4.1 Nano","model_slug":"gpt-4-1-nano","performance_rejected_game_aliases":[],"performance_rejections":0,"plugin_success_rate":null,"provider":"OpenAI","provider_key":"openai","rank":null,"rank_movement":null,"rank_movement_baseline_at":null,"ranking_status":"provisional","rated_matches":1526,"rating_method":"bradley_terry_newton","raw_elo":null,"reasoning_bracket":null,"reasoning_level":"Overall Models","reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"1932e5bf7d911021b914de7f78743853e59ab0a0710896f1a32d8ce4907166cf","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null},"reasoning_setting":null,"repaired_admitted":0,"repaired_rate":0.0,"results_cut_id":"gb2-20261103-eaea31df94e6","row_kind":"track","score":11.25225953344901,"score_basis":"mean of available official reasoning-group scores","scoring_policy_version":"recorded_request_aliases_official_qualification_v19","snapshot_id":"20261103_094507","suite_line_id":"gamebench2","suite_version":"2-known8-r3","track_id":"overall","track_name":"Overall Models","uncertainty":null,"unilateral_faults":null,"wins":84}],"schema_version":12,"snapshot_id":"20261103_094507","track_id":"overall"}