{"benchmark_line":"gamebench2","economics_chart":{"eligible_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"enabled":true},"game_order":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"games":[{"alias":"GB2-01","name":"Go","slug":"go"},{"alias":"GB2-02","name":"Chess","slug":"chess"},{"alias":"GB2-03","name":"Shogi","slug":"shogi"},{"alias":"GB2-04","name":"Xiangqi","slug":"xiangqi"},{"alias":"GB2-05","name":"Hex","slug":"hex"},{"alias":"GB2-06","name":"International Draughts","slug":"international-draughts"},{"alias":"GB2-07","name":"Game of the Amazons","slug":"game-of-the-amazons"},{"alias":"GB2-08","name":"Tumbleweed","slug":"tumbleweed"}],"generated_at":"2026-11-19T17:06:07Z","heatmap_track_id":"full_freedom/intensive","models":[{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5-2:0a772f23ef1f4bc1","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":4.579015,"median":4.85306,"min":2.963152,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":9,"token_priced_attempt_count":9,"total":42.78532},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.966264,"mean":0.648709,"median":0.65168,"min":0.3576,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":5.189672000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.712464,"mean":0.468819,"median":0.42964,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.750552}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.966264,"mean":0.648709,"median":0.65168,"min":0.3576,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":5.189672},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.712464,"mean":0.468819,"median":0.42964,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.750552},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":4.579015,"median":4.85306,"min":2.963152,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":9,"token_priced_attempt_count":9,"total":42.78532}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":6.1532,"mean":1.8988476666666667,"median":0.7595000000000001,"min":0.35176,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":25},"run_count":25,"token_priced_attempt_count":25,"total":51.725544},"codegen_latency_ms":{"attempt_count":1,"max_ms":1076035,"mean_ms":1076035.0,"min_ms":1076035,"run_count":1},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":1,"max_ms":1076035,"mean_ms":1076035.0,"min_ms":1076035,"run_count":1}},"codegen_output_tokens":{"attempt_count":25,"output_max":128000,"output_mean":46582.52,"output_min":6479,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":128000,"output_mean":109079.22222222222,"output_min":71708,"run_count":9},"medium":{"attempt_count":8,"output_max":21635,"output_mean":13676.75,"output_min":6625,"run_count":8},"none":{"attempt_count":8,"output_max":15290,"output_mean":9179.5,"output_min":6479,"run_count":8}},"display_name":"Claude Fable 5.2","economics":{"all":94.97985147036827,"highest":99.34937182227225,"medium":93.94449952652492,"none":91.6456830623077},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":26,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":1164563,"total_reasoning_output_tokens":986513,"total_visible_output_tokens":178050,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5-2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1,"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":128000},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-05"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":92.94377751393704,"score":92.94377751393704},"GB2-02":{"attempts":3,"playable":90.80750293123701,"score":90.80750293123701},"GB2-03":{"attempts":3,"playable":95.25320468295757,"score":95.25320468295757},"GB2-04":{"attempts":3,"playable":94.90640563790585,"score":94.90640563790585},"GB2-05":{"attempts":3,"playable":97.95055543528785,"score":97.95055543528785},"GB2-06":{"attempts":3,"playable":93.6159512824313,"score":93.6159512824313},"GB2-07":{"attempts":3,"playable":96.06203438967005,"score":96.06203438967005},"GB2-08":{"attempts":3,"playable":98.29937988951967,"score":98.29937988951967}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":98.08861292429023,"score":98.08861292429023},"GB2-02":{"attempts":1,"playable":99.66484959371982,"score":99.66484959371982},"GB2-03":{"attempts":1,"playable":98.83680042209558,"score":98.83680042209558},"GB2-04":{"attempts":1,"playable":99.82718972124675,"score":99.82718972124675},"GB2-05":{"attempts":1,"playable":99.33060412749629,"score":99.33060412749629},"GB2-06":{"attempts":1,"playable":99.7702353285438,"score":99.7702353285438},"GB2-07":{"attempts":1,"playable":99.62207931911979,"score":99.62207931911979},"GB2-08":{"attempts":1,"playable":99.65460314166585,"score":99.65460314166585}},"medium":{"GB2-01":{"attempts":1,"playable":93.30198659469184,"score":93.30198659469184},"GB2-02":{"attempts":1,"playable":93.58350617363175,"score":93.58350617363175},"GB2-03":{"attempts":1,"playable":93.18953150515061,"score":93.18953150515061},"GB2-04":{"attempts":1,"playable":95.42250002577187,"score":95.42250002577187},"GB2-05":{"attempts":1,"playable":95.94580824734571,"score":95.94580824734571},"GB2-06":{"attempts":1,"playable":87.84254885381955,"score":87.84254885381955},"GB2-07":{"attempts":1,"playable":95.58453123451133,"score":95.58453123451133},"GB2-08":{"attempts":1,"playable":96.68558357727669,"score":96.68558357727669}},"none":{"GB2-01":{"attempts":1,"playable":87.440733022829,"score":87.440733022829},"GB2-02":{"attempts":1,"playable":79.17415302635943,"score":79.17415302635943},"GB2-03":{"attempts":1,"playable":93.73328212162652,"score":93.73328212162652},"GB2-04":{"attempts":1,"playable":89.46952716669895,"score":89.46952716669895},"GB2-05":{"attempts":1,"playable":98.57525393102155,"score":98.57525393102155},"GB2-06":{"attempts":1,"playable":93.23506966493056,"score":93.23506966493056},"GB2-07":{"attempts":1,"playable":92.97949261537904,"score":92.97949261537904},"GB2-08":{"attempts":1,"playable":98.55795294961649,"score":98.55795294961649}}},"id":"claude-fable-5-2","is_recent_addition":false,"last_measured_at":"2026-11-19T15:51:09Z","match_totals_all":{"draws":490,"losses":798,"wins":14128},"match_totals_tracks":{"highest":{"draws":11,"losses":37,"wins":5084},"medium":{"draws":160,"losses":361,"wins":4623},"none":{"draws":319,"losses":400,"wins":4421}},"model_slug":"claude-fable-5-2","official_rank_by_reasoning":{"highest":1,"medium":1,"none":1},"overall":{"max":99.82718972124675,"mean":94.97985147036827,"min":79.17415302635943},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":1,"overall_ranking_status":"ranked","per_game":{"GB2-01":98.08861292429023,"GB2-02":99.66484959371982,"GB2-03":98.83680042209558,"GB2-04":99.82718972124675,"GB2-05":99.33060412749629,"GB2-06":99.7702353285438,"GB2-07":99.62207931911979,"GB2-08":99.65460314166585},"per_game_all":{"GB2-01":92.94377751393704,"GB2-02":90.80750293123701,"GB2-03":95.25320468295757,"GB2-04":94.90640563790585,"GB2-05":97.95055543528785,"GB2-06":93.6159512824313,"GB2-07":96.06203438967005,"GB2-08":98.29937988951967},"per_game_match_totals_all":{"GB2-01":{"draws":1,"losses":172,"wins":1765},"GB2-02":{"draws":259,"losses":85,"wins":1488},"GB2-03":{"draws":55,"losses":115,"wins":1732},"GB2-04":{"draws":121,"losses":66,"wins":1697},"GB2-05":{"draws":0,"losses":75,"wins":1917},"GB2-06":{"draws":54,"losses":121,"wins":1723},"GB2-07":{"draws":0,"losses":112,"wins":1876},"GB2-08":{"draws":0,"losses":52,"wins":1930}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":16,"wins":628},"GB2-02":{"draws":4,"losses":0,"wins":606},"GB2-03":{"draws":7,"losses":8,"wins":619},"GB2-04":{"draws":0,"losses":0,"wins":628},"GB2-05":{"draws":0,"losses":9,"wins":653},"GB2-06":{"draws":0,"losses":0,"wins":632},"GB2-07":{"draws":0,"losses":2,"wins":660},"GB2-08":{"draws":0,"losses":2,"wins":658}},"medium":{"GB2-01":{"draws":0,"losses":58,"wins":592},"GB2-02":{"draws":41,"losses":37,"wins":534},"GB2-03":{"draws":46,"losses":45,"wins":543},"GB2-04":{"draws":45,"losses":18,"wins":565},"GB2-05":{"draws":0,"losses":47,"wins":615},"GB2-06":{"draws":28,"losses":80,"wins":526},"GB2-07":{"draws":0,"losses":43,"wins":619},"GB2-08":{"draws":0,"losses":33,"wins":629}},"none":{"GB2-01":{"draws":1,"losses":98,"wins":545},"GB2-02":{"draws":214,"losses":48,"wins":348},"GB2-03":{"draws":2,"losses":62,"wins":570},"GB2-04":{"draws":76,"losses":48,"wins":504},"GB2-05":{"draws":0,"losses":19,"wins":649},"GB2-06":{"draws":26,"losses":41,"wins":565},"GB2-07":{"draws":0,"losses":67,"wins":597},"GB2-08":{"draws":0,"losses":17,"wins":643}}},"per_game_raw_elo_all":{"GB2-01":2098.784357658933,"GB2-02":2087.177260066615,"GB2-03":2243.678141937651,"GB2-04":2200.396884624372,"GB2-05":2754.5049600790676,"GB2-06":2463.173709921362,"GB2-07":2573.076501470185,"GB2-08":2781.5503021997297},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2327.2787577822996,"GB2-02":2558.890348650384,"GB2-03":2533.1198914352326,"GB2-04":2656.662295176198,"GB2-05":2960.1574506267098,"GB2-06":3014.899273618263,"GB2-07":2978.1262128536973,"GB2-08":3079.9759256507796},"medium":{"GB2-01":2061.82749426777,"GB2-02":1992.8969075483924,"GB2-03":2086.155522319641,"GB2-04":2060.3052043743724,"GB2-05":2513.4531566205414,"GB2-06":2106.292170658295,"GB2-07":2447.04522162724,"GB2-08":2530.9861525519627},"none":{"GB2-01":1907.2468209267304,"GB2-02":1709.7445240010672,"GB2-03":2111.75901205808,"GB2-04":1884.2231543225457,"GB2-05":2789.90427298995,"GB2-06":2268.329685487527,"GB2-07":2294.058069929619,"GB2-08":2733.688828396447}},"per_game_tracks":{"highest":{"GB2-01":98.08861292429023,"GB2-02":99.66484959371982,"GB2-03":98.83680042209558,"GB2-04":99.82718972124675,"GB2-05":99.33060412749629,"GB2-06":99.7702353285438,"GB2-07":99.62207931911979,"GB2-08":99.65460314166585},"medium":{"GB2-01":93.30198659469184,"GB2-02":93.58350617363175,"GB2-03":93.18953150515061,"GB2-04":95.42250002577187,"GB2-05":95.94580824734571,"GB2-06":87.84254885381955,"GB2-07":95.58453123451133,"GB2-08":96.68558357727669},"none":{"GB2-01":87.440733022829,"GB2-02":79.17415302635943,"GB2-03":93.73328212162652,"GB2-04":89.46952716669895,"GB2-05":98.57525393102155,"GB2-06":93.23506966493056,"GB2-07":92.97949261537904,"GB2-08":98.55795294961649}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":0,"rank_movement_baseline_at":"2026-11-14T05:53:26Z","reasoning":{"highest":99.34937182227225,"medium":93.94449952652492,"none":91.6456830623077},"reasoning_agg":{"highest":{"max":99.82718972124675,"mean":99.34937182227225,"min":98.08861292429023},"medium":{"max":96.68558357727669,"mean":93.94449952652492,"min":87.84254885381955},"none":{"max":98.57525393102155,"mean":91.6456830623077,"min":79.17415302635943}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.70368875996455},"working_program_strength":{"all":94.97985147036827,"highest":99.34937182227225,"medium":93.94449952652492,"none":91.6456830623077}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-astra:b492ca9f623a951b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.678774,"median":0.686294,"min":0.563444,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.430192},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.431472,"mean":0.22132,"median":0.193224,"min":0.175334,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.7705600000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.170964,"mean":0.15296900000000002,"median":0.14811400000000002,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2237520000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.431472,"mean":0.22132,"median":0.193224,"min":0.175334,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.7705600000000001},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.170964,"mean":0.15296900000000002,"median":0.14811400000000002,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.2237520000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.678774,"median":0.686294,"min":0.563444,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.430192000000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.833294,"mean":0.35102099999999997,"median":0.193224,"min":0.141844,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":25},"run_count":24,"token_priced_attempt_count":25,"total":8.424503999999999},"codegen_latency_ms":{"attempt_count":25,"max_ms":1653345,"mean_ms":252402.875,"min_ms":32155,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":988899,"mean_ms":381401.125,"min_ms":217604,"run_count":8},"medium":{"attempt_count":9,"max_ms":1653345,"mean_ms":343369.75,"min_ms":42493,"run_count":8},"none":{"attempt_count":8,"max_ms":32959,"mean_ms":32437.75,"min_ms":32155,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":19038,"output_mean":6728.875,"output_min":1729,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":19038,"output_mean":15011.625,"output_min":12269,"run_count":8},"medium":{"attempt_count":9,"output_max":6621,"output_mean":3308.5,"output_min":2409,"run_count":8},"none":{"attempt_count":8,"output_max":2210,"output_mean":1866.5,"output_min":1729,"run_count":8}},"display_name":"GPT-6.2 Astra","economics":{"all":93.55984799574007,"highest":97.14640370897472,"medium":92.92522145234409,"none":90.60791882590138},"economics_best_value":{"per_model":{"all":true,"highest":true,"none":true},"per_setting":{"highest":true}},"first_seen_at":"2026-11-19T16:25:49Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":161493,"total_reasoning_output_tokens":74175,"total_visible_output_tokens":87318,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-astra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":89.14302177951613,"score":89.14302177951613},"GB2-02":{"attempts":3,"playable":91.50993900843469,"score":91.50993900843469},"GB2-03":{"attempts":3,"playable":96.20543620827863,"score":96.20543620827863},"GB2-04":{"attempts":3,"playable":91.07411905479437,"score":91.07411905479437},"GB2-05":{"attempts":3,"playable":98.13735282910368,"score":98.13735282910368},"GB2-06":{"attempts":3,"playable":89.86564955930392,"score":89.86564955930392},"GB2-07":{"attempts":3,"playable":95.24264740722283,"score":95.24264740722283},"GB2-08":{"attempts":3,"playable":97.30061811926623,"score":97.30061811926623}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":99.17126115660058,"score":99.17126115660058},"GB2-02":{"attempts":1,"playable":94.54953214129256,"score":94.54953214129256},"GB2-03":{"attempts":1,"playable":98.5599249256302,"score":98.5599249256302},"GB2-04":{"attempts":1,"playable":94.70003144091162,"score":94.70003144091162},"GB2-05":{"attempts":1,"playable":99.32265853370936,"score":99.32265853370936},"GB2-06":{"attempts":1,"playable":94.05897140476306,"score":94.05897140476306},"GB2-07":{"attempts":1,"playable":97.39627135301947,"score":97.39627135301947},"GB2-08":{"attempts":1,"playable":99.41257871587081,"score":99.41257871587081}},"medium":{"GB2-01":{"attempts":1,"playable":85.03296172214857,"score":85.03296172214857},"GB2-02":{"attempts":1,"playable":92.52358122011898,"score":92.52358122011898},"GB2-03":{"attempts":1,"playable":96.51464630909241,"score":96.51464630909241},"GB2-04":{"attempts":1,"playable":90.99666714632431,"score":90.99666714632431},"GB2-05":{"attempts":1,"playable":98.23365125665205,"score":98.23365125665205},"GB2-06":{"attempts":1,"playable":93.05598565751481,"score":93.05598565751481},"GB2-07":{"attempts":1,"playable":92.6328148209275,"score":92.6328148209275},"GB2-08":{"attempts":1,"playable":94.41146348597412,"score":94.41146348597412}},"none":{"GB2-01":{"attempts":1,"playable":83.22484245979926,"score":83.22484245979926},"GB2-02":{"attempts":1,"playable":87.4567036638925,"score":87.4567036638925},"GB2-03":{"attempts":1,"playable":93.54173739011328,"score":93.54173739011328},"GB2-04":{"attempts":1,"playable":87.52565857714714,"score":87.52565857714714},"GB2-05":{"attempts":1,"playable":96.85574869694959,"score":96.85574869694959},"GB2-06":{"attempts":1,"playable":82.48199161563386,"score":82.48199161563386},"GB2-07":{"attempts":1,"playable":95.69885604772156,"score":95.69885604772156},"GB2-08":{"attempts":1,"playable":98.07781215595375,"score":98.07781215595375}}},"id":"gpt-6.2-astra","is_recent_addition":true,"last_measured_at":"2026-11-19T16:25:49Z","match_totals_all":{"draws":671,"losses":852,"wins":10941},"match_totals_tracks":{"highest":{"draws":103,"losses":148,"wins":4003},"medium":{"draws":265,"losses":287,"wins":3450},"none":{"draws":303,"losses":417,"wins":3488}},"model_slug":"gpt-6-2-astra","official_rank_by_reasoning":{"highest":4,"medium":4,"none":2},"overall":{"max":99.41257871587081,"mean":93.55984799574007,"min":82.48199161563386},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":2,"overall_ranking_status":"ranked","per_game":{"GB2-01":99.17126115660058,"GB2-02":94.54953214129256,"GB2-03":98.5599249256302,"GB2-04":94.70003144091162,"GB2-05":99.32265853370936,"GB2-06":94.05897140476306,"GB2-07":97.39627135301947,"GB2-08":99.41257871587081},"per_game_all":{"GB2-01":89.14302177951613,"GB2-02":91.50993900843469,"GB2-03":96.20543620827863,"GB2-04":91.07411905479437,"GB2-05":98.13735282910368,"GB2-06":89.86564955930392,"GB2-07":95.24264740722283,"GB2-08":97.30061811926623},"per_game_match_totals_all":{"GB2-01":{"draws":197,"losses":91,"wins":1082},"GB2-02":{"draws":244,"losses":100,"wins":1500},"GB2-03":{"draws":22,"losses":97,"wins":1401},"GB2-04":{"draws":157,"losses":133,"wins":1500},"GB2-05":{"draws":0,"losses":68,"wins":1376},"GB2-06":{"draws":51,"losses":169,"wins":1210},"GB2-07":{"draws":0,"losses":127,"wins":1549},"GB2-08":{"draws":0,"losses":67,"wins":1323}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":5,"wins":451},"GB2-02":{"draws":50,"losses":26,"wins":540},"GB2-03":{"draws":6,"losses":12,"wins":488},"GB2-04":{"draws":37,"losses":29,"wins":568},"GB2-05":{"draws":0,"losses":8,"wins":472},"GB2-06":{"draws":10,"losses":35,"wins":423},"GB2-07":{"draws":0,"losses":27,"wins":631},"GB2-08":{"draws":0,"losses":6,"wins":430}},"medium":{"GB2-01":{"draws":126,"losses":19,"wins":311},"GB2-02":{"draws":82,"losses":26,"wins":506},"GB2-03":{"draws":15,"losses":25,"wins":462},"GB2-04":{"draws":29,"losses":47,"wins":448},"GB2-05":{"draws":0,"losses":24,"wins":450},"GB2-06":{"draws":13,"losses":40,"wins":423},"GB2-07":{"draws":0,"losses":62,"wins":440},"GB2-08":{"draws":0,"losses":44,"wins":410}},"none":{"GB2-01":{"draws":71,"losses":67,"wins":320},"GB2-02":{"draws":112,"losses":48,"wins":454},"GB2-03":{"draws":1,"losses":60,"wins":451},"GB2-04":{"draws":91,"losses":57,"wins":484},"GB2-05":{"draws":0,"losses":36,"wins":454},"GB2-06":{"draws":28,"losses":94,"wins":364},"GB2-07":{"draws":0,"losses":38,"wins":478},"GB2-08":{"draws":0,"losses":17,"wins":483}}},"per_game_raw_elo_all":{"GB2-01":2058.3233167478734,"GB2-02":1941.8839973971635,"GB2-03":2289.5639771649653,"GB2-04":1931.7456024112087,"GB2-05":2760.198858975467,"GB2-06":2182.175974722836,"GB2-07":2438.9672820372275,"GB2-08":2671.665491473537},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2485.6004462679725,"GB2-02":2028.3811059719853,"GB2-03":2487.8958562842017,"GB2-04":2030.7925756599493,"GB2-05":2957.653751853691,"GB2-06":2300.912459044459,"GB2-07":2586.428410996027,"GB2-08":2953.9003404782643},"medium":{"GB2-01":1860.435393495066,"GB2-02":1958.935596261261,"GB2-03":2278.2460737850197,"GB2-04":1919.0966870971843,"GB2-05":2737.2771627975517,"GB2-06":2261.667115121984,"GB2-07":2275.7981089307723,"GB2-08":2397.1632351345124},"none":{"GB2-01":1828.9341104805815,"GB2-02":1838.3352899582442,"GB2-03":2102.550001425675,"GB2-04":1845.3475444764922,"GB2-05":2585.665662275158,"GB2-06":1983.9483500020663,"GB2-07":2454.6753261848826,"GB2-08":2663.932898807833}},"per_game_tracks":{"highest":{"GB2-01":99.17126115660058,"GB2-02":94.54953214129256,"GB2-03":98.5599249256302,"GB2-04":94.70003144091162,"GB2-05":99.32265853370936,"GB2-06":94.05897140476306,"GB2-07":97.39627135301947,"GB2-08":99.41257871587081},"medium":{"GB2-01":85.03296172214857,"GB2-02":92.52358122011898,"GB2-03":96.51464630909241,"GB2-04":90.99666714632431,"GB2-05":98.23365125665205,"GB2-06":93.05598565751481,"GB2-07":92.6328148209275,"GB2-08":94.41146348597412},"none":{"GB2-01":83.22484245979926,"GB2-02":87.4567036638925,"GB2-03":93.54173739011328,"GB2-04":87.52565857714714,"GB2-05":96.85574869694959,"GB2-06":82.48199161563386,"GB2-07":95.69885604772156,"GB2-08":98.07781215595375}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":97.14640370897472,"medium":92.92522145234409,"none":90.60791882590138},"reasoning_agg":{"highest":{"max":99.41257871587081,"mean":97.14640370897472,"min":94.05897140476306},"medium":{"max":98.23365125665205,"mean":92.92522145234409,"min":85.03296172214857},"none":{"max":98.07781215595375,"mean":90.60791882590138,"min":82.48199161563386}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.5384848830733375},"working_program_strength":{"all":93.55984799574007,"highest":97.14640370897472,"medium":92.92522145234409,"none":90.60791882590138}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-astra-pro:272b0ef90cfba1d7","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":1.9243019000000001,"median":1.8546462000000001,"min":1.7714847999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":15.3944152},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.0038036000000001,"mean":0.50919515,"median":0.4572552,"min":0.370614,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":4.073561199999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.6121487999999999,"mean":0.3554782,"median":0.3217412,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.8438255999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.0038036000000001,"mean":0.50919515,"median":0.4572552,"min":0.370614,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":4.0735612},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.6121487999999999,"mean":0.3554782,"median":0.3217412,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.8438255999999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":1.9243019000000001,"median":1.8546462000000001,"min":1.7714847999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":15.394415200000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.121838,"mean":0.9296584166666667,"median":0.4601288,"min":0.30038200000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":24,"token_priced_attempt_count":26,"total":22.311801999999997},"codegen_latency_ms":{"attempt_count":8,"max_ms":3425077,"mean_ms":1026423.5,"min_ms":432581,"run_count":8},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3425077,"mean_ms":1026423.5,"min_ms":432581,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":41536,"output_mean":16125.875,"output_min":3089,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":41536,"output_mean":37514.375,"output_min":35228,"run_count":8},"medium":{"attempt_count":9,"output_max":13145,"output_mean":6927.875,"output_min":4720,"run_count":8},"none":{"attempt_count":9,"output_max":7282,"output_mean":3935.375,"output_min":3089,"run_count":8}},"display_name":"GPT-6.2 Astra Pro","economics":{"all":91.93095271020223,"highest":97.15412077246658,"medium":93.41250691525656,"none":85.22623044288355},"economics_best_value":{"per_model":{"highest":true},"per_setting":{"highest":true}},"first_seen_at":"2026-11-19T16:20:47Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[128000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[128000],"total_output_tokens":387021,"total_reasoning_output_tokens":210515,"total_visible_output_tokens":176506,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-astra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":80.3214795592887,"score":80.3214795592887},"GB2-02":{"attempts":3,"playable":89.4692914012539,"score":89.4692914012539},"GB2-03":{"attempts":3,"playable":96.08498709647358,"score":96.08498709647358},"GB2-04":{"attempts":3,"playable":89.90208017288803,"score":89.90208017288803},"GB2-05":{"attempts":3,"playable":98.480382882776,"score":98.480382882776},"GB2-06":{"attempts":3,"playable":89.89225094669202,"score":89.89225094669202},"GB2-07":{"attempts":3,"playable":95.78358845164632,"score":95.78358845164632},"GB2-08":{"attempts":3,"playable":95.51356117059932,"score":95.51356117059932}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.51026000246097,"score":94.51026000246097},"GB2-02":{"attempts":1,"playable":96.61007707931167,"score":96.61007707931167},"GB2-03":{"attempts":1,"playable":98.91738979915908,"score":98.91738979915908},"GB2-04":{"attempts":1,"playable":96.33978976755712,"score":96.33978976755712},"GB2-05":{"attempts":1,"playable":99.42423841496773,"score":99.42423841496773},"GB2-06":{"attempts":1,"playable":94.3465220709079,"score":94.3465220709079},"GB2-07":{"attempts":1,"playable":97.59415727434043,"score":97.59415727434043},"GB2-08":{"attempts":1,"playable":99.49053177102782,"score":99.49053177102782}},"medium":{"GB2-01":{"attempts":1,"playable":83.64350880585148,"score":83.64350880585148},"GB2-02":{"attempts":1,"playable":95.30231393372807,"score":95.30231393372807},"GB2-03":{"attempts":1,"playable":96.35885478658214,"score":96.35885478658214},"GB2-04":{"attempts":1,"playable":89.45351412640443,"score":89.45351412640443},"GB2-05":{"attempts":1,"playable":98.37523723226087,"score":98.37523723226087},"GB2-06":{"attempts":1,"playable":89.70400507417726,"score":89.70400507417726},"GB2-07":{"attempts":1,"playable":96.37183739012404,"score":96.37183739012404},"GB2-08":{"attempts":1,"playable":98.09078397292426,"score":98.09078397292426}},"none":{"GB2-01":{"attempts":1,"playable":62.81066986955366,"score":62.81066986955366},"GB2-02":{"attempts":1,"playable":76.49548319072198,"score":76.49548319072198},"GB2-03":{"attempts":1,"playable":92.97871670367954,"score":92.97871670367954},"GB2-04":{"attempts":1,"playable":83.91293662470257,"score":83.91293662470257},"GB2-05":{"attempts":1,"playable":97.6416730010994,"score":97.6416730010994},"GB2-06":{"attempts":1,"playable":85.62622569499092,"score":85.62622569499092},"GB2-07":{"attempts":1,"playable":93.38477069047451,"score":93.38477069047451},"GB2-08":{"attempts":1,"playable":88.95936776784588,"score":88.95936776784588}}},"id":"gpt-6.2-astra-pro","is_recent_addition":true,"last_measured_at":"2026-11-19T16:20:47Z","match_totals_all":{"draws":696,"losses":948,"wins":10020},"match_totals_tracks":{"highest":{"draws":108,"losses":119,"wins":3683},"medium":{"draws":180,"losses":282,"wins":3406},"none":{"draws":408,"losses":547,"wins":2931}},"model_slug":"gpt-6-2-astra-pro","official_rank_by_reasoning":{"highest":2,"medium":3,"none":7},"overall":{"max":99.49053177102782,"mean":91.93095271020223,"min":62.81066986955366},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":3,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.51026000246097,"GB2-02":96.61007707931167,"GB2-03":98.91738979915908,"GB2-04":96.33978976755712,"GB2-05":99.42423841496773,"GB2-06":94.3465220709079,"GB2-07":97.59415727434043,"GB2-08":99.49053177102782},"per_game_all":{"GB2-01":80.3214795592887,"GB2-02":89.4692914012539,"GB2-03":96.08498709647358,"GB2-04":89.90208017288803,"GB2-05":98.480382882776,"GB2-06":89.89225094669202,"GB2-07":95.78358845164632,"GB2-08":95.51356117059932},"per_game_match_totals_all":{"GB2-01":{"draws":184,"losses":236,"wins":932},"GB2-02":{"draws":258,"losses":86,"wins":1190},"GB2-03":{"draws":30,"losses":95,"wins":1419},"GB2-04":{"draws":167,"losses":128,"wins":1261},"GB2-05":{"draws":0,"losses":55,"wins":1413},"GB2-06":{"draws":57,"losses":154,"wins":1209},"GB2-07":{"draws":0,"losses":106,"wins":1412},"GB2-08":{"draws":0,"losses":88,"wins":1184}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":35,"losses":22,"wins":397},"GB2-02":{"draws":30,"losses":13,"wins":469},"GB2-03":{"draws":6,"losses":7,"wins":503},"GB2-04":{"draws":23,"losses":17,"wins":478},"GB2-05":{"draws":0,"losses":7,"wins":495},"GB2-06":{"draws":14,"losses":28,"wins":428},"GB2-07":{"draws":0,"losses":22,"wins":478},"GB2-08":{"draws":0,"losses":3,"wins":435}},"medium":{"GB2-01":{"draws":33,"losses":80,"wins":331},"GB2-02":{"draws":33,"losses":21,"wins":456},"GB2-03":{"draws":12,"losses":32,"wins":468},"GB2-04":{"draws":79,"losses":36,"wins":405},"GB2-05":{"draws":0,"losses":19,"wins":465},"GB2-06":{"draws":23,"losses":45,"wins":400},"GB2-07":{"draws":0,"losses":33,"wins":481},"GB2-08":{"draws":0,"losses":16,"wins":400}},"none":{"GB2-01":{"draws":116,"losses":134,"wins":204},"GB2-02":{"draws":195,"losses":52,"wins":265},"GB2-03":{"draws":12,"losses":56,"wins":448},"GB2-04":{"draws":65,"losses":75,"wins":378},"GB2-05":{"draws":0,"losses":29,"wins":453},"GB2-06":{"draws":20,"losses":81,"wins":381},"GB2-07":{"draws":0,"losses":51,"wins":453},"GB2-08":{"draws":0,"losses":69,"wins":349}}},"per_game_raw_elo_all":{"GB2-01":1838.7544690204986,"GB2-02":1954.8754069149456,"GB2-03":2297.1056443879893,"GB2-04":1924.2160786197953,"GB2-05":2804.328378293993,"GB2-06":2173.888012901579,"GB2-07":2474.425057373955,"GB2-08":2616.727342202867},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2107.18801915111,"GB2-02":2127.578149455603,"GB2-03":2547.9807135073042,"GB2-04":2104.4334819625574,"GB2-05":2991.757908025144,"GB2-06":2313.1480405193684,"GB2-07":2605.2411731969205,"GB2-08":2988.4032514106807},"medium":{"GB2-01":1835.9929342359947,"GB2-02":2060.0536180479976,"GB2-03":2266.6792978523413,"GB2-04":1883.8800674955241,"GB2-05":2757.9756354580004,"GB2-06":2155.4540183889526,"GB2-07":2502.1301687643677,"GB2-08":2665.5738993865307},"none":{"GB2-01":1573.0824536743914,"GB2-02":1676.9944532412367,"GB2-03":2076.6569218043223,"GB2-04":1784.334686401304,"GB2-05":2663.2515913988364,"GB2-06":2053.0619797964155,"GB2-07":2315.903830160576,"GB2-08":2196.204875811391}},"per_game_tracks":{"highest":{"GB2-01":94.51026000246097,"GB2-02":96.61007707931167,"GB2-03":98.91738979915908,"GB2-04":96.33978976755712,"GB2-05":99.42423841496773,"GB2-06":94.3465220709079,"GB2-07":97.59415727434043,"GB2-08":99.49053177102782},"medium":{"GB2-01":83.64350880585148,"GB2-02":95.30231393372807,"GB2-03":96.35885478658214,"GB2-04":89.45351412640443,"GB2-05":98.37523723226087,"GB2-06":89.70400507417726,"GB2-07":96.37183739012404,"GB2-08":98.09078397292426},"none":{"GB2-01":62.81066986955366,"GB2-02":76.49548319072198,"GB2-03":92.97871670367954,"GB2-04":83.91293662470257,"GB2-05":97.6416730010994,"GB2-06":85.62622569499092,"GB2-07":93.38477069047451,"GB2-08":88.95936776784588}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":97.15412077246658,"medium":93.41250691525656,"none":85.22623044288355},"reasoning_agg":{"highest":{"max":99.49053177102782,"mean":97.15412077246658,"min":94.3465220709079},"medium":{"max":98.37523723226087,"mean":93.41250691525656,"min":83.64350880585148},"none":{"max":97.6416730010994,"mean":85.22623044288355,"min":62.81066986955366}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.927890329583036},"working_program_strength":{"all":91.93095271020223,"highest":97.15412077246658,"medium":93.41250691525656,"none":85.22623044288355}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-sol:63030ed02022bf6c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.19944099999999998,"median":0.1996935,"min":0.165541,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.5955279999999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.127226,"mean":0.09717475,"median":0.0905785,"min":0.075901,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.777398},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.062876,"mean":0.05140225,"median":0.0502035,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.41121800000000003}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.127226,"mean":0.09717475,"median":0.0905785,"min":0.075901,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.777398},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.062876,"mean":0.05140225,"median":0.0502035,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.411218},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.19944099999999998,"median":0.1996935,"min":0.165541,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.5955279999999998}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.238816,"mean":0.11600599999999998,"median":0.0905785,"min":0.039663500000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":24},"run_count":24,"token_priced_attempt_count":24,"total":2.784144},"codegen_latency_ms":{"attempt_count":24,"max_ms":268757,"mean_ms":127318.95833333333,"min_ms":32221,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":248870,"mean_ms":220560.625,"min_ms":176885,"run_count":8},"medium":{"attempt_count":8,"max_ms":268757,"mean_ms":118344.5,"min_ms":63012,"run_count":8},"none":{"attempt_count":8,"max_ms":55967,"mean_ms":43051.75,"min_ms":32221,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":21850,"output_mean":9642.875,"output_min":2138,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":21850,"output_mean":17986.375,"output_min":14737,"run_count":8},"medium":{"attempt_count":8,"output_max":10859,"output_mean":7759.75,"output_min":5063,"run_count":8},"none":{"attempt_count":8,"output_max":4256,"output_mean":3182.5,"output_min":2138,"run_count":8}},"display_name":"GPT-6.2 Sol","economics":{"all":91.39595769036059,"highest":94.33052724382564,"medium":93.43206849833581,"none":86.42527732892029},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true,"medium":true,"none":true}},"first_seen_at":"2026-11-19T16:21:34Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":231429,"total_reasoning_output_tokens":115584,"total_visible_output_tokens":115845,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":82.10554751815287,"score":82.10554751815287},"GB2-02":{"attempts":3,"playable":91.20024743073297,"score":91.20024743073297},"GB2-03":{"attempts":3,"playable":96.81957685253083,"score":96.81957685253083},"GB2-04":{"attempts":3,"playable":91.39181515186944,"score":91.39181515186944},"GB2-05":{"attempts":3,"playable":95.52681966537892,"score":95.52681966537892},"GB2-06":{"attempts":3,"playable":85.00127675073405,"score":85.00127675073405},"GB2-07":{"attempts":3,"playable":96.08786053260303,"score":96.08786053260303},"GB2-08":{"attempts":3,"playable":93.03451762088253,"score":93.03451762088253}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":86.21818888821132,"score":86.21818888821132},"GB2-02":{"attempts":1,"playable":94.42717774509826,"score":94.42717774509826},"GB2-03":{"attempts":1,"playable":98.17267003536224,"score":98.17267003536224},"GB2-04":{"attempts":1,"playable":93.95307097830788,"score":93.95307097830788},"GB2-05":{"attempts":1,"playable":98.57612659020786,"score":98.57612659020786},"GB2-06":{"attempts":1,"playable":88.76513036290736,"score":88.76513036290736},"GB2-07":{"attempts":1,"playable":97.47408500950623,"score":97.47408500950623},"GB2-08":{"attempts":1,"playable":97.05776834100406,"score":97.05776834100406}},"medium":{"GB2-01":{"attempts":1,"playable":93.75025353747908,"score":93.75025353747908},"GB2-02":{"attempts":1,"playable":95.25492193318252,"score":95.25492193318252},"GB2-03":{"attempts":1,"playable":97.33764721386017,"score":97.33764721386017},"GB2-04":{"attempts":1,"playable":92.43597514574175,"score":92.43597514574175},"GB2-05":{"attempts":1,"playable":95.65854877110262,"score":95.65854877110262},"GB2-06":{"attempts":1,"playable":82.74128475578546,"score":82.74128475578546},"GB2-07":{"attempts":1,"playable":94.71247825131613,"score":94.71247825131613},"GB2-08":{"attempts":1,"playable":95.56543837821863,"score":95.56543837821863}},"none":{"GB2-01":{"attempts":1,"playable":66.34820012876823,"score":66.34820012876823},"GB2-02":{"attempts":1,"playable":83.91864261391808,"score":83.91864261391808},"GB2-03":{"attempts":1,"playable":94.94841330837012,"score":94.94841330837012},"GB2-04":{"attempts":1,"playable":87.78639933155871,"score":87.78639933155871},"GB2-05":{"attempts":1,"playable":92.34578363482629,"score":92.34578363482629},"GB2-06":{"attempts":1,"playable":83.4974151335093,"score":83.4974151335093},"GB2-07":{"attempts":1,"playable":96.0770183369867,"score":96.0770183369867},"GB2-08":{"attempts":1,"playable":86.48034614342488,"score":86.48034614342488}}},"id":"gpt-6.2-sol","is_recent_addition":true,"last_measured_at":"2026-11-19T16:21:34Z","match_totals_all":{"draws":856,"losses":1247,"wins":12233},"match_totals_tracks":{"highest":{"draws":221,"losses":289,"wins":4322},"medium":{"draws":163,"losses":392,"wins":4251},"none":{"draws":472,"losses":566,"wins":3660}},"model_slug":"gpt-6-2-sol","official_rank_by_reasoning":{"highest":9,"medium":2,"none":5},"overall":{"max":98.57612659020786,"mean":91.39595769036059,"min":66.34820012876823},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":4,"overall_ranking_status":"ranked","per_game":{"GB2-01":86.21818888821132,"GB2-02":94.42717774509826,"GB2-03":98.17267003536224,"GB2-04":93.95307097830788,"GB2-05":98.57612659020786,"GB2-06":88.76513036290736,"GB2-07":97.47408500950623,"GB2-08":97.05776834100406},"per_game_all":{"GB2-01":82.10554751815287,"GB2-02":91.20024743073297,"GB2-03":96.81957685253083,"GB2-04":91.39181515186944,"GB2-05":95.52681966537892,"GB2-06":85.00127675073405,"GB2-07":96.08786053260303,"GB2-08":93.03451762088253},"per_game_match_totals_all":{"GB2-01":{"draws":230,"losses":252,"wins":1368},"GB2-02":{"draws":275,"losses":82,"wins":1479},"GB2-03":{"draws":10,"losses":89,"wins":1439},"GB2-04":{"draws":226,"losses":103,"wins":1561},"GB2-05":{"draws":0,"losses":160,"wins":1852},"GB2-06":{"draws":115,"losses":299,"wins":1512},"GB2-07":{"draws":0,"losses":119,"wins":1875},"GB2-08":{"draws":0,"losses":143,"wins":1147}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":57,"losses":85,"wins":516},"GB2-02":{"draws":56,"losses":24,"wins":536},"GB2-03":{"draws":4,"losses":17,"wins":489},"GB2-04":{"draws":72,"losses":16,"wins":542},"GB2-05":{"draws":0,"losses":23,"wins":649},"GB2-06":{"draws":32,"losses":75,"wins":535},"GB2-07":{"draws":0,"losses":26,"wins":638},"GB2-08":{"draws":0,"losses":23,"wins":417}},"medium":{"GB2-01":{"draws":10,"losses":50,"wins":596},"GB2-02":{"draws":53,"losses":16,"wins":541},"GB2-03":{"draws":4,"losses":25,"wins":483},"GB2-04":{"draws":65,"losses":32,"wins":531},"GB2-05":{"draws":0,"losses":56,"wins":618},"GB2-06":{"draws":31,"losses":120,"wins":491},"GB2-07":{"draws":0,"losses":55,"wins":613},"GB2-08":{"draws":0,"losses":38,"wins":378}},"none":{"GB2-01":{"draws":163,"losses":117,"wins":256},"GB2-02":{"draws":166,"losses":42,"wins":402},"GB2-03":{"draws":2,"losses":47,"wins":467},"GB2-04":{"draws":89,"losses":55,"wins":488},"GB2-05":{"draws":0,"losses":81,"wins":585},"GB2-06":{"draws":52,"losses":104,"wins":486},"GB2-07":{"draws":0,"losses":38,"wins":624},"GB2-08":{"draws":0,"losses":82,"wins":352}}},"per_game_raw_elo_all":{"GB2-01":1856.892650956678,"GB2-02":1952.792102632833,"GB2-03":2319.2962158528,"GB2-04":1936.9463489156606,"GB2-05":2531.413208278948,"GB2-06":2041.70504922764,"GB2-07":2488.8114284637454,"GB2-08":2381.1614214731344},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1882.687910168574,"GB2-02":2023.5980781496512,"GB2-03":2435.3495594081123,"GB2-04":2003.7815723293952,"GB2-05":2790.051449761685,"GB2-06":2130.0398643150447,"GB2-07":2593.6996496475954,"GB2-08":2560.3504551124743},"medium":{"GB2-01":2077.793661707953,"GB2-02":2057.9334167810134,"GB2-03":2346.734282593945,"GB2-04":1956.7907098303237,"GB2-05":2493.328748380734,"GB2-06":1989.4382100539272,"GB2-07":2391.9760522031916,"GB2-08":2457.7016660293525},"none":{"GB2-01":1610.196380993506,"GB2-02":1776.8448129678334,"GB2-03":2175.804805556342,"GB2-04":1850.266764587262,"GB2-05":2310.859426694426,"GB2-06":2005.637073313948,"GB2-07":2480.7585835404493,"GB2-08":2125.432143277576}},"per_game_tracks":{"highest":{"GB2-01":86.21818888821132,"GB2-02":94.42717774509826,"GB2-03":98.17267003536224,"GB2-04":93.95307097830788,"GB2-05":98.57612659020786,"GB2-06":88.76513036290736,"GB2-07":97.47408500950623,"GB2-08":97.05776834100406},"medium":{"GB2-01":93.75025353747908,"GB2-02":95.25492193318252,"GB2-03":97.33764721386017,"GB2-04":92.43597514574175,"GB2-05":95.65854877110262,"GB2-06":82.74128475578546,"GB2-07":94.71247825131613,"GB2-08":95.56543837821863},"none":{"GB2-01":66.34820012876823,"GB2-02":83.91864261391808,"GB2-03":94.94841330837012,"GB2-04":87.78639933155871,"GB2-05":92.34578363482629,"GB2-06":83.4974151335093,"GB2-07":96.0770183369867,"GB2-08":86.48034614342488}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":94.33052724382564,"medium":93.43206849833581,"none":86.42527732892029},"reasoning_agg":{"highest":{"max":98.57612659020786,"mean":94.33052724382564,"min":86.21818888821132},"medium":{"max":97.33764721386017,"mean":93.43206849833581,"min":82.74128475578546},"none":{"max":96.0770183369867,"mean":86.42527732892029,"min":66.34820012876823}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.905249914905355},"working_program_strength":{"all":91.39595769036059,"highest":94.33052724382564,"medium":93.43206849833581,"none":86.42527732892029}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-carbon:403f68321eeaf81c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.79900425,"median":0.7617050000000001,"min":0.50544,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":8,"token_priced_attempt_count":9,"total":6.392033999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.6692940000000001,"mean":0.43415525,"median":0.429964,"min":0.235596,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.473242},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.323168,"mean":0.16463,"median":0.13367,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":11},"run_count":8,"token_priced_attempt_count":11,"total":1.31704}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.6692940000000001,"mean":0.43415525,"median":0.429964,"min":0.235596,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"run_count":8,"token_priced_attempt_count":8,"total":3.4732420000000004},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.323168,"mean":0.16463,"median":0.13367,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":11},"run_count":8,"token_priced_attempt_count":11,"total":1.3170399999999998},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.79900425,"median":0.7617050000000001,"min":0.50544,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"run_count":8,"token_priced_attempt_count":9,"total":6.392034}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.3017539999999999,"mean":0.4659298333333333,"median":0.429964,"min":0.08262,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":28},"run_count":24,"token_priced_attempt_count":28,"total":11.182316000000004},"codegen_latency_ms":{"attempt_count":28,"max_ms":1251399,"mean_ms":494189.5416666667,"min_ms":53186,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1251399,"mean_ms":858269.75,"min_ms":622080,"run_count":8},"medium":{"attempt_count":8,"max_ms":794354,"mean_ms":491290.75,"min_ms":250497,"run_count":8},"none":{"attempt_count":11,"max_ms":239228,"mean_ms":133008.125,"min_ms":53186,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":110362,"output_mean":41867.75,"output_min":5978,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":110362,"output_mean":70334.625,"output_min":48260,"run_count":8},"medium":{"attempt_count":8,"output_max":65273,"output_mean":41668.125,"output_min":21921,"run_count":8},"none":{"attempt_count":11,"output_max":27189,"output_mean":13600.5,"output_min":5978,"run_count":8}},"display_name":"Gemini 4 Carbon","economics":{"all":90.09612426816092,"highest":94.796374682841,"medium":89.87886375978258,"none":85.61313436185918},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":29,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":1004826,"total_reasoning_output_tokens":661243,"total_visible_output_tokens":343583,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-carbon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":93.59697137119535,"score":93.59697137119535},"GB2-02":{"attempts":3,"playable":90.97857415836938,"score":90.97857415836938},"GB2-03":{"attempts":3,"playable":92.53366401141118,"score":92.53366401141118},"GB2-04":{"attempts":3,"playable":74.03099670240269,"score":74.03099670240269},"GB2-05":{"attempts":3,"playable":96.25222758752984,"score":96.25222758752984},"GB2-06":{"attempts":3,"playable":89.6449891346507,"score":89.6449891346507},"GB2-07":{"attempts":3,"playable":92.89271553298742,"score":92.89271553298742},"GB2-08":{"attempts":3,"playable":90.83885564674078,"score":90.83885564674078}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":96.78404822042694,"score":96.78404822042694},"GB2-02":{"attempts":1,"playable":95.60419517079552,"score":95.60419517079552},"GB2-03":{"attempts":1,"playable":97.14577296585016,"score":97.14577296585016},"GB2-04":{"attempts":1,"playable":78.6380785273409,"score":78.6380785273409},"GB2-05":{"attempts":1,"playable":98.29102104179562,"score":98.29102104179562},"GB2-06":{"attempts":1,"playable":99.1076322578949,"score":99.1076322578949},"GB2-07":{"attempts":1,"playable":97.49871752076128,"score":97.49871752076128},"GB2-08":{"attempts":1,"playable":95.3015317578628,"score":95.3015317578628}},"medium":{"GB2-01":{"attempts":1,"playable":87.45138382992822,"score":87.45138382992822},"GB2-02":{"attempts":1,"playable":91.48880327075423,"score":91.48880327075423},"GB2-03":{"attempts":1,"playable":96.22854249109997,"score":96.22854249109997},"GB2-04":{"attempts":1,"playable":80.27964124115329,"score":80.27964124115329},"GB2-05":{"attempts":1,"playable":93.65845107307725,"score":93.65845107307725},"GB2-06":{"attempts":1,"playable":89.69715708058801,"score":89.69715708058801},"GB2-07":{"attempts":1,"playable":88.1027063762649,"score":88.1027063762649},"GB2-08":{"attempts":1,"playable":92.12422471539466,"score":92.12422471539466}},"none":{"GB2-01":{"attempts":1,"playable":96.5554820632309,"score":96.5554820632309},"GB2-02":{"attempts":1,"playable":85.8427240335584,"score":85.8427240335584},"GB2-03":{"attempts":1,"playable":84.22667657728338,"score":84.22667657728338},"GB2-04":{"attempts":1,"playable":63.175270338713894,"score":63.175270338713894},"GB2-05":{"attempts":1,"playable":96.8072106477167,"score":96.8072106477167},"GB2-06":{"attempts":1,"playable":80.13017806546921,"score":80.13017806546921},"GB2-07":{"attempts":1,"playable":93.0767227019361,"score":93.0767227019361},"GB2-08":{"attempts":1,"playable":85.09081046696483,"score":85.09081046696483}}},"id":"gemini-4-carbon","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:52Z","match_totals_all":{"draws":1174,"losses":1370,"wins":12878},"match_totals_tracks":{"highest":{"draws":266,"losses":225,"wins":4649},"medium":{"draws":370,"losses":497,"wins":4275},"none":{"draws":538,"losses":648,"wins":3954}},"model_slug":"gemini-4-carbon","official_rank_by_reasoning":{"highest":8,"medium":8,"none":6},"overall":{"max":99.1076322578949,"mean":90.09612426816092,"min":63.175270338713894},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":5,"overall_ranking_status":"ranked","per_game":{"GB2-01":96.78404822042694,"GB2-02":95.60419517079552,"GB2-03":97.14577296585016,"GB2-04":78.6380785273409,"GB2-05":98.29102104179562,"GB2-06":99.1076322578949,"GB2-07":97.49871752076128,"GB2-08":95.3015317578628},"per_game_all":{"GB2-01":93.59697137119535,"GB2-02":90.97857415836938,"GB2-03":92.53366401141118,"GB2-04":74.03099670240269,"GB2-05":96.25222758752984,"GB2-06":89.6449891346507,"GB2-07":92.89271553298742,"GB2-08":90.83885564674078},"per_game_match_totals_all":{"GB2-01":{"draws":3,"losses":158,"wins":1781},"GB2-02":{"draws":204,"losses":122,"wins":1506},"GB2-03":{"draws":111,"losses":154,"wins":1639},"GB2-04":{"draws":797,"losses":174,"wins":917},"GB2-05":{"draws":0,"losses":127,"wins":1863},"GB2-06":{"draws":59,"losses":207,"wins":1632},"GB2-07":{"draws":0,"losses":197,"wins":1791},"GB2-08":{"draws":0,"losses":231,"wins":1749}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":3,"losses":27,"wins":618},"GB2-02":{"draws":30,"losses":25,"wins":557},"GB2-03":{"draws":5,"losses":28,"wins":601},"GB2-04":{"draws":222,"losses":49,"wins":357},"GB2-05":{"draws":0,"losses":23,"wins":639},"GB2-06":{"draws":6,"losses":4,"wins":622},"GB2-07":{"draws":0,"losses":26,"wins":638},"GB2-08":{"draws":0,"losses":43,"wins":617}},"medium":{"GB2-01":{"draws":0,"losses":100,"wins":548},"GB2-02":{"draws":91,"losses":27,"wins":492},"GB2-03":{"draws":8,"losses":35,"wins":591},"GB2-04":{"draws":248,"losses":28,"wins":356},"GB2-05":{"draws":0,"losses":65,"wins":599},"GB2-06":{"draws":23,"losses":68,"wins":541},"GB2-07":{"draws":0,"losses":106,"wins":556},"GB2-08":{"draws":0,"losses":68,"wins":592}},"none":{"GB2-01":{"draws":0,"losses":31,"wins":615},"GB2-02":{"draws":83,"losses":70,"wins":457},"GB2-03":{"draws":98,"losses":91,"wins":447},"GB2-04":{"draws":327,"losses":97,"wins":204},"GB2-05":{"draws":0,"losses":39,"wins":625},"GB2-06":{"draws":30,"losses":135,"wins":469},"GB2-07":{"draws":0,"losses":65,"wins":597},"GB2-08":{"draws":0,"losses":120,"wins":540}}},"per_game_raw_elo_all":{"GB2-01":2112.6931982629376,"GB2-02":1937.431994906529,"GB2-03":2131.124590256815,"GB2-04":1665.969793806534,"GB2-05":2567.3698371469795,"GB2-06":2274.7161431110294,"GB2-07":2321.6103806810565,"GB2-08":2277.5443444222915},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2222.466183092098,"GB2-02":2074.0160868396874,"GB2-03":2329.4786183616734,"GB2-04":1711.7940043323902,"GB2-05":2745.4935985127972,"GB2-06":2733.4636327666612,"GB2-07":2596.0346647486667,"GB2-08":2442.8031954301114},"medium":{"GB2-01":1907.4688102106406,"GB2-02":1929.5711374466036,"GB2-03":2257.283124880135,"GB2-04":1732.7917572920626,"GB2-05":2375.1997777321476,"GB2-06":2155.2634806234432,"GB2-07":2069.5478683307388,"GB2-08":2301.3633297619344},"none":{"GB2-01":2208.1446014860735,"GB2-02":1808.7087604332955,"GB2-03":1806.6120275286357,"GB2-04":1553.3236197951492,"GB2-05":2581.4161351959947,"GB2-06":1935.4213159429833,"GB2-07":2299.248608963764,"GB2-08":2088.466508074828}},"per_game_tracks":{"highest":{"GB2-01":96.78404822042694,"GB2-02":95.60419517079552,"GB2-03":97.14577296585016,"GB2-04":78.6380785273409,"GB2-05":98.29102104179562,"GB2-06":99.1076322578949,"GB2-07":97.49871752076128,"GB2-08":95.3015317578628},"medium":{"GB2-01":87.45138382992822,"GB2-02":91.48880327075423,"GB2-03":96.22854249109997,"GB2-04":80.27964124115329,"GB2-05":93.65845107307725,"GB2-06":89.69715708058801,"GB2-07":88.1027063762649,"GB2-08":92.12422471539466},"none":{"GB2-01":96.5554820632309,"GB2-02":85.8427240335584,"GB2-03":84.22667657728338,"GB2-04":63.175270338713894,"GB2-05":96.8072106477167,"GB2-06":80.13017806546921,"GB2-07":93.0767227019361,"GB2-08":85.09081046696483}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-3,"rank_movement_baseline_at":"2026-11-14T07:11:58Z","reasoning":{"highest":94.796374682841,"medium":89.87886375978258,"none":85.61313436185918},"reasoning_agg":{"highest":{"max":99.1076322578949,"mean":94.796374682841,"min":78.6380785273409},"medium":{"max":96.22854249109997,"mean":89.87886375978258,"min":80.27964124115329},"none":{"max":96.8072106477167,"mean":85.61313436185918,"min":63.175270338713894}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":9.183240320981824},"working_program_strength":{"all":90.09612426816092,"highest":94.796374682841,"medium":89.87886375978258,"none":85.61313436185918}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-astra-pro:1873248f116f9628","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":3.32313925,"median":3.5216625,"min":1.805065,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":26.585114},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.120374,"mean":0.9471815000000001,"median":0.9939935,"min":0.687691,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":7.577451999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.567164,"mean":0.5331085,"median":0.5340815,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.264868}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.120374,"mean":0.9471815000000001,"median":0.9939935,"min":0.687691,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":7.577452},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.567164,"mean":0.5331085,"median":0.5340815,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.264868},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":3.32313925,"median":3.5216625,"min":1.805065,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":26.585113999999997}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":4.143382,"mean":1.6011430833333333,"median":0.9939935,"min":0.4859685,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":24},"run_count":24,"token_priced_attempt_count":24,"total":38.427434000000005},"codegen_latency_ms":{"attempt_count":1,"max_ms":1477064,"mean_ms":1477064.0,"min_ms":1477064,"run_count":1},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":1,"max_ms":1477064,"mean_ms":1477064.0,"min_ms":1477064,"run_count":1}},"codegen_output_tokens":{"attempt_count":24,"output_max":69014,"output_mean":23973.708333333332,"output_min":4677,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":69014,"output_mean":53597.125,"output_min":26992,"run_count":8},"medium":{"attempt_count":8,"output_max":15820,"output_mean":12619.375,"output_min":7315,"run_count":8},"none":{"attempt_count":8,"output_max":6489,"output_mean":5704.625,"output_min":4677,"run_count":8}},"display_name":"GPT-6 Astra Pro","economics":{"all":90.06736328748885,"highest":95.630774115849,"medium":90.90335805855734,"none":83.66795768806023},"first_seen_at":"2026-11-19T16:19:41Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":24,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":25,"reconciliation_get_attempts":662,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":575369,"total_reasoning_output_tokens":358660,"total_visible_output_tokens":216709,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-astra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-02"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":89.70543136844367,"score":89.70543136844367},"GB2-02":{"attempts":3,"playable":83.08193278581197,"score":83.08193278581197},"GB2-03":{"attempts":3,"playable":86.23595070114914,"score":86.23595070114914},"GB2-04":{"attempts":3,"playable":87.78290304301112,"score":87.78290304301112},"GB2-05":{"attempts":3,"playable":96.28230114178088,"score":96.28230114178088},"GB2-06":{"attempts":3,"playable":87.35882038810944,"score":87.35882038810944},"GB2-07":{"attempts":3,"playable":96.02894587307323,"score":96.02894587307323},"GB2-08":{"attempts":3,"playable":94.06262099853143,"score":94.06262099853143}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.12080359729005,"score":94.12080359729005},"GB2-02":{"attempts":1,"playable":95.33428184482909,"score":95.33428184482909},"GB2-03":{"attempts":1,"playable":97.14981198231283,"score":97.14981198231283},"GB2-04":{"attempts":1,"playable":92.67895311957243,"score":92.67895311957243},"GB2-05":{"attempts":1,"playable":99.13682454960224,"score":99.13682454960224},"GB2-06":{"attempts":1,"playable":91.39040333630153,"score":91.39040333630153},"GB2-07":{"attempts":1,"playable":97.66903189898132,"score":97.66903189898132},"GB2-08":{"attempts":1,"playable":97.56608259790242,"score":97.56608259790242}},"medium":{"GB2-01":{"attempts":1,"playable":89.08592312621101,"score":89.08592312621101},"GB2-02":{"attempts":1,"playable":83.43255262157756,"score":83.43255262157756},"GB2-03":{"attempts":1,"playable":86.59572134454346,"score":86.59572134454346},"GB2-04":{"attempts":1,"playable":87.70484359139375,"score":87.70484359139375},"GB2-05":{"attempts":1,"playable":98.91164143845205,"score":98.91164143845205},"GB2-06":{"attempts":1,"playable":88.40789451662536,"score":88.40789451662536},"GB2-07":{"attempts":1,"playable":97.18113916311064,"score":97.18113916311064},"GB2-08":{"attempts":1,"playable":95.90714866654505,"score":95.90714866654505}},"none":{"GB2-01":{"attempts":1,"playable":85.90956738182994,"score":85.90956738182994},"GB2-02":{"attempts":1,"playable":70.47896389102928,"score":70.47896389102928},"GB2-03":{"attempts":1,"playable":74.96231877659115,"score":74.96231877659115},"GB2-04":{"attempts":1,"playable":82.96491241806716,"score":82.96491241806716},"GB2-05":{"attempts":1,"playable":90.79843743728837,"score":90.79843743728837},"GB2-06":{"attempts":1,"playable":82.27816331140137,"score":82.27816331140137},"GB2-07":{"attempts":1,"playable":93.23666655712775,"score":93.23666655712775},"GB2-08":{"attempts":1,"playable":88.71463173114681,"score":88.71463173114681}}},"id":"gpt-6-astra-pro","is_recent_addition":true,"last_measured_at":"2026-11-19T16:19:41Z","match_totals_all":{"draws":972,"losses":1239,"wins":10065},"match_totals_tracks":{"highest":{"draws":122,"losses":215,"wins":3725},"medium":{"draws":257,"losses":418,"wins":3425},"none":{"draws":593,"losses":606,"wins":2915}},"model_slug":"gpt-6-astra-pro","official_rank_by_reasoning":{"highest":5,"medium":6,"none":10},"overall":{"max":99.13682454960224,"mean":90.06736328748885,"min":70.47896389102928},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":6,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.12080359729005,"GB2-02":95.33428184482909,"GB2-03":97.14981198231283,"GB2-04":92.67895311957243,"GB2-05":99.13682454960224,"GB2-06":91.39040333630153,"GB2-07":97.66903189898132,"GB2-08":97.56608259790242},"per_game_all":{"GB2-01":89.70543136844367,"GB2-02":83.08193278581197,"GB2-03":86.23595070114914,"GB2-04":87.78290304301112,"GB2-05":96.28230114178088,"GB2-06":87.35882038810944,"GB2-07":96.02894587307323,"GB2-08":94.06262099853143},"per_game_match_totals_all":{"GB2-01":{"draws":68,"losses":156,"wins":1180},"GB2-02":{"draws":410,"losses":146,"wins":1060},"GB2-03":{"draws":227,"losses":254,"wins":1439},"GB2-04":{"draws":208,"losses":148,"wins":1192},"GB2-05":{"draws":0,"losses":104,"wins":1344},"GB2-06":{"draws":59,"losses":196,"wins":1169},"GB2-07":{"draws":0,"losses":105,"wins":1441},"GB2-08":{"draws":0,"losses":130,"wins":1240}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":11,"losses":33,"wins":426},"GB2-02":{"draws":36,"losses":20,"wins":462},"GB2-03":{"draws":6,"losses":30,"wins":606},"GB2-04":{"draws":53,"losses":28,"wins":431},"GB2-05":{"draws":0,"losses":11,"wins":465},"GB2-06":{"draws":16,"losses":47,"wins":413},"GB2-07":{"draws":0,"losses":23,"wins":493},"GB2-08":{"draws":0,"losses":23,"wins":429}},"medium":{"GB2-01":{"draws":32,"losses":52,"wins":398},"GB2-02":{"draws":111,"losses":61,"wins":350},"GB2-03":{"draws":51,"losses":101,"wins":488},"GB2-04":{"draws":43,"losses":66,"wins":415},"GB2-05":{"draws":0,"losses":15,"wins":467},"GB2-06":{"draws":20,"losses":60,"wins":394},"GB2-07":{"draws":0,"losses":26,"wins":494},"GB2-08":{"draws":0,"losses":37,"wins":419}},"none":{"GB2-01":{"draws":25,"losses":71,"wins":356},"GB2-02":{"draws":263,"losses":65,"wins":248},"GB2-03":{"draws":170,"losses":123,"wins":345},"GB2-04":{"draws":112,"losses":54,"wins":346},"GB2-05":{"draws":0,"losses":78,"wins":412},"GB2-06":{"draws":23,"losses":89,"wins":362},"GB2-07":{"draws":0,"losses":56,"wins":454},"GB2-08":{"draws":0,"losses":70,"wins":392}}},"per_game_raw_elo_all":{"GB2-01":1970.6428429818782,"GB2-02":1814.3583774998397,"GB2-03":1945.3334283104923,"GB2-04":1860.854733869488,"GB2-05":2666.9847716530576,"GB2-06":2101.8548865721027,"GB2-07":2495.865638167071,"GB2-08":2424.563583588203},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2091.7279408329705,"GB2-02":2061.4943731092017,"GB2-03":2329.8327004879175,"GB2-04":1963.7408417377455,"GB2-05":2905.202578664521,"GB2-06":2205.1972383824077,"GB2-07":2612.651253346507,"GB2-08":2606.666550756058},"medium":{"GB2-01":1943.4441743377358,"GB2-02":1769.2916062942836,"GB2-03":1862.9694960990664,"GB2-04":1848.719196108886,"GB2-05":2853.097596357432,"GB2-06":2120.7128070118656,"GB2-07":2567.0900214815724,"GB2-08":2478.1524107730265},"none":{"GB2-01":1876.7564137749282,"GB2-02":1612.289153096034,"GB2-03":1643.1980883444926,"GB2-04":1770.1041637618325,"GB2-05":2242.65413993722,"GB2-06":1979.6546143220344,"GB2-07":2307.8556396731337,"GB2-08":2188.8717892355244}},"per_game_tracks":{"highest":{"GB2-01":94.12080359729005,"GB2-02":95.33428184482909,"GB2-03":97.14981198231283,"GB2-04":92.67895311957243,"GB2-05":99.13682454960224,"GB2-06":91.39040333630153,"GB2-07":97.66903189898132,"GB2-08":97.56608259790242},"medium":{"GB2-01":89.08592312621101,"GB2-02":83.43255262157756,"GB2-03":86.59572134454346,"GB2-04":87.70484359139375,"GB2-05":98.91164143845205,"GB2-06":88.40789451662536,"GB2-07":97.18113916311064,"GB2-08":95.90714866654505},"none":{"GB2-01":85.90956738182994,"GB2-02":70.47896389102928,"GB2-03":74.96231877659115,"GB2-04":82.96491241806716,"GB2-05":90.79843743728837,"GB2-06":82.27816331140137,"GB2-07":93.23666655712775,"GB2-08":88.71463173114681}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":95.630774115849,"medium":90.90335805855734,"none":83.66795768806023},"reasoning_agg":{"highest":{"max":99.13682454960224,"mean":95.630774115849,"min":91.39040333630153},"medium":{"max":98.91164143845205,"mean":90.90335805855734,"min":83.43255262157756},"none":{"max":93.23666655712775,"mean":83.66795768806023,"min":70.47896389102928}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.962816427788766},"working_program_strength":{"all":90.06736328748885,"highest":95.630774115849,"medium":90.90335805855734,"none":83.66795768806023}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-2-sol-pro:541d4f795f8a93fd","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.543467025,"median":0.5279557500000001,"min":0.4656366,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.3477362},"medium":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.2676592,"mean":0.2264220625,"median":0.2305435,"min":0.1789376,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":9,"token_priced_attempt_count":9,"total":2.0582666},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1903099,"mean":0.1350033375,"median":0.1234166,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.0800267}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.2676592,"mean":0.2264220625,"median":0.2305435,"min":0.1789376,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":9,"token_priced_attempt_count":9,"total":2.0582666},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1903099,"mean":0.1350033375,"median":0.1234166,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.0800267000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.543467025,"median":0.5279557500000001,"min":0.4656366,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.347736200000001}},"codegen_cost_usd":{"admitted_cell_count":25,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.679114,"mean":0.30163080833333333,"median":0.2305435,"min":0.09899150000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":25,"token_priced_attempt_count":26,"total":7.486029500000001},"codegen_latency_ms":{"attempt_count":25,"max_ms":3405165,"mean_ms":380940.3333333333,"min_ms":1461,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3405165,"mean_ms":908206.25,"min_ms":299425,"run_count":8},"medium":{"attempt_count":8,"max_ms":234968,"mean_ms":129682.25,"min_ms":1461,"run_count":8},"none":{"attempt_count":9,"max_ms":285288,"mean_ms":104932.5,"min_ms":41142,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":52865,"output_mean":21671.36,"output_min":5281,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":52865,"output_mean":42360.5,"output_min":36113,"run_count":8},"medium":{"attempt_count":9,"output_max":20532,"output_mean":16303.777777777777,"output_min":10799,"run_count":9},"none":{"attempt_count":9,"output_max":10005,"output_mean":7020.75,"output_min":5281,"run_count":8}},"display_name":"GPT-6.2 Sol Pro","economics":{"all":89.44597192898867,"highest":95.2863296401989,"medium":90.80991061433679,"none":82.24167553243029},"economics_best_value":{"per_model":{"highest":true},"per_setting":{"highest":true}},"first_seen_at":"2026-11-19T16:21:52Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[128000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":26,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":887,"requested_max_output_token_observations":27,"requested_max_output_tokens":[128000],"total_output_tokens":541784,"total_reasoning_output_tokens":284126,"total_visible_output_tokens":257658,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.2-sol-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":9,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.27950363864478,"score":71.27950363864478},"GB2-02":{"attempts":3,"playable":92.29465260414902,"score":92.29465260414902},"GB2-03":{"attempts":4,"playable":96.50832387444594,"score":96.50832387444594},"GB2-04":{"attempts":3,"playable":89.32188708299519,"score":89.32188708299519},"GB2-05":{"attempts":3,"playable":94.12188753369055,"score":94.12188753369055},"GB2-06":{"attempts":3,"playable":83.17354699540954,"score":83.17354699540954},"GB2-07":{"attempts":3,"playable":95.92564259593009,"score":95.92564259593009},"GB2-08":{"attempts":3,"playable":92.94233110664413,"score":92.94233110664413}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":95.99026920073727,"score":95.99026920073727},"GB2-02":{"attempts":1,"playable":97.01677130305836,"score":97.01677130305836},"GB2-03":{"attempts":1,"playable":97.98742796297782,"score":97.98742796297782},"GB2-04":{"attempts":1,"playable":91.38399131409949,"score":91.38399131409949},"GB2-05":{"attempts":1,"playable":95.79335362085375,"score":95.79335362085375},"GB2-06":{"attempts":1,"playable":90.60031495560963,"score":90.60031495560963},"GB2-07":{"attempts":1,"playable":96.0002216257593,"score":96.0002216257593},"GB2-08":{"attempts":1,"playable":97.51828713849552,"score":97.51828713849552}},"medium":{"GB2-01":{"attempts":1,"playable":96.68659931573768,"score":96.68659931573768},"GB2-02":{"attempts":1,"playable":95.81870820817393,"score":95.81870820817393},"GB2-03":{"attempts":2,"playable":95.29131094414569,"score":95.29131094414569},"GB2-04":{"attempts":1,"playable":91.67564399476613,"score":91.67564399476613},"GB2-05":{"attempts":1,"playable":92.24667839261181,"score":92.24667839261181},"GB2-06":{"attempts":1,"playable":69.92749441205306,"score":69.92749441205306},"GB2-07":{"attempts":1,"playable":95.50495485482072,"score":95.50495485482072},"GB2-08":{"attempts":1,"playable":89.3278947923852,"score":89.3278947923852}},"none":{"GB2-01":{"attempts":1,"playable":21.161642399459435,"score":21.161642399459435},"GB2-02":{"attempts":1,"playable":84.04847830121479,"score":84.04847830121479},"GB2-03":{"attempts":1,"playable":96.24623271621431,"score":96.24623271621431},"GB2-04":{"attempts":1,"playable":84.90602594011995,"score":84.90602594011995},"GB2-05":{"attempts":1,"playable":94.32563058760608,"score":94.32563058760608},"GB2-06":{"attempts":1,"playable":88.99283161856589,"score":88.99283161856589},"GB2-07":{"attempts":1,"playable":96.27175130721025,"score":96.27175130721025},"GB2-08":{"attempts":1,"playable":91.98081138905167,"score":91.98081138905167}}},"id":"gpt-6.2-sol-pro","is_recent_addition":true,"last_measured_at":"2026-11-19T16:21:52Z","match_totals_all":{"draws":532,"losses":1415,"wins":10063},"match_totals_tracks":{"highest":{"draws":114,"losses":230,"wins":3490},"medium":{"draws":159,"losses":486,"wins":3701},"none":{"draws":259,"losses":699,"wins":2872}},"model_slug":"gpt-6-2-sol-pro","official_rank_by_reasoning":{"highest":6,"medium":7,"none":12},"overall":{"max":97.98742796297782,"mean":89.44597192898867,"min":21.161642399459435},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":7,"overall_ranking_status":"ranked","per_game":{"GB2-01":95.99026920073727,"GB2-02":97.01677130305836,"GB2-03":97.98742796297782,"GB2-04":91.38399131409949,"GB2-05":95.79335362085375,"GB2-06":90.60031495560963,"GB2-07":96.0002216257593,"GB2-08":97.51828713849552},"per_game_all":{"GB2-01":71.27950363864478,"GB2-02":92.29465260414902,"GB2-03":96.50832387444594,"GB2-04":89.32188708299519,"GB2-05":94.12188753369055,"GB2-06":83.17354699540954,"GB2-07":95.92564259593009,"GB2-08":92.94233110664413},"per_game_match_totals_all":{"GB2-01":{"draws":52,"losses":387,"wins":877},"GB2-02":{"draws":160,"losses":86,"wins":1288},"GB2-03":{"draws":22,"losses":133,"wins":1867},"GB2-04":{"draws":197,"losses":123,"wins":1206},"GB2-05":{"draws":0,"losses":161,"wins":1261},"GB2-06":{"draws":101,"losses":263,"wins":1048},"GB2-07":{"draws":0,"losses":105,"wins":1429},"GB2-08":{"draws":0,"losses":157,"wins":1087}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":23,"wins":409},"GB2-02":{"draws":25,"losses":11,"wins":468},"GB2-03":{"draws":5,"losses":17,"wins":484},"GB2-04":{"draws":56,"losses":32,"wins":426},"GB2-05":{"draws":0,"losses":41,"wins":431},"GB2-06":{"draws":26,"losses":45,"wins":399},"GB2-07":{"draws":0,"losses":37,"wins":485},"GB2-08":{"draws":0,"losses":24,"wins":388}},"medium":{"GB2-01":{"draws":8,"losses":18,"wins":406},"GB2-02":{"draws":35,"losses":17,"wins":458},"GB2-03":{"draws":6,"losses":84,"wins":932},"GB2-04":{"draws":65,"losses":26,"wins":413},"GB2-05":{"draws":0,"losses":67,"wins":405},"GB2-06":{"draws":45,"losses":161,"wins":268},"GB2-07":{"draws":0,"losses":37,"wins":465},"GB2-08":{"draws":0,"losses":76,"wins":354}},"none":{"GB2-01":{"draws":42,"losses":346,"wins":62},"GB2-02":{"draws":100,"losses":58,"wins":362},"GB2-03":{"draws":11,"losses":32,"wins":451},"GB2-04":{"draws":76,"losses":65,"wins":367},"GB2-05":{"draws":0,"losses":53,"wins":425},"GB2-06":{"draws":30,"losses":57,"wins":381},"GB2-07":{"draws":0,"losses":31,"wins":479},"GB2-08":{"draws":0,"losses":57,"wins":345}}},"per_game_raw_elo_all":{"GB2-01":1845.6707601015414,"GB2-02":2005.565607641005,"GB2-03":2290.8783944715888,"GB2-04":1888.2854685581449,"GB2-05":2406.7133402531085,"GB2-06":2018.949934383875,"GB2-07":2470.636112472386,"GB2-08":2368.4726444731727},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2175.980041859269,"GB2-02":2153.345051368265,"GB2-03":2413.317741028366,"GB2-04":1928.7138787020722,"GB2-05":2502.640373642862,"GB2-06":2181.142921034655,"GB2-07":2475.348836156073,"GB2-08":2601.9354575760362},"medium":{"GB2-01":2216.2552672448114,"GB2-02":2084.4580899613484,"GB2-03":2200.7730323134715,"GB2-04":1936.196229265629,"GB2-05":2306.27892801087,"GB2-06":1739.628217385219,"GB2-07":2441.797632599687,"GB2-08":2207.4199206415433},"none":{"GB2-01":1144.7769712005438,"GB2-02":1778.8936815934012,"GB2-03":2258.5444100729287,"GB2-04":1799.9462977067333,"GB2-05":2411.220719105594,"GB2-06":2136.0786647317514,"GB2-07":2494.7618686613964,"GB2-08":2296.062555201938}},"per_game_tracks":{"highest":{"GB2-01":95.99026920073727,"GB2-02":97.01677130305836,"GB2-03":97.98742796297782,"GB2-04":91.38399131409949,"GB2-05":95.79335362085375,"GB2-06":90.60031495560963,"GB2-07":96.0002216257593,"GB2-08":97.51828713849552},"medium":{"GB2-01":96.68659931573768,"GB2-02":95.81870820817393,"GB2-03":95.29131094414569,"GB2-04":91.67564399476613,"GB2-05":92.24667839261181,"GB2-06":69.92749441205306,"GB2-07":95.50495485482072,"GB2-08":89.3278947923852},"none":{"GB2-01":21.161642399459435,"GB2-02":84.04847830121479,"GB2-03":96.24623271621431,"GB2-04":84.90602594011995,"GB2-05":94.32563058760608,"GB2-06":88.99283161856589,"GB2-07":96.27175130721025,"GB2-08":91.98081138905167}},"program_outcomes":{"all":{"counted_attempts":25,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":24,"working":25},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":9,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":9,"working":9},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":95.2863296401989,"medium":90.80991061433679,"none":82.24167553243029},"reasoning_agg":{"highest":{"max":97.98742796297782,"mean":95.2863296401989,"min":90.60031495560963},"medium":{"max":96.68659931573768,"mean":90.80991061433679,"min":69.92749441205306},"none":{"max":96.27175130721025,"mean":82.24167553243029,"min":21.161642399459435}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":13.044654107768608},"working_program_strength":{"all":89.44597192898867,"highest":95.2863296401989,"medium":90.80991061433679,"none":82.24167553243029}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-astra:dcbdb4b356ae6277","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":1.30343,"median":1.3074612499999998,"min":1.077205,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":10.427439999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.48718,"mean":0.4090425,"median":0.40659249999999997,"min":0.311405,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":3.27234},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.26443,"mean":0.23918625000000002,"median":0.241805,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":1.91349}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.48718,"mean":0.4090425,"median":0.40659249999999997,"min":0.311405,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":3.27234},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.26443,"mean":0.23918625000000002,"median":0.241805,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":1.9134900000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":1.30343,"median":1.3074612499999998,"min":1.077205,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":8},"run_count":8,"token_priced_attempt_count":8,"total":10.42744}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.47583,"mean":0.6505529166666667,"median":0.40659249999999997,"min":0.2072175,"pricing_table_versions":{"boardgame-list-prices-2026-09-05":24},"run_count":24,"token_priced_attempt_count":24,"total":15.613270000000004},"codegen_output_tokens":{"attempt_count":24,"output_max":27674,"output_mean":11074.333333333334,"output_min":2260,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":27674,"output_mean":24131.875,"output_min":19038,"run_count":8},"medium":{"attempt_count":8,"output_max":7733,"output_mean":6244.125,"output_min":3722,"run_count":8},"none":{"attempt_count":8,"output_max":3278,"output_mean":2847.0,"output_min":2260,"run_count":8}},"display_name":"GPT-6 Astra","economics":{"all":88.75596783649098,"highest":94.15460201675799,"medium":88.40714277267371,"none":83.70615872004123},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"total_output_tokens":265784,"total_reasoning_output_tokens":150836,"total_visible_output_tokens":114948,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-astra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":87.5286096797405,"score":87.5286096797405},"GB2-02":{"attempts":3,"playable":82.76871122598074,"score":82.76871122598074},"GB2-03":{"attempts":3,"playable":89.03561312751128,"score":89.03561312751128},"GB2-04":{"attempts":3,"playable":87.63781709074749,"score":87.63781709074749},"GB2-05":{"attempts":3,"playable":94.57607942887857,"score":94.57607942887857},"GB2-06":{"attempts":3,"playable":84.36577764846692,"score":84.36577764846692},"GB2-07":{"attempts":3,"playable":95.92322734606084,"score":95.92322734606084},"GB2-08":{"attempts":3,"playable":88.2119071445416,"score":88.2119071445416}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":96.74632411475271,"score":96.74632411475271},"GB2-02":{"attempts":1,"playable":94.41596113419453,"score":94.41596113419453},"GB2-03":{"attempts":1,"playable":97.94900809502911,"score":97.94900809502911},"GB2-04":{"attempts":1,"playable":90.80913418090466,"score":90.80913418090466},"GB2-05":{"attempts":1,"playable":98.98740386053038,"score":98.98740386053038},"GB2-06":{"attempts":1,"playable":85.16060408323915,"score":85.16060408323915},"GB2-07":{"attempts":1,"playable":97.60058537145463,"score":97.60058537145463},"GB2-08":{"attempts":1,"playable":91.56779529395887,"score":91.56779529395887}},"medium":{"GB2-01":{"attempts":1,"playable":73.49016025812527,"score":73.49016025812527},"GB2-02":{"attempts":1,"playable":81.508305577459,"score":81.508305577459},"GB2-03":{"attempts":1,"playable":93.83390369147703,"score":93.83390369147703},"GB2-04":{"attempts":1,"playable":89.60116063140971,"score":89.60116063140971},"GB2-05":{"attempts":1,"playable":91.673394590487,"score":91.673394590487},"GB2-06":{"attempts":1,"playable":85.59293010344963,"score":85.59293010344963},"GB2-07":{"attempts":1,"playable":97.05247674450325,"score":97.05247674450325},"GB2-08":{"attempts":1,"playable":94.50481058447882,"score":94.50481058447882}},"none":{"GB2-01":{"attempts":1,"playable":92.3493446663435,"score":92.3493446663435},"GB2-02":{"attempts":1,"playable":72.38186696628868,"score":72.38186696628868},"GB2-03":{"attempts":1,"playable":75.3239275960277,"score":75.3239275960277},"GB2-04":{"attempts":1,"playable":82.50315645992808,"score":82.50315645992808},"GB2-05":{"attempts":1,"playable":93.06743983561833,"score":93.06743983561833},"GB2-06":{"attempts":1,"playable":82.34379875871196,"score":82.34379875871196},"GB2-07":{"attempts":1,"playable":93.11661992222463,"score":93.11661992222463},"GB2-08":{"attempts":1,"playable":78.5631155551871,"score":78.5631155551871}}},"id":"gpt-6-astra","is_recent_addition":false,"last_measured_at":"2026-11-19T15:37:24Z","match_totals_all":{"draws":1118,"losses":1642,"wins":12692},"match_totals_tracks":{"highest":{"draws":154,"losses":329,"wins":4671},"medium":{"draws":335,"losses":592,"wins":4223},"none":{"draws":629,"losses":721,"wins":3798}},"model_slug":"gpt-6-astra","official_rank_by_reasoning":{"highest":10,"medium":9,"none":9},"overall":{"max":98.98740386053038,"mean":88.75596783649098,"min":72.38186696628868},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":8,"overall_ranking_status":"ranked","per_game":{"GB2-01":96.74632411475271,"GB2-02":94.41596113419453,"GB2-03":97.94900809502911,"GB2-04":90.80913418090466,"GB2-05":98.98740386053038,"GB2-06":85.16060408323915,"GB2-07":97.60058537145463,"GB2-08":91.56779529395887},"per_game_all":{"GB2-01":87.5286096797405,"GB2-02":82.76871122598074,"GB2-03":89.03561312751128,"GB2-04":87.63781709074749,"GB2-05":94.57607942887857,"GB2-06":84.36577764846692,"GB2-07":95.92322734606084,"GB2-08":88.2119071445416},"per_game_match_totals_all":{"GB2-01":{"draws":65,"losses":256,"wins":1627},"GB2-02":{"draws":528,"losses":130,"wins":1180},"GB2-03":{"draws":214,"losses":179,"wins":1517},"GB2-04":{"draws":219,"losses":187,"wins":1480},"GB2-05":{"draws":0,"losses":168,"wins":1826},"GB2-06":{"draws":92,"losses":308,"wins":1498},"GB2-07":{"draws":0,"losses":118,"wins":1868},"GB2-08":{"draws":0,"losses":296,"wins":1696}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":28,"wins":618},"GB2-02":{"draws":47,"losses":28,"wins":537},"GB2-03":{"draws":14,"losses":16,"wins":610},"GB2-04":{"draws":56,"losses":49,"wins":525},"GB2-05":{"draws":0,"losses":14,"wins":650},"GB2-06":{"draws":37,"losses":92,"wins":503},"GB2-07":{"draws":0,"losses":24,"wins":638},"GB2-08":{"draws":0,"losses":78,"wins":590}},"medium":{"GB2-01":{"draws":40,"losses":176,"wins":432},"GB2-02":{"draws":202,"losses":40,"wins":370},"GB2-03":{"draws":8,"losses":59,"wins":569},"GB2-04":{"draws":60,"losses":55,"wins":513},"GB2-05":{"draws":0,"losses":83,"wins":583},"GB2-06":{"draws":25,"losses":97,"wins":512},"GB2-07":{"draws":0,"losses":29,"wins":633},"GB2-08":{"draws":0,"losses":53,"wins":611}},"none":{"GB2-01":{"draws":25,"losses":52,"wins":577},"GB2-02":{"draws":279,"losses":62,"wins":273},"GB2-03":{"draws":192,"losses":104,"wins":338},"GB2-04":{"draws":103,"losses":83,"wins":442},"GB2-05":{"draws":0,"losses":71,"wins":593},"GB2-06":{"draws":30,"losses":119,"wins":483},"GB2-07":{"draws":0,"losses":65,"wins":597},"GB2-08":{"draws":0,"losses":165,"wins":495}}},"per_game_raw_elo_all":{"GB2-01":1980.7717162330428,"GB2-02":1798.6259044826347,"GB2-03":2058.0218502868706,"GB2-04":1855.0040046319446,"GB2-05":2498.4142358670547,"GB2-06":2025.2526011797447,"GB2-07":2487.7549839806434,"GB2-08":2203.9186892642206},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2220.04263286468,"GB2-02":2023.1641846699613,"GB2-03":2408.949437894445,"GB2-04":1914.5631365903446,"GB2-05":2869.5333639921882,"GB2-06":2042.4266180470538,"GB2-07":2605.8706875343923,"GB2-08":2281.144959040441},"medium":{"GB2-01":1691.6380599425063,"GB2-02":1741.0411632216844,"GB2-03":2116.6838568471553,"GB2-04":1887.0596646755548,"GB2-05":2280.3999804245955,"GB2-06":2052.295979909448,"GB2-07":2556.006732584735,"GB2-08":2401.6630838598044},"none":{"GB2-01":2030.6344558919416,"GB2-02":1631.6723655562578,"GB2-03":1648.4322561190124,"GB2-04":1763.3892126299345,"GB2-05":2345.3093631843803,"GB2-06":1981.035205582733,"GB2-07":2301.387531822803,"GB2-08":1928.948024892416}},"per_game_tracks":{"highest":{"GB2-01":96.74632411475271,"GB2-02":94.41596113419453,"GB2-03":97.94900809502911,"GB2-04":90.80913418090466,"GB2-05":98.98740386053038,"GB2-06":85.16060408323915,"GB2-07":97.60058537145463,"GB2-08":91.56779529395887},"medium":{"GB2-01":73.49016025812527,"GB2-02":81.508305577459,"GB2-03":93.83390369147703,"GB2-04":89.60116063140971,"GB2-05":91.673394590487,"GB2-06":85.59293010344963,"GB2-07":97.05247674450325,"GB2-08":94.50481058447882},"none":{"GB2-01":92.3493446663435,"GB2-02":72.38186696628868,"GB2-03":75.3239275960277,"GB2-04":82.50315645992808,"GB2-05":93.06743983561833,"GB2-06":82.34379875871196,"GB2-07":93.11661992222463,"GB2-08":78.5631155551871}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-5,"rank_movement_baseline_at":"2026-11-14T07:00:33Z","reasoning":{"highest":94.15460201675799,"medium":88.40714277267371,"none":83.70615872004123},"reasoning_agg":{"highest":{"max":98.98740386053038,"mean":94.15460201675799,"min":85.16060408323915},"medium":{"max":97.05247674450325,"mean":88.40714277267371,"min":73.49016025812527},"none":{"max":93.11661992222463,"mean":83.70615872004123,"min":72.38186696628868}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":10.44844329671676},"working_program_strength":{"all":88.75596783649098,"highest":94.15460201675799,"medium":88.40714277267371,"none":83.70615872004123}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5-5:f772b77a0fdc4fa0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":1.98688675,"median":1.871197,"min":1.357152,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":9,"token_priced_attempt_count":11,"total":17.677192},"medium":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.728964,"mean":0.33381875,"median":0.267474,"min":0.167816,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":9,"token_priced_attempt_count":10,"total":3.0063079999999998},"none":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124844,"mean":0.11677924999999999,"median":0.118817,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":9,"token_priced_attempt_count":9,"total":1.052792}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.728964,"mean":0.33381875,"median":0.267474,"min":0.167816,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":9,"token_priced_attempt_count":10,"total":3.0063079999999998},"historical-provider-setting-baseline":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124844,"mean":0.11677924999999999,"median":0.118817,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":9,"token_priced_attempt_count":9,"total":1.052792},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":1.98688675,"median":1.871197,"min":1.357152,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":9,"token_priced_attempt_count":11,"total":17.677191999999998}},"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":3.092384,"mean":0.8124949166666666,"median":0.267474,"min":0.094852,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":30},"run_count":27,"token_priced_attempt_count":30,"total":21.736292},"codegen_output_tokens":{"attempt_count":30,"output_max":149830,"output_mean":37334.40740740741,"output_min":2400,"run_count":27},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":149830,"output_mean":94967.22222222222,"output_min":65515,"run_count":9},"medium":{"attempt_count":10,"output_max":31033,"output_mean":13777.666666666666,"output_min":6104,"run_count":9},"none":{"attempt_count":9,"output_max":3890,"output_mean":3258.3333333333335,"output_min":2400,"run_count":9}},"display_name":"Claude Opus 5.5","economics":{"all":87.57280125227386,"highest":94.85452544184642,"medium":91.15900724051832,"none":76.70487107445685},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[65536,128000],"finish_reason_observations":30,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[65536,128000],"total_output_tokens":1008029,"total_reasoning_output_tokens":820640,"total_visible_output_tokens":187389,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":8,"first_pass_rate":0.8888888888888888,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.1111111111111111},"baseline":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":9,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":88.15020737962602,"score":88.15020737962602},"GB2-02":{"attempts":3,"playable":89.06172947287645,"score":89.06172947287645},"GB2-03":{"attempts":3,"playable":80.2181801794649,"score":80.2181801794649},"GB2-04":{"attempts":3,"playable":83.3999809137167,"score":83.3999809137167},"GB2-05":{"attempts":3,"playable":92.074770451213,"score":92.074770451213},"GB2-06":{"attempts":3,"playable":87.82360897482721,"score":87.82360897482721},"GB2-07":{"attempts":3,"playable":93.06286951323061,"score":93.06286951323061},"GB2-08":{"attempts":5,"playable":86.791063133236,"score":86.791063133236}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":82.22299144974043,"score":82.22299144974043},"GB2-02":{"attempts":1,"playable":95.13143678445032,"score":95.13143678445032},"GB2-03":{"attempts":1,"playable":97.84787716236147,"score":97.84787716236147},"GB2-04":{"attempts":1,"playable":94.66588733751934,"score":94.66588733751934},"GB2-05":{"attempts":1,"playable":98.02739419876062,"score":98.02739419876062},"GB2-06":{"attempts":1,"playable":99.42970605748505,"score":99.42970605748505},"GB2-07":{"attempts":1,"playable":97.7980321152049,"score":97.7980321152049},"GB2-08":{"attempts":1,"playable":93.71287842924917,"score":93.71287842924917}},"medium":{"GB2-01":{"attempts":1,"playable":92.46224748093704,"score":92.46224748093704},"GB2-02":{"attempts":1,"playable":94.05201860268552,"score":94.05201860268552},"GB2-03":{"attempts":1,"playable":92.36779189410461,"score":92.36779189410461},"GB2-04":{"attempts":1,"playable":84.91848893291984,"score":84.91848893291984},"GB2-05":{"attempts":1,"playable":87.1657833989188,"score":87.1657833989188},"GB2-06":{"attempts":1,"playable":90.12342934165443,"score":90.12342934165443},"GB2-07":{"attempts":1,"playable":91.52006357581234,"score":91.52006357581234},"GB2-08":{"attempts":2,"playable":96.66223469711395,"score":96.66223469711395}},"none":{"GB2-01":{"attempts":1,"playable":89.76538320820059,"score":89.76538320820059},"GB2-02":{"attempts":1,"playable":78.00173303149353,"score":78.00173303149353},"GB2-03":{"attempts":1,"playable":50.438871481928594,"score":50.438871481928594},"GB2-04":{"attempts":1,"playable":70.6155664707109,"score":70.6155664707109},"GB2-05":{"attempts":1,"playable":91.03113375595959,"score":91.03113375595959},"GB2-06":{"attempts":1,"playable":73.91769152534216,"score":73.91769152534216},"GB2-07":{"attempts":1,"playable":89.87051284867455,"score":89.87051284867455},"GB2-08":{"attempts":2,"playable":69.99807627334488,"score":69.99807627334488}}},"id":"claude-opus-5-5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:05:49Z","match_totals_all":{"draws":1171,"losses":2066,"wins":13509},"match_totals_tracks":{"highest":{"draws":116,"losses":302,"wins":4724},"medium":{"draws":197,"losses":550,"wins":5053},"none":{"draws":858,"losses":1214,"wins":3732}},"model_slug":"claude-opus-5-5","official_rank_by_reasoning":{"highest":7,"medium":5,"none":18},"overall":{"max":99.42970605748505,"mean":87.57280125227386,"min":50.438871481928594},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":9,"overall_ranking_status":"ranked","per_game":{"GB2-01":82.22299144974043,"GB2-02":95.13143678445032,"GB2-03":97.84787716236147,"GB2-04":94.66588733751934,"GB2-05":98.02739419876062,"GB2-06":99.42970605748505,"GB2-07":97.7980321152049,"GB2-08":93.71287842924917},"per_game_all":{"GB2-01":88.15020737962602,"GB2-02":89.06172947287645,"GB2-03":80.2181801794649,"GB2-04":83.3999809137167,"GB2-05":92.074770451213,"GB2-06":87.82360897482721,"GB2-07":93.06286951323061,"GB2-08":86.791063133236},"per_game_match_totals_all":{"GB2-01":{"draws":82,"losses":239,"wins":1617},"GB2-02":{"draws":212,"losses":156,"wins":1468},"GB2-03":{"draws":421,"losses":243,"wins":1240},"GB2-04":{"draws":397,"losses":179,"wins":1308},"GB2-05":{"draws":0,"losses":235,"wins":1759},"GB2-06":{"draws":59,"losses":243,"wins":1594},"GB2-07":{"draws":0,"losses":195,"wins":1793},"GB2-08":{"draws":0,"losses":576,"wins":2730}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":10,"losses":128,"wins":508},"GB2-02":{"draws":36,"losses":27,"wins":549},"GB2-03":{"draws":3,"losses":21,"wins":610},"GB2-04":{"draws":65,"losses":14,"wins":549},"GB2-05":{"draws":0,"losses":28,"wins":638},"GB2-06":{"draws":2,"losses":3,"wins":627},"GB2-07":{"draws":0,"losses":23,"wins":641},"GB2-08":{"draws":0,"losses":58,"wins":602}},"medium":{"GB2-01":{"draws":45,"losses":41,"wins":560},"GB2-02":{"draws":31,"losses":37,"wins":544},"GB2-03":{"draws":32,"losses":59,"wins":545},"GB2-04":{"draws":68,"losses":85,"wins":475},"GB2-05":{"draws":0,"losses":119,"wins":545},"GB2-06":{"draws":21,"losses":68,"wins":543},"GB2-07":{"draws":0,"losses":79,"wins":583},"GB2-08":{"draws":0,"losses":62,"wins":1258}},"none":{"GB2-01":{"draws":27,"losses":70,"wins":549},"GB2-02":{"draws":145,"losses":92,"wins":375},"GB2-03":{"draws":386,"losses":163,"wins":85},"GB2-04":{"draws":264,"losses":80,"wins":284},"GB2-05":{"draws":0,"losses":88,"wins":576},"GB2-06":{"draws":36,"losses":172,"wins":424},"GB2-07":{"draws":0,"losses":93,"wins":569},"GB2-08":{"draws":0,"losses":456,"wins":870}}},"per_game_raw_elo_all":{"GB2-01":1935.4609034809698,"GB2-02":1919.0051908383145,"GB2-03":1941.9142349955898,"GB2-04":1817.496870458833,"GB2-05":2354.369845221809,"GB2-06":2270.5185674520085,"GB2-07":2329.4606030928717,"GB2-08":2230.2978082995855},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1812.5563194525544,"GB2-02":2052.4947097946983,"GB2-03":2397.7487064812713,"GB2-04":2029.4874771896825,"GB2-05":2709.4411408549768,"GB2-06":2829.936288508452,"GB2-07":2625.8394426341924,"GB2-08":2365.2222126510806},"medium":{"GB2-01":2034.158397260993,"GB2-02":2009.4807197466907,"GB2-03":2050.3483120912665,"GB2-04":1800.147176854384,"GB2-05":2101.159610731388,"GB2-06":2167.283724162109,"GB2-07":2219.6291762891206,"GB2-08":2591.114440570488},"none":{"GB2-01":1959.6679937293616,"GB2-02":1695.0401429735543,"GB2-03":1377.6456864142308,"GB2-04":1622.8559573324324,"GB2-05":2252.508784079063,"GB2-06":1814.3356896854648,"GB2-07":2142.9131903553025,"GB2-08":1734.5567716771889}},"per_game_tracks":{"highest":{"GB2-01":82.22299144974043,"GB2-02":95.13143678445032,"GB2-03":97.84787716236147,"GB2-04":94.66588733751934,"GB2-05":98.02739419876062,"GB2-06":99.42970605748505,"GB2-07":97.7980321152049,"GB2-08":93.71287842924917},"medium":{"GB2-01":92.46224748093704,"GB2-02":94.05201860268552,"GB2-03":92.36779189410461,"GB2-04":84.91848893291984,"GB2-05":87.1657833989188,"GB2-06":90.12342934165443,"GB2-07":91.52006357581234,"GB2-08":96.66223469711395},"none":{"GB2-01":89.76538320820059,"GB2-02":78.00173303149353,"GB2-03":50.438871481928594,"GB2-04":70.6155664707109,"GB2-05":91.03113375595959,"GB2-06":73.91769152534216,"GB2-07":89.87051284867455,"GB2-08":69.99807627334488}},"program_outcomes":{"all":{"counted_attempts":26,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":23,"working":26},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":8,"working":9},"none":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":9,"working":9}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-5,"rank_movement_baseline_at":"2026-11-14T06:19:22Z","reasoning":{"highest":94.85452544184642,"medium":91.15900724051832,"none":76.70487107445685},"reasoning_agg":{"highest":{"max":99.42970605748505,"mean":94.85452544184642,"min":82.22299144974043},"medium":{"max":96.66223469711395,"mean":91.15900724051832,"min":84.91848893291984},"none":{"max":91.03113375595959,"mean":76.70487107445685,"min":50.438871481928594}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":18.149654367389573},"working_program_strength":{"all":87.57280125227386,"highest":94.85452544184642,"medium":91.15900724051832,"none":76.70487107445685}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5-1:cfba103f4a64b242","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":5.021086745700856,"median":3.933625,"min":2.3764558334148846,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":3,"boardgame-list-prices-2026-09-08":10},"run_count":11,"token_priced_attempt_count":13,"total":48.73911793121369},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.511677676840267,"mean":1.1541937045345083,"median":1.126127596791556,"min":0.7961115304367101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":9.233549636276065},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.8940315948861309,"mean":0.7923815012907612,"median":0.7948316688813246,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":6.33905201032609}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.511677676840267,"mean":1.1541937045345083,"median":1.126127596791556,"min":0.7961115304367101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":9.233549636276067},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.8940315948861309,"mean":0.7923815012907612,"median":0.7948316688813246,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":6.33905201032609},"historical-provider-setting-intensive-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":5.15427625,"median":3.933625,"min":2.88134,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"run_count":8,"token_priced_attempt_count":10,"total":41.23421},"historical-provider-setting-intensive-variant-2":{"admitted_cell_count":3,"cell_count":3,"cost_basis_counts":{"local_list_price_estimate":3},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":2.970960728273602,"mean":2.501635977071231,"median":2.662375536110322,"min":1.8715716668297693,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":3},"run_count":3,"token_priced_attempt_count":3,"total":7.504907931213694}},"codegen_cost_usd":{"admitted_cell_count":27,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":11.79121,"mean":2.3225539838420417,"median":1.126127596791556,"min":0.6566066208996896,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":20,"boardgame-list-prices-2026-09-08":10},"run_count":27,"token_priced_attempt_count":30,"total":64.31171957781585},"codegen_output_tokens":{"attempt_count":35,"output_max":231035,"output_mean":46647.59375,"output_min":5610,"run_count":32},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":231035,"output_mean":80471.125,"output_min":38285,"run_count":16},"medium":{"attempt_count":9,"output_max":25949,"output_mean":17238.625,"output_min":9715,"run_count":8},"none":{"attempt_count":8,"output_max":10198,"output_mean":8409.5,"output_min":5610,"run_count":8}},"display_name":"Claude Fable 5.1","economics":{"all":86.94886580931491,"highest":93.55889215486457,"medium":82.66517273428299,"none":84.62253253879717},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[128000],"finish_reason_observations":30,"finish_reasons":["end_turn","stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"requested_max_output_token_observations":10,"requested_max_output_tokens":[128000],"total_output_tokens":1492723,"total_reasoning_output_tokens":1266567,"total_visible_output_tokens":226156,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":11,"evaluated_cells":11,"first_pass_admitted":9,"first_pass_rate":0.8181818181818182,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":1,"infra_failures_excluded":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.18181818181818182}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":83.47405298824715,"score":83.47405298824715},"GB2-02":{"attempts":3,"playable":88.29673139520348,"score":88.29673139520348},"GB2-03":{"attempts":4,"playable":91.95837521284547,"score":91.95837521284547},"GB2-04":{"attempts":4,"playable":74.27546304206919,"score":74.27546304206919},"GB2-05":{"attempts":3,"playable":89.76457336339489,"score":89.76457336339489},"GB2-06":{"attempts":3,"playable":88.15905470301429,"score":88.15905470301429},"GB2-07":{"attempts":4,"playable":90.79756352129534,"score":90.79756352129534},"GB2-08":{"attempts":3,"playable":88.86511224844946,"score":88.86511224844946}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":91.73973439866747,"score":91.73973439866747},"GB2-02":{"attempts":1,"playable":94.58077951394621,"score":94.58077951394621},"GB2-03":{"attempts":2,"playable":94.236429840448,"score":94.236429840448},"GB2-04":{"attempts":2,"playable":86.88965806042333,"score":86.88965806042333},"GB2-05":{"attempts":1,"playable":92.86360721501511,"score":92.86360721501511},"GB2-06":{"attempts":1,"playable":97.88267929347609,"score":97.88267929347609},"GB2-07":{"attempts":2,"playable":92.83836643268518,"score":92.83836643268518},"GB2-08":{"attempts":1,"playable":97.43988248425512,"score":97.43988248425512}},"medium":{"GB2-01":{"attempts":1,"playable":71.55095353935965,"score":71.55095353935965},"GB2-02":{"attempts":1,"playable":89.31095240992467,"score":89.31095240992467},"GB2-03":{"attempts":1,"playable":90.91197812437863,"score":90.91197812437863},"GB2-04":{"attempts":1,"playable":63.664951879927315,"score":63.664951879927315},"GB2-05":{"attempts":1,"playable":86.31113585433184,"score":86.31113585433184},"GB2-06":{"attempts":1,"playable":86.22696629586328,"score":86.22696629586328},"GB2-07":{"attempts":1,"playable":92.83250930911396,"score":92.83250930911396},"GB2-08":{"attempts":1,"playable":80.51193446136459,"score":80.51193446136459}},"none":{"GB2-01":{"attempts":1,"playable":87.13147102671432,"score":87.13147102671432},"GB2-02":{"attempts":1,"playable":80.99846226173955,"score":80.99846226173955},"GB2-03":{"attempts":1,"playable":90.72671767370979,"score":90.72671767370979},"GB2-04":{"attempts":1,"playable":72.27177918585694,"score":72.27177918585694},"GB2-05":{"attempts":1,"playable":90.11897702083768,"score":90.11897702083768},"GB2-06":{"attempts":1,"playable":80.36751851970347,"score":80.36751851970347},"GB2-07":{"attempts":1,"playable":86.72181482208691,"score":86.72181482208691},"GB2-08":{"attempts":1,"playable":88.64351979972867,"score":88.64351979972867}}},"id":"claude-fable-5-1","is_recent_addition":false,"last_measured_at":"2026-11-19T16:17:07Z","match_totals_all":{"draws":967,"losses":2299,"wins":14092},"match_totals_tracks":{"highest":{"draws":172,"losses":610,"wins":6284},"medium":{"draws":389,"losses":905,"wins":3860},"none":{"draws":406,"losses":784,"wins":3948}},"model_slug":"claude-fable-5-1","official_rank_by_reasoning":{"highest":11,"medium":11,"none":8},"overall":{"max":97.88267929347609,"mean":86.94886580931491,"min":63.664951879927315},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":10,"overall_ranking_status":"ranked","per_game":{"GB2-01":91.73973439866747,"GB2-02":94.58077951394621,"GB2-03":94.236429840448,"GB2-04":86.88965806042333,"GB2-05":92.86360721501511,"GB2-06":97.88267929347609,"GB2-07":92.83836643268518,"GB2-08":97.43988248425512},"per_game_all":{"GB2-01":83.47405298824715,"GB2-02":88.29673139520348,"GB2-03":91.95837521284547,"GB2-04":74.27546304206919,"GB2-05":89.76457336339489,"GB2-06":88.15905470301429,"GB2-07":90.79756352129534,"GB2-08":88.86511224844946},"per_game_match_totals_all":{"GB2-01":{"draws":8,"losses":374,"wins":1560},"GB2-02":{"draws":245,"losses":160,"wins":1431},"GB2-03":{"draws":30,"losses":278,"wins":2234},"GB2-04":{"draws":624,"losses":357,"wins":1533},"GB2-05":{"draws":0,"losses":292,"wins":1700},"GB2-06":{"draws":60,"losses":241,"wins":1595},"GB2-07":{"draws":0,"losses":319,"wins":2329},"GB2-08":{"draws":0,"losses":278,"wins":1710}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":66,"wins":578},"GB2-02":{"draws":31,"losses":33,"wins":548},"GB2-03":{"draws":8,"losses":112,"wins":1148},"GB2-04":{"draws":125,"losses":149,"wins":984},"GB2-05":{"draws":0,"losses":73,"wins":591},"GB2-06":{"draws":6,"losses":15,"wins":611},"GB2-07":{"draws":0,"losses":134,"wins":1190},"GB2-08":{"draws":0,"losses":28,"wins":634}},"medium":{"GB2-01":{"draws":1,"losses":209,"wins":440},"GB2-02":{"draws":56,"losses":61,"wins":495},"GB2-03":{"draws":18,"losses":81,"wins":541},"GB2-04":{"draws":294,"losses":109,"wins":225},"GB2-05":{"draws":0,"losses":124,"wins":540},"GB2-06":{"draws":20,"losses":97,"wins":515},"GB2-07":{"draws":0,"losses":69,"wins":593},"GB2-08":{"draws":0,"losses":155,"wins":511}},"none":{"GB2-01":{"draws":5,"losses":99,"wins":542},"GB2-02":{"draws":158,"losses":66,"wins":388},"GB2-03":{"draws":4,"losses":85,"wins":545},"GB2-04":{"draws":205,"losses":99,"wins":324},"GB2-05":{"draws":0,"losses":95,"wins":569},"GB2-06":{"draws":34,"losses":129,"wins":469},"GB2-07":{"draws":0,"losses":116,"wins":546},"GB2-08":{"draws":0,"losses":95,"wins":565}}},"per_game_raw_elo_all":{"GB2-01":1860.5358389524965,"GB2-02":1880.0616798850604,"GB2-03":2039.5914125878378,"GB2-04":1677.2003557024075,"GB2-05":2206.7820127421833,"GB2-06":2182.9569519640027,"GB2-07":2197.364119903615,"GB2-08":2252.0074655947355},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2012.3112599472759,"GB2-02":2029.6175747159546,"GB2-03":2137.5792456603494,"GB2-04":1834.214104773513,"GB2-05":2335.370494697696,"GB2-06":2541.605871632884,"GB2-07":2287.251480127363,"GB2-08":2594.3614399009375},"medium":{"GB2-01":1668.4319751967496,"GB2-02":1876.616359794702,"GB2-03":1993.9145587693183,"GB2-04":1557.6453419227641,"GB2-05":2070.430833483026,"GB2-06":2067.03729682688,"GB2-07":2286.2697996847314,"GB2-08":1974.9035505864986},"none":{"GB2-01":1900.8642817134642,"GB2-02":1733.9511051445243,"GB2-03":1987.2804333338456,"GB2-04":1639.7416204109454,"GB2-05":2214.5447100458287,"GB2-06":1940.2276874322442,"GB2-07":2018.5710798987523,"GB2-08":2186.7574062967706}},"per_game_tracks":{"highest":{"GB2-01":91.73973439866747,"GB2-02":94.58077951394621,"GB2-03":94.236429840448,"GB2-04":86.88965806042333,"GB2-05":92.86360721501511,"GB2-06":97.88267929347609,"GB2-07":92.83836643268518,"GB2-08":97.43988248425512},"medium":{"GB2-01":71.55095353935965,"GB2-02":89.31095240992467,"GB2-03":90.91197812437863,"GB2-04":63.664951879927315,"GB2-05":86.31113585433184,"GB2-06":86.22696629586328,"GB2-07":92.83250930911396,"GB2-08":80.51193446136459},"none":{"GB2-01":87.13147102671432,"GB2-02":80.99846226173955,"GB2-03":90.72671767370979,"GB2-04":72.27177918585694,"GB2-05":90.11897702083768,"GB2-06":80.36751851970347,"GB2-07":86.72181482208691,"GB2-08":88.64351979972867}},"program_outcomes":{"all":{"counted_attempts":27,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":24,"working":27},"highest":{"counted_attempts":11,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":9,"working":11},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-5,"rank_movement_baseline_at":"2026-11-14T07:12:10Z","reasoning":{"highest":93.55889215486455,"medium":82.66517273428299,"none":84.62253253879717},"reasoning_agg":{"highest":{"max":97.88267929347609,"mean":93.55889215486455,"min":86.88965806042333},"medium":{"max":92.83250930911396,"mean":82.66517273428299,"min":63.664951879927315},"none":{"max":90.72671767370979,"mean":84.62253253879717,"min":72.27177918585694}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":10.893719420581562},"working_program_strength":{"all":86.94886580931491,"highest":93.55889215486457,"medium":82.66517273428299,"none":84.62253253879717}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-sol:b9fa7ce2a6486a46","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.2665285,"median":0.263151,"min":0.174431,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.132228},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.134667,"mean":0.084337375,"median":0.0768835,"min":0.057491,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6746989999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.057226,"mean":0.0485635,"median":0.049051,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.3885080000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.134667,"mean":0.084337375,"median":0.0768835,"min":0.057491,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.674699},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.057226,"mean":0.0485635,"median":0.049051,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.38850799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.2665285,"median":0.263151,"min":0.174431,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.132228}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.355686,"mean":0.133143125,"median":0.0768835,"min":0.0400035,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":3.195435},"codegen_latency_ms":{"attempt_count":25,"max_ms":926657,"mean_ms":272565.25,"min_ms":42196,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":926657,"mean_ms":625149.0,"min_ms":331732,"run_count":8},"medium":{"attempt_count":9,"max_ms":198934,"mean_ms":135760.75,"min_ms":63072,"run_count":8},"none":{"attempt_count":8,"max_ms":73464,"mean_ms":56786.0,"min_ms":42196,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":33557,"output_mean":11287.458333333334,"output_min":2159,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":33557,"output_mean":24715.125,"output_min":14936,"run_count":8},"medium":{"attempt_count":9,"output_max":9484,"output_mean":6228.625,"output_min":3242,"run_count":8},"none":{"attempt_count":8,"output_max":3711,"output_mean":2918.625,"output_min":2159,"run_count":8}},"display_name":"GPT-6.1 Sol","economics":{"all":85.00115612238584,"highest":91.79978984701788,"medium":86.29767372305673,"none":76.90600479708291},"economics_best_value":{"per_model":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[128000],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[128000],"total_output_tokens":270899,"total_reasoning_output_tokens":149779,"total_visible_output_tokens":121120,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.77853991495913,"score":65.77853991495913},"GB2-02":{"attempts":3,"playable":79.14309848587193,"score":79.14309848587193},"GB2-03":{"attempts":3,"playable":93.17463001845614,"score":93.17463001845614},"GB2-04":{"attempts":3,"playable":84.93009929005473,"score":84.93009929005473},"GB2-05":{"attempts":3,"playable":94.09155972160572,"score":94.09155972160572},"GB2-06":{"attempts":3,"playable":85.01362893618249,"score":85.01362893618249},"GB2-07":{"attempts":3,"playable":94.50208054185617,"score":94.50208054185617},"GB2-08":{"attempts":3,"playable":83.37561207010043,"score":83.37561207010043}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.97543883317455,"score":73.97543883317455},"GB2-02":{"attempts":1,"playable":93.82513699088393,"score":93.82513699088393},"GB2-03":{"attempts":1,"playable":97.93043801375082,"score":97.93043801375082},"GB2-04":{"attempts":1,"playable":94.24916057743853,"score":94.24916057743853},"GB2-05":{"attempts":1,"playable":97.67312369059428,"score":97.67312369059428},"GB2-06":{"attempts":1,"playable":87.82729133276649,"score":87.82729133276649},"GB2-07":{"attempts":1,"playable":95.6885604783978,"score":95.6885604783978},"GB2-08":{"attempts":1,"playable":93.2291688591366,"score":93.2291688591366}},"medium":{"GB2-01":{"attempts":1,"playable":73.27865163148216,"score":73.27865163148216},"GB2-02":{"attempts":1,"playable":78.55801729678461,"score":78.55801729678461},"GB2-03":{"attempts":1,"playable":96.10769499544365,"score":96.10769499544365},"GB2-04":{"attempts":1,"playable":86.47696054344812,"score":86.47696054344812},"GB2-05":{"attempts":1,"playable":94.20103536201044,"score":94.20103536201044},"GB2-06":{"attempts":1,"playable":89.63867564455772,"score":89.63867564455772},"GB2-07":{"attempts":1,"playable":93.99675527028735,"score":93.99675527028735},"GB2-08":{"attempts":1,"playable":78.12359904043976,"score":78.12359904043976}},"none":{"GB2-01":{"attempts":1,"playable":50.081529280220636,"score":50.081529280220636},"GB2-02":{"attempts":1,"playable":65.04614116994726,"score":65.04614116994726},"GB2-03":{"attempts":1,"playable":85.48575704617397,"score":85.48575704617397},"GB2-04":{"attempts":1,"playable":74.06417674927752,"score":74.06417674927752},"GB2-05":{"attempts":1,"playable":90.40052011221242,"score":90.40052011221242},"GB2-06":{"attempts":1,"playable":77.57491983122324,"score":77.57491983122324},"GB2-07":{"attempts":1,"playable":93.82092587688335,"score":93.82092587688335},"GB2-08":{"attempts":1,"playable":78.77406831072494,"score":78.77406831072494}}},"id":"gpt-6.1-sol","is_recent_addition":false,"last_measured_at":"2026-11-19T16:09:16Z","match_totals_all":{"draws":1124,"losses":2246,"wins":12054},"match_totals_tracks":{"highest":{"draws":131,"losses":480,"wins":4527},"medium":{"draws":284,"losses":733,"wins":4129},"none":{"draws":709,"losses":1033,"wins":3398}},"model_slug":"gpt-6-1-sol","official_rank_by_reasoning":{"highest":13,"medium":10,"none":16},"overall":{"max":97.93043801375082,"mean":85.00115612238584,"min":50.081529280220636},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":11,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.97543883317455,"GB2-02":93.82513699088393,"GB2-03":97.93043801375082,"GB2-04":94.24916057743853,"GB2-05":97.67312369059428,"GB2-06":87.82729133276649,"GB2-07":95.6885604783978,"GB2-08":93.2291688591366},"per_game_all":{"GB2-01":65.77853991495913,"GB2-02":79.14309848587193,"GB2-03":93.17463001845614,"GB2-04":84.93009929005473,"GB2-05":94.09155972160572,"GB2-06":85.01362893618249,"GB2-07":94.50208054185617,"GB2-08":83.37561207010043},"per_game_match_totals_all":{"GB2-01":{"draws":91,"losses":679,"wins":1168},"GB2-02":{"draws":580,"losses":171,"wins":1085},"GB2-03":{"draws":44,"losses":170,"wins":1688},"GB2-04":{"draws":311,"losses":192,"wins":1381},"GB2-05":{"draws":0,"losses":187,"wins":1807},"GB2-06":{"draws":98,"losses":289,"wins":1509},"GB2-07":{"draws":0,"losses":159,"wins":1827},"GB2-08":{"draws":0,"losses":399,"wins":1589}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":189,"wins":457},"GB2-02":{"draws":55,"losses":28,"wins":529},"GB2-03":{"draws":3,"losses":21,"wins":610},"GB2-04":{"draws":48,"losses":25,"wins":555},"GB2-05":{"draws":0,"losses":33,"wins":631},"GB2-06":{"draws":25,"losses":81,"wins":526},"GB2-07":{"draws":0,"losses":42,"wins":620},"GB2-08":{"draws":0,"losses":61,"wins":599}},"medium":{"GB2-01":{"draws":12,"losses":187,"wins":447},"GB2-02":{"draws":174,"losses":74,"wins":364},"GB2-03":{"draws":6,"losses":38,"wins":590},"GB2-04":{"draws":64,"losses":76,"wins":488},"GB2-05":{"draws":0,"losses":63,"wins":603},"GB2-06":{"draws":28,"losses":65,"wins":539},"GB2-07":{"draws":0,"losses":57,"wins":605},"GB2-08":{"draws":0,"losses":173,"wins":493}},"none":{"GB2-01":{"draws":79,"losses":303,"wins":264},"GB2-02":{"draws":351,"losses":69,"wins":192},"GB2-03":{"draws":35,"losses":111,"wins":488},"GB2-04":{"draws":199,"losses":91,"wins":338},"GB2-05":{"draws":0,"losses":91,"wins":573},"GB2-06":{"draws":45,"losses":143,"wins":444},"GB2-07":{"draws":0,"losses":60,"wins":602},"GB2-08":{"draws":0,"losses":165,"wins":497}}},"per_game_raw_elo_all":{"GB2-01":1611.655182330666,"GB2-02":1754.7495626945044,"GB2-03":2163.7161126698106,"GB2-04":1833.08111790218,"GB2-05":2432.379137429558,"GB2-06":2048.07228600554,"GB2-07":2381.3585968284633,"GB2-08":2065.745137831785},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1697.6026777180914,"GB2-02":2001.3137508138498,"GB2-03":2406.8609328805023,"GB2-04":2014.1208661237679,"GB2-05":2666.7752360970217,"GB2-06":2105.9084120360258,"GB2-07":2453.98365780957,"GB2-08":2344.6501182597767},"medium":{"GB2-01":1689.0590940058228,"GB2-02":1701.9404122229244,"GB2-03":2248.782198362029,"GB2-04":1826.3495690781615,"GB2-05":2404.284011817679,"GB2-06":2153.6395921630183,"GB2-07":2350.0223360075643,"GB2-08":1918.7077982937399},"none":{"GB2-01":1448.3037752680843,"GB2-02":1560.9945250467385,"GB2-03":1835.5052067669012,"GB2-04":1658.7729185046107,"GB2-05":2226.0781643739733,"GB2-06":1884.668853817575,"GB2-07":2340.0697966682555,"GB2-08":1933.8774969418387}},"per_game_tracks":{"highest":{"GB2-01":73.97543883317455,"GB2-02":93.82513699088393,"GB2-03":97.93043801375082,"GB2-04":94.24916057743853,"GB2-05":97.67312369059428,"GB2-06":87.82729133276649,"GB2-07":95.6885604783978,"GB2-08":93.2291688591366},"medium":{"GB2-01":73.27865163148216,"GB2-02":78.55801729678461,"GB2-03":96.10769499544365,"GB2-04":86.47696054344812,"GB2-05":94.20103536201044,"GB2-06":89.63867564455772,"GB2-07":93.99675527028735,"GB2-08":78.12359904043976},"none":{"GB2-01":50.081529280220636,"GB2-02":65.04614116994726,"GB2-03":85.48575704617397,"GB2-04":74.06417674927752,"GB2-05":90.40052011221242,"GB2-06":77.57491983122324,"GB2-07":93.82092587688335,"GB2-08":78.77406831072494}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-5,"rank_movement_baseline_at":"2026-11-14T07:16:07Z","reasoning":{"highest":91.79978984701788,"medium":86.29767372305673,"none":76.90600479708291},"reasoning_agg":{"highest":{"max":97.93043801375082,"mean":91.79978984701788,"min":73.97543883317455},"medium":{"max":96.10769499544365,"mean":86.29767372305673,"min":73.27865163148216},"none":{"max":93.82092587688335,"mean":76.90600479708291,"min":50.081529280220636}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.893785049934962},"working_program_strength":{"all":85.00115612238584,"highest":91.79978984701788,"medium":86.29767372305673,"none":76.90600479708291}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-sol-pro:0479841842004f5d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.7181350250000001,"median":0.7284095,"min":0.6179676000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.7450802},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.32189880000000004,"mean":0.206050725,"median":0.1932377,"min":0.1390416,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":1.6484058},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.16092479999999998,"mean":0.117996325,"median":0.1139534,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":0.9439706000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.32189880000000004,"mean":0.206050725,"median":0.1932377,"min":0.1390416,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":1.6484058},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.16092479999999998,"mean":0.117996325,"median":0.1139534,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":0.9439706},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.7181350250000001,"median":0.7284095,"min":0.6179676000000001,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":5.7450802}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.8213020000000001,"mean":0.34739402500000005,"median":0.1932377,"min":0.0976006,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"run_count":24,"token_priced_attempt_count":27,"total":8.3374566},"codegen_latency_ms":{"attempt_count":25,"max_ms":3303985,"mean_ms":713212.5,"min_ms":32523,"run_count":22},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":3303985,"mean_ms":1471274.25,"min_ms":781388,"run_count":8},"medium":{"attempt_count":9,"max_ms":1216579,"mean_ms":506072.0,"min_ms":79296,"run_count":7},"none":{"attempt_count":8,"max_ms":85801,"mean_ms":53996.71428571428,"min_ms":32523,"run_count":7}},"codegen_output_tokens":{"attempt_count":27,"output_max":68217,"output_mean":25685.416666666668,"output_min":4446,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":68217,"output_mean":57961.875,"output_min":49400,"run_count":8},"medium":{"attempt_count":10,"output_max":19455,"output_mean":12893.125,"output_min":7534,"run_count":8},"none":{"attempt_count":9,"output_max":7447,"output_mean":6201.25,"output_min":4446,"run_count":8}},"display_name":"GPT-6.1 Sol Pro","economics":{"all":82.67748860722253,"highest":92.803967317023,"medium":78.42222451236579,"none":76.8062739922788},"first_seen_at":"2026-11-19T16:16:37Z","generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[128000],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":27,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":7014,"requested_max_output_token_observations":28,"requested_max_output_tokens":[128000],"total_output_tokens":616450,"total_reasoning_output_tokens":384806,"total_visible_output_tokens":231644,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-sol-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.72535474021032,"score":57.72535474021032},"GB2-02":{"attempts":3,"playable":78.90762264665119,"score":78.90762264665119},"GB2-03":{"attempts":3,"playable":88.43934590021605,"score":88.43934590021605},"GB2-04":{"attempts":3,"playable":78.33105260732579,"score":78.33105260732579},"GB2-05":{"attempts":3,"playable":92.40707018686591,"score":92.40707018686591},"GB2-06":{"attempts":3,"playable":82.1268153839127,"score":82.1268153839127},"GB2-07":{"attempts":3,"playable":93.19582159058365,"score":93.19582159058365},"GB2-08":{"attempts":3,"playable":90.28682580201458,"score":90.28682580201458}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":85.81146301159932,"score":85.81146301159932},"GB2-02":{"attempts":1,"playable":95.6035131622092,"score":95.6035131622092},"GB2-03":{"attempts":1,"playable":94.32593196921052,"score":94.32593196921052},"GB2-04":{"attempts":1,"playable":89.72130050514022,"score":89.72130050514022},"GB2-05":{"attempts":1,"playable":95.98011522661865,"score":95.98011522661865},"GB2-06":{"attempts":1,"playable":91.15930199687838,"score":91.15930199687838},"GB2-07":{"attempts":1,"playable":94.71621847580808,"score":94.71621847580808},"GB2-08":{"attempts":1,"playable":95.11389418871964,"score":95.11389418871964}},"medium":{"GB2-01":{"attempts":1,"playable":28.476636451763547,"score":28.476636451763547},"GB2-02":{"attempts":1,"playable":74.5959765282875,"score":74.5959765282875},"GB2-03":{"attempts":1,"playable":82.21711204667294,"score":82.21711204667294},"GB2-04":{"attempts":1,"playable":82.11646917117012,"score":82.11646917117012},"GB2-05":{"attempts":1,"playable":97.08784548747187,"score":97.08784548747187},"GB2-06":{"attempts":1,"playable":78.00194627723693,"score":78.00194627723693},"GB2-07":{"attempts":1,"playable":95.03156519719005,"score":95.03156519719005},"GB2-08":{"attempts":1,"playable":89.85024493913333,"score":89.85024493913333}},"none":{"GB2-01":{"attempts":1,"playable":58.88796475726811,"score":58.88796475726811},"GB2-02":{"attempts":1,"playable":66.52337824945687,"score":66.52337824945687},"GB2-03":{"attempts":1,"playable":88.77499368476472,"score":88.77499368476472},"GB2-04":{"attempts":1,"playable":63.15538814566701,"score":63.15538814566701},"GB2-05":{"attempts":1,"playable":84.15324984650722,"score":84.15324984650722},"GB2-06":{"attempts":1,"playable":77.2191978776228,"score":77.2191978776228},"GB2-07":{"attempts":1,"playable":89.83968109875282,"score":89.83968109875282},"GB2-08":{"attempts":1,"playable":85.89633827819075,"score":85.89633827819075}}},"id":"gpt-6.1-sol-pro","is_recent_addition":true,"last_measured_at":"2026-11-19T16:16:37Z","match_totals_all":{"draws":943,"losses":2077,"wins":8589},"match_totals_tracks":{"highest":{"draws":167,"losses":352,"wins":3359},"medium":{"draws":393,"losses":798,"wins":2659},"none":{"draws":383,"losses":927,"wins":2571}},"model_slug":"gpt-6-1-sol-pro","official_rank_by_reasoning":{"highest":12,"medium":15,"none":17},"overall":{"max":97.08784548747187,"mean":82.67748860722253,"min":28.476636451763547},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":12,"overall_ranking_status":"ranked","per_game":{"GB2-01":85.81146301159932,"GB2-02":95.6035131622092,"GB2-03":94.32593196921052,"GB2-04":89.72130050514022,"GB2-05":95.98011522661865,"GB2-06":91.15930199687838,"GB2-07":94.71621847580808,"GB2-08":95.11389418871964},"per_game_all":{"GB2-01":57.72535474021032,"GB2-02":78.90762264665119,"GB2-03":88.43934590021605,"GB2-04":78.33105260732579,"GB2-05":92.40707018686591,"GB2-06":82.1268153839127,"GB2-07":93.19582159058365,"GB2-08":90.28682580201458},"per_game_match_totals_all":{"GB2-01":{"draws":96,"losses":570,"wins":668},"GB2-02":{"draws":453,"losses":172,"wins":931},"GB2-03":{"draws":111,"losses":213,"wins":1191},"GB2-04":{"draws":219,"losses":297,"wins":1028},"GB2-05":{"draws":0,"losses":183,"wins":1269},"GB2-06":{"draws":64,"losses":276,"wins":1080},"GB2-07":{"draws":0,"losses":169,"wins":1347},"GB2-08":{"draws":0,"losses":197,"wins":1075}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":33,"losses":75,"wins":352},"GB2-02":{"draws":26,"losses":23,"wins":471},"GB2-03":{"draws":21,"losses":43,"wins":436},"GB2-04":{"draws":62,"losses":44,"wins":414},"GB2-05":{"draws":0,"losses":44,"wins":436},"GB2-06":{"draws":25,"losses":39,"wins":404},"GB2-07":{"draws":0,"losses":47,"wins":455},"GB2-08":{"draws":0,"losses":37,"wins":391}},"medium":{"GB2-01":{"draws":61,"losses":296,"wins":85},"GB2-02":{"draws":185,"losses":63,"wins":268},"GB2-03":{"draws":48,"losses":100,"wins":352},"GB2-04":{"draws":81,"losses":74,"wins":353},"GB2-05":{"draws":0,"losses":36,"wins":448},"GB2-06":{"draws":18,"losses":118,"wins":338},"GB2-07":{"draws":0,"losses":42,"wins":470},"GB2-08":{"draws":0,"losses":69,"wins":345}},"none":{"GB2-01":{"draws":2,"losses":199,"wins":231},"GB2-02":{"draws":242,"losses":86,"wins":192},"GB2-03":{"draws":42,"losses":70,"wins":403},"GB2-04":{"draws":76,"losses":179,"wins":261},"GB2-05":{"draws":0,"losses":103,"wins":385},"GB2-06":{"draws":21,"losses":119,"wins":338},"GB2-07":{"draws":0,"losses":80,"wins":422},"GB2-08":{"draws":0,"losses":91,"wins":339}}},"per_game_raw_elo_all":{"GB2-01":1547.0339051227047,"GB2-02":1767.9452426957978,"GB2-03":1943.2958351442064,"GB2-04":1733.563553778222,"GB2-05":2373.0326639997543,"GB2-06":1989.5909478164876,"GB2-07":2315.101308867114,"GB2-08":2255.3448714614283},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1874.8918616572678,"GB2-02":2073.9836079450406,"GB2-03":2141.692348819586,"GB2-04":1889.6741442411053,"GB2-05":2515.929813986188,"GB2-06":2198.008232564674,"GB2-07":2392.202064521103,"GB2-08":2432.6292972609117},"medium":{"GB2-01":1232.6683956463723,"GB2-02":1655.4160576962136,"GB2-03":1764.6829192148798,"GB2-04":1757.8677503813371,"GB2-05":2606.7534432083507,"GB2-06":1893.0388471513143,"GB2-07":2411.5474972237057,"GB2-08":2223.7021400593717},"none":{"GB2-01":1533.5414580644735,"GB2-02":1574.4360624461397,"GB2-03":1923.512237398153,"GB2-04":1553.1487667122237,"GB2-05":1996.414734804724,"GB2-06":1877.7257637334749,"GB2-07":2141.5543648565335,"GB2-08":2109.703177064003}},"per_game_tracks":{"highest":{"GB2-01":85.81146301159932,"GB2-02":95.6035131622092,"GB2-03":94.32593196921052,"GB2-04":89.72130050514022,"GB2-05":95.98011522661865,"GB2-06":91.15930199687838,"GB2-07":94.71621847580808,"GB2-08":95.11389418871964},"medium":{"GB2-01":28.476636451763547,"GB2-02":74.5959765282875,"GB2-03":82.21711204667294,"GB2-04":82.11646917117012,"GB2-05":97.08784548747187,"GB2-06":78.00194627723693,"GB2-07":95.03156519719005,"GB2-08":89.85024493913333},"none":{"GB2-01":58.88796475726811,"GB2-02":66.52337824945687,"GB2-03":88.77499368476472,"GB2-04":63.15538814566701,"GB2-05":84.15324984650722,"GB2-06":77.2191978776228,"GB2-07":89.83968109875282,"GB2-08":85.89633827819075}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":92.803967317023,"medium":78.42222451236579,"none":76.8062739922788},"reasoning_agg":{"highest":{"max":95.98011522661865,"mean":92.803967317023,"min":85.81146301159932},"medium":{"max":97.08784548747187,"mean":78.42222451236579,"min":28.476636451763547},"none":{"max":89.83968109875282,"mean":76.8062739922788,"min":58.88796475726811}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":15.99769332474419},"working_program_strength":{"all":82.67748860722253,"highest":92.803967317023,"medium":78.42222451236579,"none":76.8062739922788}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra-pro:91aad66087f2ffc0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.30133032499999995,"median":0.300062625,"min":0.2459173,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":2.4106426},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.128416,"mean":0.10397188750000001,"median":0.1029425,"min":0.0859153,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8317751},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08337900000000001,"mean":0.06485129999999999,"median":0.064133675,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5188103999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.128416,"mean":0.10397188750000001,"median":0.1029425,"min":0.0859153,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8317750999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08337900000000001,"mean":0.06485129999999999,"median":0.064133675,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5188104},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.30133032499999995,"median":0.300062625,"min":0.2459173,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":2.4106425999999996}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.37864,"mean":0.15671783749999998,"median":0.1029425,"min":0.05121355,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":3.7612281},"codegen_latency_ms":{"attempt_count":24,"max_ms":1803300,"mean_ms":278774.4166666667,"min_ms":42551,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":424679,"mean_ms":330938.75,"min_ms":269191,"run_count":8},"medium":{"attempt_count":8,"max_ms":1803300,"mean_ms":405545.875,"min_ms":83659,"run_count":8},"none":{"attempt_count":8,"max_ms":363737,"mean_ms":99838.625,"min_ms":42551,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":60378,"output_mean":22706.0,"output_min":4484,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":60378,"output_mean":47788.875,"output_min":38360,"run_count":8},"medium":{"attempt_count":8,"output_max":17219,"output_mean":13534.125,"output_min":10853,"run_count":8},"none":{"attempt_count":8,"output_max":9247,"output_mean":6795.0,"output_min":4484,"run_count":8}},"display_name":"GPT-6.1 Terra Pro","economics":{"all":82.32404230083544,"highest":84.99313743321467,"medium":79.12526547582804,"none":82.85372399346359},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":544944,"total_reasoning_output_tokens":350974,"total_visible_output_tokens":193970,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":46.628243054681974,"score":46.628243054681974},"GB2-02":{"attempts":3,"playable":75.98231796254144,"score":75.98231796254144},"GB2-03":{"attempts":3,"playable":88.85691578757678,"score":88.85691578757678},"GB2-04":{"attempts":3,"playable":84.7531315150254,"score":84.7531315150254},"GB2-05":{"attempts":3,"playable":90.30114950631696,"score":90.30114950631696},"GB2-06":{"attempts":3,"playable":89.39701887932898,"score":89.39701887932898},"GB2-07":{"attempts":3,"playable":93.96974381467493,"score":93.96974381467493},"GB2-08":{"attempts":3,"playable":88.70381788653701,"score":88.70381788653701}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":41.08795090151055,"score":41.08795090151055},"GB2-02":{"attempts":1,"playable":88.24448793727079,"score":88.24448793727079},"GB2-03":{"attempts":1,"playable":95.32767119553756,"score":95.32767119553756},"GB2-04":{"attempts":1,"playable":84.88207254273419,"score":84.88207254273419},"GB2-05":{"attempts":1,"playable":95.33313249820667,"score":95.33313249820667},"GB2-06":{"attempts":1,"playable":89.8893798573934,"score":89.8893798573934},"GB2-07":{"attempts":1,"playable":95.19122959360044,"score":95.19122959360044},"GB2-08":{"attempts":1,"playable":89.98917493946374,"score":89.98917493946374}},"medium":{"GB2-01":{"attempts":1,"playable":33.25993054002017,"score":33.25993054002017},"GB2-02":{"attempts":1,"playable":73.20594582930381,"score":73.20594582930381},"GB2-03":{"attempts":1,"playable":83.52774623732057,"score":83.52774623732057},"GB2-04":{"attempts":1,"playable":83.85330801601424,"score":83.85330801601424},"GB2-05":{"attempts":1,"playable":85.32911656492941,"score":85.32911656492941},"GB2-06":{"attempts":1,"playable":91.38877930774552,"score":91.38877930774552},"GB2-07":{"attempts":1,"playable":93.26439742054276,"score":93.26439742054276},"GB2-08":{"attempts":1,"playable":89.17289989074786,"score":89.17289989074786}},"none":{"GB2-01":{"attempts":1,"playable":65.5368477225152,"score":65.5368477225152},"GB2-02":{"attempts":1,"playable":66.4965201210497,"score":66.4965201210497},"GB2-03":{"attempts":1,"playable":87.71532992987223,"score":87.71532992987223},"GB2-04":{"attempts":1,"playable":85.52401398632779,"score":85.52401398632779},"GB2-05":{"attempts":1,"playable":90.24119945581482,"score":90.24119945581482},"GB2-06":{"attempts":1,"playable":86.91289747284804,"score":86.91289747284804},"GB2-07":{"attempts":1,"playable":93.45360442988157,"score":93.45360442988157},"GB2-08":{"attempts":1,"playable":86.9493788293994,"score":86.9493788293994}}},"id":"gpt-6.1-terra-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T15:56:09Z","match_totals_all":{"draws":1514,"losses":2498,"wins":11410},"match_totals_tracks":{"highest":{"draws":266,"losses":791,"wins":4089},"medium":{"draws":552,"losses":984,"wins":3598},"none":{"draws":696,"losses":723,"wins":3723}},"model_slug":"gpt-6-1-terra-pro","official_rank_by_reasoning":{"highest":17,"medium":14,"none":11},"overall":{"max":95.33313249820667,"mean":82.32404230083544,"min":33.25993054002017},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":13,"overall_ranking_status":"ranked","per_game":{"GB2-01":41.08795090151055,"GB2-02":88.24448793727079,"GB2-03":95.32767119553756,"GB2-04":84.88207254273419,"GB2-05":95.33313249820667,"GB2-06":89.8893798573934,"GB2-07":95.19122959360044,"GB2-08":89.98917493946374},"per_game_all":{"GB2-01":46.628243054681974,"GB2-02":75.98231796254144,"GB2-03":88.85691578757678,"GB2-04":84.7531315150254,"GB2-05":90.30114950631696,"GB2-06":89.39701887932898,"GB2-07":93.96974381467493,"GB2-08":88.70381788653701},"per_game_match_totals_all":{"GB2-01":{"draws":295,"losses":942,"wins":699},"GB2-02":{"draws":709,"losses":169,"wins":952},"GB2-03":{"draws":151,"losses":227,"wins":1524},"GB2-04":{"draws":256,"losses":229,"wins":1399},"GB2-05":{"draws":0,"losses":276,"wins":1718},"GB2-06":{"draws":103,"losses":194,"wins":1601},"GB2-07":{"draws":0,"losses":174,"wins":1814},"GB2-08":{"draws":0,"losses":287,"wins":1703}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":67,"losses":364,"wins":213},"GB2-02":{"draws":66,"losses":63,"wins":481},"GB2-03":{"draws":12,"losses":41,"wins":581},"GB2-04":{"draws":79,"losses":78,"wins":471},"GB2-05":{"draws":0,"losses":51,"wins":613},"GB2-06":{"draws":42,"losses":58,"wins":534},"GB2-07":{"draws":0,"losses":46,"wins":616},"GB2-08":{"draws":0,"losses":90,"wins":580}},"medium":{"GB2-01":{"draws":32,"losses":431,"wins":181},"GB2-02":{"draws":274,"losses":56,"wins":280},"GB2-03":{"draws":130,"losses":78,"wins":426},"GB2-04":{"draws":88,"losses":82,"wins":458},"GB2-05":{"draws":0,"losses":130,"wins":534},"GB2-06":{"draws":28,"losses":53,"wins":551},"GB2-07":{"draws":0,"losses":63,"wins":599},"GB2-08":{"draws":0,"losses":91,"wins":569}},"none":{"GB2-01":{"draws":196,"losses":147,"wins":305},"GB2-02":{"draws":369,"losses":50,"wins":191},"GB2-03":{"draws":9,"losses":108,"wins":517},"GB2-04":{"draws":89,"losses":69,"wins":470},"GB2-05":{"draws":0,"losses":95,"wins":571},"GB2-06":{"draws":33,"losses":83,"wins":516},"GB2-07":{"draws":0,"losses":65,"wins":599},"GB2-08":{"draws":0,"losses":106,"wins":554}}},"per_game_raw_elo_all":{"GB2-01":1415.8813997250218,"GB2-02":1689.5034391299614,"GB2-03":1960.8398927750604,"GB2-04":1797.682400009009,"GB2-05":2242.459729563309,"GB2-06":2149.72396329207,"GB2-07":2350.2012799511062,"GB2-08":2189.6944921685204},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1362.1660334918015,"GB2-02":1853.973064750397,"GB2-03":2198.16527275321,"GB2-04":1799.5605749278209,"GB2-05":2471.7271400877407,"GB2-06":2160.643139669297,"GB2-07":2421.576344204228,"GB2-08":2228.1148755276763},"medium":{"GB2-01":1283.9421454495287,"GB2-02":1640.3485991791626,"GB2-03":1791.4887823366662,"GB2-04":1783.4210719734679,"GB2-05":2036.119412346612,"GB2-06":2205.1462476349498,"GB2-07":2309.356766110902,"GB2-08":2202.676973364652},"none":{"GB2-01":1601.536020233735,"GB2-02":1574.1886534603245,"GB2-03":1892.8656232353046,"GB2-04":1810.065553125738,"GB2-05":2219.5326362555743,"GB2-06":2083.3825025719634,"GB2-07":2319.6707295381884,"GB2-08":2138.2916276132337}},"per_game_tracks":{"highest":{"GB2-01":41.08795090151055,"GB2-02":88.24448793727079,"GB2-03":95.32767119553756,"GB2-04":84.88207254273419,"GB2-05":95.33313249820667,"GB2-06":89.8893798573934,"GB2-07":95.19122959360044,"GB2-08":89.98917493946374},"medium":{"GB2-01":33.25993054002017,"GB2-02":73.20594582930381,"GB2-03":83.52774623732057,"GB2-04":83.85330801601424,"GB2-05":85.32911656492941,"GB2-06":91.38877930774552,"GB2-07":93.26439742054276,"GB2-08":89.17289989074786},"none":{"GB2-01":65.5368477225152,"GB2-02":66.4965201210497,"GB2-03":87.71532992987223,"GB2-04":85.52401398632779,"GB2-05":90.24119945581482,"GB2-06":86.91289747284804,"GB2-07":93.45360442988157,"GB2-08":86.9493788293994}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T06:47:14Z","reasoning":{"highest":84.99313743321467,"medium":79.12526547582804,"none":82.85372399346359},"reasoning_agg":{"highest":{"max":95.33313249820667,"mean":84.99313743321467,"min":41.08795090151055},"medium":{"max":93.26439742054276,"mean":79.12526547582804,"min":33.25993054002017},"none":{"max":93.45360442988157,"mean":82.85372399346359,"min":65.5368477225152}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":5.867871957386626},"working_program_strength":{"all":82.32404230083544,"highest":84.99313743321467,"medium":79.12526547582804,"none":82.85372399346359}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-argon:91e4531db3ba9659","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.440512,"median":0.446556,"min":0.29813,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":3.5240959999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.22172,"mean":0.09679175,"median":0.079292,"min":0.064396,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.774334},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124048,"mean":0.08425525,"median":0.081095,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.674042}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.22172,"mean":0.09679175,"median":0.079292,"min":0.064396,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.774334},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.124048,"mean":0.08425525,"median":0.081095,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.6740420000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.440512,"median":0.446556,"min":0.29813,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":3.5240959999999997}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.582036,"mean":0.20718633333333333,"median":0.09228,"min":0.062404,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"run_count":24,"token_priced_attempt_count":28,"total":4.972472},"codegen_latency_ms":{"attempt_count":28,"max_ms":633783,"mean_ms":198313.91666666666,"min_ms":46974,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":633783,"mean_ms":450301.75,"min_ms":322608,"run_count":8},"medium":{"attempt_count":9,"max_ms":152424,"mean_ms":70572.25,"min_ms":46974,"run_count":8},"none":{"attempt_count":8,"max_ms":113522,"mean_ms":74067.75,"min_ms":52299,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":54729,"output_mean":18449.125,"output_min":4647,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":54729,"output_mean":41092.75,"output_min":28061,"run_count":8},"medium":{"attempt_count":9,"output_max":17530,"output_mean":7576.5,"output_min":4801,"run_count":8},"none":{"attempt_count":8,"output_max":10605,"output_mean":6678.125,"output_min":4647,"run_count":8}},"display_name":"Gemini 4 Argon","economics":{"all":81.54198970510298,"highest":89.2085208479816,"medium":76.47067923160951,"none":78.94676903571784},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":442779,"total_reasoning_output_tokens":206667,"total_visible_output_tokens":236112,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-argon","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":91.3318986645104,"score":91.3318986645104},"GB2-02":{"attempts":3,"playable":77.70356957608551,"score":77.70356957608551},"GB2-03":{"attempts":3,"playable":84.06032961053877,"score":84.06032961053877},"GB2-04":{"attempts":3,"playable":71.4558574123616,"score":71.4558574123616},"GB2-05":{"attempts":3,"playable":90.98618052297168,"score":90.98618052297168},"GB2-06":{"attempts":3,"playable":91.53221504056275,"score":91.53221504056275},"GB2-07":{"attempts":3,"playable":71.87374953871338,"score":71.87374953871338},"GB2-08":{"attempts":3,"playable":73.39211727507974,"score":73.39211727507974}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.53302518357962,"score":94.53302518357962},"GB2-02":{"attempts":1,"playable":93.54760471696989,"score":93.54760471696989},"GB2-03":{"attempts":1,"playable":92.89466984686288,"score":92.89466984686288},"GB2-04":{"attempts":1,"playable":72.56037577417895,"score":72.56037577417895},"GB2-05":{"attempts":1,"playable":96.36597914082793,"score":96.36597914082793},"GB2-06":{"attempts":1,"playable":96.78050092095472,"score":96.78050092095472},"GB2-07":{"attempts":1,"playable":81.57945828939847,"score":81.57945828939847},"GB2-08":{"attempts":1,"playable":85.40655291108025,"score":85.40655291108025}},"medium":{"GB2-01":{"attempts":1,"playable":89.12617305939722,"score":89.12617305939722},"GB2-02":{"attempts":1,"playable":63.40320080298276,"score":63.40320080298276},"GB2-03":{"attempts":1,"playable":76.45853965645284,"score":76.45853965645284},"GB2-04":{"attempts":1,"playable":67.11654117597811,"score":67.11654117597811},"GB2-05":{"attempts":1,"playable":89.1949657687858,"score":89.1949657687858},"GB2-06":{"attempts":1,"playable":89.80424752528154,"score":89.80424752528154},"GB2-07":{"attempts":1,"playable":76.49407915384636,"score":76.49407915384636},"GB2-08":{"attempts":1,"playable":60.1676867101515,"score":60.1676867101515}},"none":{"GB2-01":{"attempts":1,"playable":90.33649775055436,"score":90.33649775055436},"GB2-02":{"attempts":1,"playable":76.15990320830389,"score":76.15990320830389},"GB2-03":{"attempts":1,"playable":82.82777932830058,"score":82.82777932830058},"GB2-04":{"attempts":1,"playable":74.6906552869277,"score":74.6906552869277},"GB2-05":{"attempts":1,"playable":87.39759665930131,"score":87.39759665930131},"GB2-06":{"attempts":1,"playable":88.01189667545198,"score":88.01189667545198},"GB2-07":{"attempts":1,"playable":57.5477111728953,"score":57.5477111728953},"GB2-08":{"attempts":1,"playable":74.6021122040075,"score":74.6021122040075}}},"id":"gemini-4-argon","is_recent_addition":false,"last_measured_at":"2026-11-19T16:20:47Z","match_totals_all":{"draws":1256,"losses":2852,"wins":11336},"match_totals_tracks":{"highest":{"draws":244,"losses":603,"wins":4303},"medium":{"draws":579,"losses":1148,"wins":3423},"none":{"draws":433,"losses":1101,"wins":3610}},"model_slug":"gemini-4-argon","official_rank_by_reasoning":{"highest":15,"medium":17,"none":15},"overall":{"max":96.78050092095472,"mean":81.54198970510298,"min":57.5477111728953},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":14,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.53302518357962,"GB2-02":93.54760471696989,"GB2-03":92.89466984686288,"GB2-04":72.56037577417895,"GB2-05":96.36597914082793,"GB2-06":96.78050092095472,"GB2-07":81.57945828939847,"GB2-08":85.40655291108025},"per_game_all":{"GB2-01":91.3318986645104,"GB2-02":77.70356957608551,"GB2-03":84.06032961053877,"GB2-04":71.4558574123616,"GB2-05":90.98618052297168,"GB2-06":91.53221504056275,"GB2-07":71.87374953871338,"GB2-08":73.39211727507974},"per_game_match_totals_all":{"GB2-01":{"draws":0,"losses":217,"wins":1733},"GB2-02":{"draws":456,"losses":259,"wins":1117},"GB2-03":{"draws":211,"losses":310,"wins":1385},"GB2-04":{"draws":515,"losses":363,"wins":1006},"GB2-05":{"draws":0,"losses":265,"wins":1729},"GB2-06":{"draws":74,"losses":160,"wins":1662},"GB2-07":{"draws":0,"losses":670,"wins":1318},"GB2-08":{"draws":0,"losses":608,"wins":1386}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":48,"wins":602},"GB2-02":{"draws":71,"losses":22,"wins":517},"GB2-03":{"draws":58,"losses":42,"wins":536},"GB2-04":{"draws":100,"losses":150,"wins":378},"GB2-05":{"draws":0,"losses":45,"wins":619},"GB2-06":{"draws":15,"losses":19,"wins":598},"GB2-07":{"draws":0,"losses":156,"wins":506},"GB2-08":{"draws":0,"losses":121,"wins":547}},"medium":{"GB2-01":{"draws":0,"losses":90,"wins":562},"GB2-02":{"draws":205,"losses":151,"wins":254},"GB2-03":{"draws":125,"losses":130,"wins":379},"GB2-04":{"draws":213,"losses":128,"wins":287},"GB2-05":{"draws":0,"losses":104,"wins":562},"GB2-06":{"draws":36,"losses":60,"wins":536},"GB2-07":{"draws":0,"losses":192,"wins":472},"GB2-08":{"draws":0,"losses":293,"wins":371}},"none":{"GB2-01":{"draws":0,"losses":79,"wins":569},"GB2-02":{"draws":180,"losses":86,"wins":346},"GB2-03":{"draws":28,"losses":138,"wins":470},"GB2-04":{"draws":202,"losses":85,"wins":341},"GB2-05":{"draws":0,"losses":116,"wins":548},"GB2-06":{"draws":23,"losses":81,"wins":528},"GB2-07":{"draws":0,"losses":322,"wins":340},"GB2-08":{"draws":0,"losses":194,"wins":468}}},"per_game_raw_elo_all":{"GB2-01":2008.8294307070348,"GB2-02":1737.0578929236142,"GB2-03":1838.3944134688002,"GB2-04":1632.4709834926216,"GB2-05":2277.443205319026,"GB2-06":2238.394092018536,"GB2-07":1696.455903123926,"GB2-08":1819.9412645429802},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2108.1198587705794,"GB2-02":1991.6698336277402,"GB2-03":2072.9324955566944,"GB2-04":1642.7499833413335,"GB2-05":2544.9967376118243,"GB2-06":2446.359488051823,"GB2-07":1868.3072979489996,"GB2-08":2096.7314355272774},"medium":{"GB2-01":1944.3824599319792,"GB2-02":1546.4119460753898,"GB2-03":1665.3171011192812,"GB2-04":1589.0315329031505,"GB2-05":2177.6941527048184,"GB2-06":2158.2525155068597,"GB2-07":1758.2125033718173,"GB2-08":1525.2553987656245},"none":{"GB2-01":1973.9859734185466,"GB2-02":1673.0918990677123,"GB2-03":1776.933643730425,"GB2-04":1665.6314342333808,"GB2-05":2109.638725640436,"GB2-06":2110.570272496925,"GB2-07":1462.847908050961,"GB2-08":1837.8369593360385}},"per_game_tracks":{"highest":{"GB2-01":94.53302518357962,"GB2-02":93.54760471696989,"GB2-03":92.89466984686288,"GB2-04":72.56037577417895,"GB2-05":96.36597914082793,"GB2-06":96.78050092095472,"GB2-07":81.57945828939847,"GB2-08":85.40655291108025},"medium":{"GB2-01":89.12617305939722,"GB2-02":63.40320080298276,"GB2-03":76.45853965645284,"GB2-04":67.11654117597811,"GB2-05":89.1949657687858,"GB2-06":89.80424752528154,"GB2-07":76.49407915384636,"GB2-08":60.1676867101515},"none":{"GB2-01":90.33649775055436,"GB2-02":76.15990320830389,"GB2-03":82.82777932830058,"GB2-04":74.6906552869277,"GB2-05":87.39759665930131,"GB2-06":88.01189667545198,"GB2-07":57.5477111728953,"GB2-08":74.6021122040075}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T06:47:01Z","reasoning":{"highest":89.2085208479816,"medium":76.47067923160951,"none":78.94676903571784},"reasoning_agg":{"highest":{"max":96.78050092095472,"mean":89.2085208479816,"min":72.56037577417895},"medium":{"max":89.80424752528154,"mean":76.47067923160951,"min":60.1676867101515},"none":{"max":90.33649775055436,"mean":78.94676903571784,"min":57.5477111728953}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":12.737841616372094},"working_program_strength":{"all":81.54198970510298,"highest":89.2085208479816,"medium":76.47067923160951,"none":78.94676903571784}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-1-terra:e0c082ee66056555","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.10675300000000001,"median":0.108693,"min":0.089838,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8540239999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.047753000000000004,"mean":0.03952675,"median":0.03939425,"min":0.0330805,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.316214},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.033728,"mean":0.026974875000000002,"median":0.026358625000000004,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.215799}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.047753000000000004,"mean":0.03952675,"median":0.03939425,"min":0.0330805,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.316214},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.033728,"mean":0.026974875000000002,"median":0.026358625000000004,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.215799},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.10675300000000001,"median":0.108693,"min":0.089838,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8540239999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12554674999999998,"mean":0.05775154166666668,"median":0.03939425,"min":0.023455499999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"run_count":24,"token_priced_attempt_count":24,"total":1.3860370000000004},"codegen_output_tokens":{"attempt_count":24,"output_max":23315,"output_mean":9592.583333333334,"output_min":2164,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":23315,"output_mean":19392.875,"output_min":16117,"run_count":8},"medium":{"attempt_count":8,"output_max":7519,"output_mean":5947.625,"output_min":4240,"run_count":8},"none":{"attempt_count":8,"output_max":4714,"output_mean":3437.25,"output_min":2164,"run_count":8}},"display_name":"GPT-6.1 Terra","economics":{"all":81.14930469289767,"highest":85.85157885577352,"medium":78.41066154938903,"none":79.18567367353047},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"none":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":230222,"total_reasoning_output_tokens":132676,"total_visible_output_tokens":97546,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6.1-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.70529631044577,"score":65.70529631044577},"GB2-02":{"attempts":3,"playable":73.24218099216542,"score":73.24218099216542},"GB2-03":{"attempts":3,"playable":75.33212202948779,"score":75.33212202948779},"GB2-04":{"attempts":3,"playable":81.09152556972906,"score":81.09152556972906},"GB2-05":{"attempts":3,"playable":90.92800534369321,"score":90.92800534369321},"GB2-06":{"attempts":3,"playable":88.37050244204683,"score":88.37050244204683},"GB2-07":{"attempts":3,"playable":94.3627093591687,"score":94.3627093591687},"GB2-08":{"attempts":3,"playable":80.16209549644456,"score":80.16209549644456}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":74.21731925603478,"score":74.21731925603478},"GB2-02":{"attempts":1,"playable":77.80999267110228,"score":77.80999267110228},"GB2-03":{"attempts":1,"playable":88.97365259571586,"score":88.97365259571586},"GB2-04":{"attempts":1,"playable":83.14419734086653,"score":83.14419734086653},"GB2-05":{"attempts":1,"playable":94.48677412825428,"score":94.48677412825428},"GB2-06":{"attempts":1,"playable":89.83893628678484,"score":89.83893628678484},"GB2-07":{"attempts":1,"playable":96.73242890857311,"score":96.73242890857311},"GB2-08":{"attempts":1,"playable":81.6093296588565,"score":81.6093296588565}},"medium":{"GB2-01":{"attempts":1,"playable":62.348141557342906,"score":62.348141557342906},"GB2-02":{"attempts":1,"playable":70.88925249742559,"score":70.88925249742559},"GB2-03":{"attempts":1,"playable":60.658897022190814,"score":60.658897022190814},"GB2-04":{"attempts":1,"playable":77.76526434127953,"score":77.76526434127953},"GB2-05":{"attempts":1,"playable":90.1781123051331,"score":90.1781123051331},"GB2-06":{"attempts":1,"playable":90.5655370993233,"score":90.5655370993233},"GB2-07":{"attempts":1,"playable":94.80826479534657,"score":94.80826479534657},"GB2-08":{"attempts":1,"playable":80.07182277707041,"score":80.07182277707041}},"none":{"GB2-01":{"attempts":1,"playable":60.55042811795964,"score":60.55042811795964},"GB2-02":{"attempts":1,"playable":71.02729780796841,"score":71.02729780796841},"GB2-03":{"attempts":1,"playable":76.36381647055669,"score":76.36381647055669},"GB2-04":{"attempts":1,"playable":82.36511502704109,"score":82.36511502704109},"GB2-05":{"attempts":1,"playable":88.1191295976923,"score":88.1191295976923},"GB2-06":{"attempts":1,"playable":84.70703394003239,"score":84.70703394003239},"GB2-07":{"attempts":1,"playable":91.54743437358644,"score":91.54743437358644},"GB2-08":{"attempts":1,"playable":78.80513405340682,"score":78.80513405340682}}},"id":"gpt-6.1-terra","is_recent_addition":false,"last_measured_at":"2026-11-19T15:41:54Z","match_totals_all":{"draws":1817,"losses":2592,"wins":11021},"match_totals_tracks":{"highest":{"draws":439,"losses":681,"wins":4020},"medium":{"draws":742,"losses":940,"wins":3462},"none":{"draws":636,"losses":971,"wins":3539}},"model_slug":"gpt-6-1-terra","official_rank_by_reasoning":{"highest":16,"medium":16,"none":14},"overall":{"max":96.73242890857311,"mean":81.14930469289767,"min":60.55042811795964},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":15,"overall_ranking_status":"ranked","per_game":{"GB2-01":74.21731925603478,"GB2-02":77.80999267110228,"GB2-03":88.97365259571586,"GB2-04":83.14419734086653,"GB2-05":94.48677412825428,"GB2-06":89.83893628678484,"GB2-07":96.73242890857311,"GB2-08":81.6093296588565},"per_game_all":{"GB2-01":65.70529631044577,"GB2-02":73.24218099216542,"GB2-03":75.33212202948779,"GB2-04":81.09152556972906,"GB2-05":90.92800534369321,"GB2-06":88.37050244204683,"GB2-07":94.3627093591687,"GB2-08":80.16209549644456},"per_game_match_totals_all":{"GB2-01":{"draws":252,"losses":606,"wins":1082},"GB2-02":{"draws":775,"losses":190,"wins":865},"GB2-03":{"draws":415,"losses":384,"wins":1103},"GB2-04":{"draws":255,"losses":306,"wins":1323},"GB2-05":{"draws":0,"losses":265,"wins":1729},"GB2-06":{"draws":120,"losses":209,"wins":1567},"GB2-07":{"draws":0,"losses":162,"wins":1826},"GB2-08":{"draws":0,"losses":470,"wins":1526}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":43,"losses":167,"wins":436},"GB2-02":{"draws":228,"losses":50,"wins":332},"GB2-03":{"draws":76,"losses":64,"wins":494},"GB2-04":{"draws":66,"losses":97,"wins":465},"GB2-05":{"draws":0,"losses":61,"wins":605},"GB2-06":{"draws":26,"losses":65,"wins":541},"GB2-07":{"draws":0,"losses":34,"wins":630},"GB2-08":{"draws":0,"losses":143,"wins":517}},"medium":{"GB2-01":{"draws":93,"losses":219,"wins":334},"GB2-02":{"draws":254,"losses":80,"wins":276},"GB2-03":{"draws":227,"losses":181,"wins":226},"GB2-04":{"draws":118,"losses":108,"wins":402},"GB2-05":{"draws":0,"losses":93,"wins":571},"GB2-06":{"draws":50,"losses":50,"wins":532},"GB2-07":{"draws":0,"losses":50,"wins":612},"GB2-08":{"draws":0,"losses":159,"wins":509}},"none":{"GB2-01":{"draws":116,"losses":220,"wins":312},"GB2-02":{"draws":293,"losses":60,"wins":257},"GB2-03":{"draws":112,"losses":139,"wins":383},"GB2-04":{"draws":71,"losses":101,"wins":456},"GB2-05":{"draws":0,"losses":111,"wins":553},"GB2-06":{"draws":44,"losses":94,"wins":494},"GB2-07":{"draws":0,"losses":78,"wins":584},"GB2-08":{"draws":0,"losses":168,"wins":500}}},"per_game_raw_elo_all":{"GB2-01":1606.3571445616724,"GB2-02":1642.291816027584,"GB2-03":1689.2010189566608,"GB2-04":1745.0854680679677,"GB2-05":2257.9171263150465,"GB2-06":2123.853043378122,"GB2-07":2382.8434858672895,"GB2-08":1966.7713014487663},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1700.6010703322584,"GB2-02":1692.6924321432964,"GB2-03":1929.5418944711835,"GB2-04":1772.7484287736306,"GB2-05":2420.3506596322377,"GB2-06":2159.2250566880743,"GB2-07":2529.773842616466,"GB2-08":2001.272853612521},"medium":{"GB2-01":1568.3426788810284,"GB2-02":1616.3962735392815,"GB2-03":1474.181626740602,"GB2-04":1701.1002572548316,"GB2-05":2216.954471223341,"GB2-06":2180.1165132076003,"GB2-07":2397.7887970210722,"GB2-08":1964.4367912098342},"none":{"GB2-01":1550.1276844717302,"GB2-02":1617.7867424001743,"GB2-03":1663.8795356581968,"GB2-04":1761.4077181754415,"GB2-05":2136.446248089561,"GB2-06":2032.2175602386928,"GB2-07":2220.9678179643306,"GB2-08":1934.6042595239437}},"per_game_tracks":{"highest":{"GB2-01":74.21731925603478,"GB2-02":77.80999267110228,"GB2-03":88.97365259571586,"GB2-04":83.14419734086653,"GB2-05":94.48677412825428,"GB2-06":89.83893628678484,"GB2-07":96.73242890857311,"GB2-08":81.6093296588565},"medium":{"GB2-01":62.348141557342906,"GB2-02":70.88925249742559,"GB2-03":60.658897022190814,"GB2-04":77.76526434127953,"GB2-05":90.1781123051331,"GB2-06":90.5655370993233,"GB2-07":94.80826479534657,"GB2-08":80.07182277707041},"none":{"GB2-01":60.55042811795964,"GB2-02":71.02729780796841,"GB2-03":76.36381647055669,"GB2-04":82.36511502704109,"GB2-05":88.1191295976923,"GB2-06":84.70703394003239,"GB2-07":91.54743437358644,"GB2-08":78.80513405340682}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T05:57:34Z","reasoning":{"highest":85.85157885577352,"medium":78.41066154938903,"none":79.18567367353047},"reasoning_agg":{"highest":{"max":96.73242890857311,"mean":85.85157885577352,"min":74.21731925603478},"medium":{"max":94.80826479534657,"mean":78.41066154938903,"min":60.658897022190814},"none":{"max":91.54743437358644,"mean":79.18567367353047,"min":60.55042811795964}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":7.440917306384492},"working_program_strength":{"all":81.14930469289767,"highest":85.85157885577352,"medium":78.41066154938903,"none":79.18567367353047}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3-1-pro:7e1926695a59c085","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.45841275000000004,"median":0.456374,"min":0.383384,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":3.6673020000000003},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.228888,"mean":0.1761925,"median":0.1786566,"min":0.1389952,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.40954},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.31477,"mean":0.2003284,"median":0.218258,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.6026272000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.228888,"mean":0.1761925,"median":0.1786566,"min":0.1389952,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.40954},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.31477,"mean":0.2003284,"median":0.218258,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.6026272},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.45841275000000004,"median":0.456374,"min":0.383384,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":3.6673019999999994}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.520818,"mean":0.2783112166666667,"median":0.227979,"min":0.093456,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":24},"recorded_attempt_count":24,"run_count":24,"total":6.679469199999999},"codegen_latency_ms":{"attempt_count":24,"max_ms":1025651,"mean_ms":549120.875,"min_ms":169165,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":1025651,"mean_ms":925239.125,"min_ms":802488,"run_count":8},"medium":{"attempt_count":8,"max_ms":423651,"mean_ms":338545.75,"min_ms":271597,"run_count":8},"none":{"attempt_count":8,"max_ms":617894,"mean_ms":383577.75,"min_ms":169165,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":50450,"output_mean":26378.708333333332,"output_min":7904,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":50450,"output_mean":44271.875,"output_min":36897,"run_count":8},"medium":{"attempt_count":8,"output_max":20868,"output_mean":16395.25,"output_min":12584,"run_count":8},"none":{"attempt_count":8,"output_max":29982,"output_mean":18469.0,"output_min":7904,"run_count":8}},"display_name":"Kimi K3.1 Pro","economics":{"all":78.28137921346998,"highest":83.92475253408325,"medium":71.6573421514725,"none":79.26204295485418},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[943718],"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[943718],"total_output_tokens":633089,"total_reasoning_output_tokens":510905,"total_visible_output_tokens":122184,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3.1-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":64.84557705798613,"score":64.84557705798613},"GB2-02":{"attempts":3,"playable":78.39195824860539,"score":78.39195824860539},"GB2-03":{"attempts":3,"playable":62.14988171650622,"score":62.14988171650622},"GB2-04":{"attempts":3,"playable":79.68954965271698,"score":79.68954965271698},"GB2-05":{"attempts":3,"playable":83.29188781664935,"score":83.29188781664935},"GB2-06":{"attempts":3,"playable":87.68811022417084,"score":87.68811022417084},"GB2-07":{"attempts":3,"playable":78.28813521804113,"score":78.28813521804113},"GB2-08":{"attempts":3,"playable":91.9059337730838,"score":91.9059337730838}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":91.42904704380803,"score":91.42904704380803},"GB2-02":{"attempts":1,"playable":79.68394445652407,"score":79.68394445652407},"GB2-03":{"attempts":1,"playable":85.10011091889996,"score":85.10011091889996},"GB2-04":{"attempts":1,"playable":82.05967732672839,"score":82.05967732672839},"GB2-05":{"attempts":1,"playable":88.78325544376527,"score":88.78325544376527},"GB2-06":{"attempts":1,"playable":82.22193306329976,"score":82.22193306329976},"GB2-07":{"attempts":1,"playable":72.91788599223166,"score":72.91788599223166},"GB2-08":{"attempts":1,"playable":89.20216602740891,"score":89.20216602740891}},"medium":{"GB2-01":{"attempts":1,"playable":61.878847639635445,"score":61.878847639635445},"GB2-02":{"attempts":1,"playable":73.88459906380994,"score":73.88459906380994},"GB2-03":{"attempts":1,"playable":14.656846107431393,"score":14.656846107431393},"GB2-04":{"attempts":1,"playable":81.13048143026765,"score":81.13048143026765},"GB2-05":{"attempts":1,"playable":77.56046526891348,"score":77.56046526891348},"GB2-06":{"attempts":1,"playable":90.16715247745476,"score":90.16715247745476},"GB2-07":{"attempts":1,"playable":82.88195487848719,"score":82.88195487848719},"GB2-08":{"attempts":1,"playable":91.09839034578027,"score":91.09839034578027}},"none":{"GB2-01":{"attempts":1,"playable":41.228836490514944,"score":41.228836490514944},"GB2-02":{"attempts":1,"playable":81.60733122548217,"score":81.60733122548217},"GB2-03":{"attempts":1,"playable":86.69268812318731,"score":86.69268812318731},"GB2-04":{"attempts":1,"playable":75.8784902011549,"score":75.8784902011549},"GB2-05":{"attempts":1,"playable":83.53194273726928,"score":83.53194273726928},"GB2-06":{"attempts":1,"playable":90.675245131758,"score":90.675245131758},"GB2-07":{"attempts":1,"playable":79.06456478340455,"score":79.06456478340455},"GB2-08":{"attempts":1,"playable":95.41724494606224,"score":95.41724494606224}}},"id":"moonshotai/kimi-k3.1-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T15:43:18Z","match_totals_all":{"draws":1506,"losses":3211,"wins":10709},"match_totals_tracks":{"highest":{"draws":432,"losses":827,"wins":3883},"medium":{"draws":588,"losses":1355,"wins":3199},"none":{"draws":486,"losses":1029,"wins":3627}},"model_slug":"moonshotai-kimi-k3-1-pro","official_rank_by_reasoning":{"highest":19,"medium":21,"none":13},"overall":{"max":95.41724494606224,"mean":78.28137921346998,"min":14.656846107431393},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":16,"overall_ranking_status":"ranked","per_game":{"GB2-01":91.42904704380803,"GB2-02":79.68394445652407,"GB2-03":85.10011091889996,"GB2-04":82.05967732672839,"GB2-05":88.78325544376527,"GB2-06":82.22193306329976,"GB2-07":72.91788599223166,"GB2-08":89.20216602740891},"per_game_all":{"GB2-01":64.84557705798613,"GB2-02":78.39195824860539,"GB2-03":62.14988171650622,"GB2-04":79.68954965271698,"GB2-05":83.29188781664935,"GB2-06":87.68811022417084,"GB2-07":78.28813521804113,"GB2-08":91.9059337730838},"per_game_match_totals_all":{"GB2-01":{"draws":397,"losses":537,"wins":1006},"GB2-02":{"draws":481,"losses":243,"wins":1110},"GB2-03":{"draws":89,"losses":772,"wins":1047},"GB2-04":{"draws":461,"losses":231,"wins":1192},"GB2-05":{"draws":0,"losses":437,"wins":1555},"GB2-06":{"draws":78,"losses":244,"wins":1574},"GB2-07":{"draws":0,"losses":532,"wins":1454},"GB2-08":{"draws":0,"losses":215,"wins":1771}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":1,"losses":72,"wins":577},"GB2-02":{"draws":180,"losses":62,"wins":368},"GB2-03":{"draws":81,"losses":93,"wins":460},"GB2-04":{"draws":145,"losses":66,"wins":417},"GB2-05":{"draws":0,"losses":105,"wins":559},"GB2-06":{"draws":25,"losses":123,"wins":484},"GB2-07":{"draws":0,"losses":215,"wins":447},"GB2-08":{"draws":0,"losses":91,"wins":571}},"medium":{"GB2-01":{"draws":257,"losses":137,"wins":252},"GB2-02":{"draws":155,"losses":112,"wins":343},"GB2-03":{"draws":1,"losses":564,"wins":75},"GB2-04":{"draws":141,"losses":74,"wins":413},"GB2-05":{"draws":0,"losses":188,"wins":476},"GB2-06":{"draws":34,"losses":59,"wins":539},"GB2-07":{"draws":0,"losses":145,"wins":517},"GB2-08":{"draws":0,"losses":76,"wins":584}},"none":{"GB2-01":{"draws":139,"losses":328,"wins":177},"GB2-02":{"draws":146,"losses":69,"wins":399},"GB2-03":{"draws":7,"losses":115,"wins":512},"GB2-04":{"draws":175,"losses":91,"wins":362},"GB2-05":{"draws":0,"losses":144,"wins":520},"GB2-06":{"draws":19,"losses":62,"wins":551},"GB2-07":{"draws":0,"losses":172,"wins":490},"GB2-08":{"draws":0,"losses":48,"wins":616}}},"per_game_raw_elo_all":{"GB2-01":1643.4947858991152,"GB2-02":1702.1358411161334,"GB2-03":1568.9236056281436,"GB2-04":1726.7353557284423,"GB2-05":1980.3676117842424,"GB2-06":2110.1240482060552,"GB2-07":1801.7420608074237,"GB2-08":2305.8602651075817},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2003.394256971273,"GB2-02":1716.3371478717925,"GB2-03":1826.415692853329,"GB2-04":1757.064385393172,"GB2-05":2161.7156059881822,"GB2-06":1978.4733803735612,"GB2-07":1693.0799632448934,"GB2-08":2203.569581204518},"medium":{"GB2-01":1563.5568008807625,"GB2-02":1647.6342112639138,"GB2-03":1014.8881125057917,"GB2-04":1744.1819485633823,"GB2-05":1803.3374026758302,"GB2-06":2168.5356505152586,"GB2-07":1901.570210172513,"GB2-08":2264.7643509455525},"none":{"GB2-01":1363.5332998453093,"GB2-02":1742.4361642126942,"GB2-03":1865.4670115253107,"GB2-04":1678.9597332287728,"GB2-05":1976.0498266887146,"GB2-06":2183.363113729347,"GB2-07":1810.5760090048652,"GB2-08":2449.246863172675}},"per_game_tracks":{"highest":{"GB2-01":91.42904704380803,"GB2-02":79.68394445652407,"GB2-03":85.10011091889996,"GB2-04":82.05967732672839,"GB2-05":88.78325544376527,"GB2-06":82.22193306329976,"GB2-07":72.91788599223166,"GB2-08":89.20216602740891},"medium":{"GB2-01":61.878847639635445,"GB2-02":73.88459906380994,"GB2-03":14.656846107431393,"GB2-04":81.13048143026765,"GB2-05":77.56046526891348,"GB2-06":90.16715247745476,"GB2-07":82.88195487848719,"GB2-08":91.09839034578027},"none":{"GB2-01":41.228836490514944,"GB2-02":81.60733122548217,"GB2-03":86.69268812318731,"GB2-04":75.8784902011549,"GB2-05":83.53194273726928,"GB2-06":90.675245131758,"GB2-07":79.06456478340455,"GB2-08":95.41724494606224}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T05:48:53Z","reasoning":{"highest":83.92475253408325,"medium":71.6573421514725,"none":79.26204295485418},"reasoning_agg":{"highest":{"max":91.42904704380803,"mean":83.92475253408325,"min":72.91788599223166},"medium":{"max":91.09839034578027,"mean":71.6573421514725,"min":14.656846107431393},"none":{"max":95.41724494606224,"mean":79.26204295485418,"min":41.228836490514944}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":12.267410382610748},"working_program_strength":{"all":78.28137921346998,"highest":83.92475253408325,"medium":71.6573421514725,"none":79.26204295485418}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-4-hydrogen:20fb2be3834f9466","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.827731584375,"median":0.71653275,"min":0.651462,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":6.6218526749999995},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1532025,"mean":0.128996625,"median":0.1284975,"min":0.10965749999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.031973},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06372,"mean":0.0554655,"median":0.05527425,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.44372399999999995}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1532025,"mean":0.128996625,"median":0.1284975,"min":0.10965749999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.0319729999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06372,"mean":0.0554655,"median":0.05527425,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.443724},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.827731584375,"median":0.71653275,"min":0.651462,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":6.621852675}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":1.1871555,"mean":0.337397903125,"median":0.1284975,"min":0.0439695,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":24,"token_priced_attempt_count":26,"total":8.097549675},"codegen_latency_ms":{"attempt_count":26,"max_ms":573775,"mean_ms":171349.41666666666,"min_ms":13879,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":573775,"mean_ms":417867.25,"min_ms":276314,"run_count":8},"medium":{"attempt_count":8,"max_ms":75983,"mean_ms":62671.0,"min_ms":51760,"run_count":8},"none":{"attempt_count":8,"max_ms":115518,"mean_ms":33510.0,"min_ms":13879,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":137864,"output_mean":38099.541666666664,"output_min":4224,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":137864,"output_mean":93213.25,"output_min":69171,"run_count":8},"medium":{"attempt_count":8,"output_max":18781,"output_mean":15437.375,"output_min":12337,"run_count":8},"none":{"attempt_count":8,"output_max":6744,"output_mean":5648.0,"output_min":4224,"run_count":8}},"display_name":"Gemini 4 Hydrogen","economics":{"all":78.23931355660466,"highest":97.15277071663328,"medium":79.80745152688367,"none":57.757718426297004},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[943718],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":27,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[943718],"total_output_tokens":914389,"total_reasoning_output_tokens":663896,"total_visible_output_tokens":250493,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-4-hydrogen","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":82.49703955223396,"score":82.49703955223396},"GB2-02":{"attempts":3,"playable":72.1850881696892,"score":72.1850881696892},"GB2-03":{"attempts":3,"playable":76.04949556893912,"score":76.04949556893912},"GB2-04":{"attempts":3,"playable":73.12613901004966,"score":73.12613901004966},"GB2-05":{"attempts":3,"playable":73.48904895108106,"score":73.48904895108106},"GB2-06":{"attempts":3,"playable":84.33980231743175,"score":84.33980231743175},"GB2-07":{"attempts":3,"playable":88.50749427002772,"score":88.50749427002772},"GB2-08":{"attempts":3,"playable":75.72040061338474,"score":75.72040061338474}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":93.4116539433348,"score":93.4116539433348},"GB2-02":{"attempts":1,"playable":96.89600824173827,"score":96.89600824173827},"GB2-03":{"attempts":1,"playable":97.68626982074731,"score":97.68626982074731},"GB2-04":{"attempts":1,"playable":95.543040967848,"score":95.543040967848},"GB2-05":{"attempts":1,"playable":98.941076829239,"score":98.941076829239},"GB2-06":{"attempts":1,"playable":98.86084999836166,"score":98.86084999836166},"GB2-07":{"attempts":1,"playable":96.65588976401722,"score":96.65588976401722},"GB2-08":{"attempts":1,"playable":99.22737616777995,"score":99.22737616777995}},"medium":{"GB2-01":{"attempts":1,"playable":75.36989169683088,"score":75.36989169683088},"GB2-02":{"attempts":1,"playable":78.70189055526872,"score":78.70189055526872},"GB2-03":{"attempts":1,"playable":79.85693498025789,"score":79.85693498025789},"GB2-04":{"attempts":1,"playable":74.76074823267884,"score":74.76074823267884},"GB2-05":{"attempts":1,"playable":82.84137936761601,"score":82.84137936761601},"GB2-06":{"attempts":1,"playable":75.3544859965549,"score":75.3544859965549},"GB2-07":{"attempts":1,"playable":90.91264250019078,"score":90.91264250019078},"GB2-08":{"attempts":1,"playable":80.66163888567134,"score":80.66163888567134}},"none":{"GB2-01":{"attempts":1,"playable":78.7095730165362,"score":78.7095730165362},"GB2-02":{"attempts":1,"playable":40.95736571206057,"score":40.95736571206057},"GB2-03":{"attempts":1,"playable":50.60528190581216,"score":50.60528190581216},"GB2-04":{"attempts":1,"playable":49.07462782962214,"score":49.07462782962214},"GB2-05":{"attempts":1,"playable":38.68469065638817,"score":38.68469065638817},"GB2-06":{"attempts":1,"playable":78.80407095737867,"score":78.80407095737867},"GB2-07":{"attempts":1,"playable":77.95395054587519,"score":77.95395054587519},"GB2-08":{"attempts":1,"playable":47.272186786702946,"score":47.272186786702946}}},"id":"gemini-4-hydrogen","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:49Z","match_totals_all":{"draws":1463,"losses":3143,"wins":10814},"match_totals_tracks":{"highest":{"draws":95,"losses":167,"wins":4878},"medium":{"draws":496,"losses":1022,"wins":3624},"none":{"draws":872,"losses":1954,"wins":2312}},"model_slug":"gemini-4-hydrogen","official_rank_by_reasoning":{"highest":3,"medium":13,"none":23},"overall":{"max":99.22737616777995,"mean":78.23931355660466,"min":38.68469065638817},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":17,"overall_ranking_status":"ranked","per_game":{"GB2-01":93.4116539433348,"GB2-02":96.89600824173827,"GB2-03":97.68626982074731,"GB2-04":95.543040967848,"GB2-05":98.941076829239,"GB2-06":98.86084999836166,"GB2-07":96.65588976401722,"GB2-08":99.22737616777995},"per_game_all":{"GB2-01":82.49703955223396,"GB2-02":72.1850881696892,"GB2-03":76.04949556893912,"GB2-04":73.12613901004966,"GB2-05":73.48904895108106,"GB2-06":84.33980231743175,"GB2-07":88.50749427002772,"GB2-08":75.72040061338474},"per_game_match_totals_all":{"GB2-01":{"draws":5,"losses":402,"wins":1537},"GB2-02":{"draws":668,"losses":238,"wins":924},"GB2-03":{"draws":44,"losses":526,"wins":1332},"GB2-04":{"draws":689,"losses":226,"wins":969},"GB2-05":{"draws":0,"losses":597,"wins":1391},"GB2-06":{"draws":57,"losses":320,"wins":1523},"GB2-07":{"draws":0,"losses":298,"wins":1688},"GB2-08":{"draws":0,"losses":536,"wins":1450}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":56,"wins":592},"GB2-02":{"draws":44,"losses":7,"wins":559},"GB2-03":{"draws":6,"losses":21,"wins":607},"GB2-04":{"draws":44,"losses":17,"wins":567},"GB2-05":{"draws":0,"losses":16,"wins":646},"GB2-06":{"draws":1,"losses":9,"wins":624},"GB2-07":{"draws":0,"losses":33,"wins":629},"GB2-08":{"draws":0,"losses":8,"wins":654}},"medium":{"GB2-01":{"draws":2,"losses":186,"wins":462},"GB2-02":{"draws":206,"losses":55,"wins":349},"GB2-03":{"draws":6,"losses":166,"wins":462},"GB2-04":{"draws":249,"losses":61,"wins":318},"GB2-05":{"draws":0,"losses":151,"wins":513},"GB2-06":{"draws":33,"losses":166,"wins":435},"GB2-07":{"draws":0,"losses":85,"wins":577},"GB2-08":{"draws":0,"losses":152,"wins":508}},"none":{"GB2-01":{"draws":3,"losses":160,"wins":483},"GB2-02":{"draws":418,"losses":176,"wins":16},"GB2-03":{"draws":32,"losses":339,"wins":263},"GB2-04":{"draws":396,"losses":148,"wins":84},"GB2-05":{"draws":0,"losses":430,"wins":232},"GB2-06":{"draws":23,"losses":145,"wins":464},"GB2-07":{"draws":0,"losses":180,"wins":482},"GB2-08":{"draws":0,"losses":376,"wins":288}}},"per_game_raw_elo_all":{"GB2-01":1846.895784858767,"GB2-02":1738.3417071459708,"GB2-03":1826.863022768973,"GB2-04":1723.1547083005134,"GB2-05":2003.650400112172,"GB2-06":2143.468678172194,"GB2-07":2167.158935027452,"GB2-08":2052.181954756401},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2065.649707806768,"GB2-02":2145.3826288784776,"GB2-03":2380.669487626713,"GB2-04":2065.6261201369507,"GB2-05":2859.366954803203,"GB2-06":2679.819756750854,"GB2-07":2523.751033637485,"GB2-08":2886.7121564891863},"medium":{"GB2-01":1715.1341592907893,"GB2-02":1703.7472144476753,"GB2-03":1720.774886555609,"GB2-04":1666.4059113298947,"GB2-05":1953.9249236306625,"GB2-06":1841.7126993512995,"GB2-07":2190.4707032118645,"GB2-08":1978.4771814005608},"none":{"GB2-01":1759.903487478743,"GB2-02":1365.8952781117596,"GB2-03":1379.1446941245977,"GB2-04":1437.4320934346954,"GB2-05":1197.6593219026508,"GB2-06":1908.8735784144285,"GB2-07":1787.2550682330063,"GB2-08":1291.3565263794553}},"per_game_tracks":{"highest":{"GB2-01":93.4116539433348,"GB2-02":96.89600824173827,"GB2-03":97.68626982074731,"GB2-04":95.543040967848,"GB2-05":98.941076829239,"GB2-06":98.86084999836166,"GB2-07":96.65588976401722,"GB2-08":99.22737616777995},"medium":{"GB2-01":75.36989169683088,"GB2-02":78.70189055526872,"GB2-03":79.85693498025789,"GB2-04":74.76074823267884,"GB2-05":82.84137936761601,"GB2-06":75.3544859965549,"GB2-07":90.91264250019078,"GB2-08":80.66163888567134},"none":{"GB2-01":78.7095730165362,"GB2-02":40.95736571206057,"GB2-03":50.60528190581216,"GB2-04":49.07462782962214,"GB2-05":38.68469065638817,"GB2-06":78.80407095737867,"GB2-07":77.95395054587519,"GB2-08":47.272186786702946}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T07:06:45Z","reasoning":{"highest":97.15277071663328,"medium":79.80745152688367,"none":57.757718426297004},"reasoning_agg":{"highest":{"max":99.22737616777995,"mean":97.15277071663328,"min":93.4116539433348},"medium":{"max":90.91264250019078,"mean":79.80745152688367,"min":74.76074823267884},"none":{"max":78.80407095737867,"mean":57.757718426297004,"min":38.68469065638817}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":39.39505229033628},"working_program_strength":{"all":78.23931355660466,"highest":97.15277071663328,"medium":79.80745152688367,"none":57.757718426297004}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-5:129a32a74685af92","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":13,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":2.09943,"mean":1.379653125,"median":1.3205149999999999,"min":0.8875599999999999,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":22.074450000000002},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.551725,"mean":0.44617968750000003,"median":0.45788,"min":0.33828,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":7.1388750000000005},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.5221625,"mean":0.2856328125,"median":0.2536225,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":4.570125}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.551725,"mean":0.44617968750000003,"median":0.45788,"min":0.33828,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":7.138875},"historical-provider-setting-baseline":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.5221625,"mean":0.2856328125,"median":0.2536225,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":4.570125},"historical-provider-setting-intensive":{"admitted_cell_count":13,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":2.09943,"mean":1.379653125,"median":1.3205149999999999,"min":0.8875599999999999,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":16},"run_count":16,"token_priced_attempt_count":16,"total":22.074450000000002}},"codegen_cost_usd":{"admitted_cell_count":41,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":48},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":7,"max":2.09943,"mean":0.703821875,"median":0.48028875,"min":0.2178175,"pricing_table_versions":{"boardgame-list-prices-2026-07-25":48},"run_count":48,"token_priced_attempt_count":48,"total":33.78345},"codegen_latency_ms":{"attempt_count":48,"max_ms":999214,"mean_ms":286075.0416666667,"min_ms":51907,"run_count":48},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":16,"max_ms":999214,"mean_ms":596693.625,"min_ms":340056,"run_count":16},"medium":{"attempt_count":16,"max_ms":302283,"mean_ms":172049.4375,"min_ms":111251,"run_count":16},"none":{"attempt_count":16,"max_ms":344404,"mean_ms":89482.0625,"min_ms":51907,"run_count":16}},"codegen_output_tokens":{"attempt_count":48,"output_max":88360,"output_mean":25640.5,"output_min":5404,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":16,"output_max":88360,"output_mean":52673.75,"output_min":31102,"run_count":16},"medium":{"attempt_count":16,"output_max":25625,"output_mean":15334.8125,"output_min":9676,"run_count":16},"none":{"attempt_count":16,"output_max":28699,"output_mean":8912.9375,"output_min":5404,"run_count":16}},"display_name":"Claude Opus 5","economics":{"all":76.68609096333522,"highest":84.78609401660788,"medium":75.2520516046283,"none":70.02012726876943},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"too_slow"},"medium":{"GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":48,"finish_reasons":["end_turn"],"indexed_attempts":48,"output_token_observations":48,"reasoning_token_observations":48,"requested_max_output_token_observations":48,"requested_max_output_tokens":[128000],"total_output_tokens":1230744,"total_reasoning_output_tokens":878158,"total_visible_output_tokens":352586,"visible_token_observations":48},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"first_pass_admitted":14,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"performance_rejections":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":2},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"first_pass_admitted":14,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"performance_rejections":1},"GB2-07":{"admitted":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06","GB2-07"],"performance_rejections":2},"intensive":{"admitted_plugins":13,"evaluated_cells":16,"first_pass_admitted":13,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"performance_rejections":2},"GB2-07":{"admitted":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06","GB2-07"],"performance_rejections":3}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":71.90585927215189,"score":71.90585927215189},"GB2-02":{"attempts":6,"playable":74.1131914562274,"score":74.1131914562274},"GB2-03":{"attempts":6,"playable":75.60423871986545,"score":75.60423871986545},"GB2-04":{"attempts":6,"playable":58.11637608559382,"score":58.11637608559382},"GB2-05":{"attempts":6,"playable":88.66545527176508,"score":88.66545527176508},"GB2-06":{"attempts":1,"playable":85.97007741395471,"score":85.97007741395471},"GB2-07":{"attempts":4,"playable":83.65257119029434,"score":83.65257119029434},"GB2-08":{"attempts":6,"playable":79.4282946990534,"score":79.4282946990534}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":69.65944076050364,"score":69.65944076050364},"GB2-02":{"attempts":2,"playable":82.16212562709958,"score":82.16212562709958},"GB2-03":{"attempts":2,"playable":92.8651443024647,"score":92.8651443024647},"GB2-04":{"attempts":2,"playable":79.18124228327656,"score":79.18124228327656},"GB2-05":{"attempts":2,"playable":91.66947516032138,"score":91.66947516032138},"GB2-07":{"attempts":1,"playable":94.9197909073157,"score":94.9197909073157},"GB2-08":{"attempts":2,"playable":83.04543907527355,"score":83.04543907527355}},"medium":{"GB2-01":{"attempts":2,"playable":69.51644026323024,"score":69.51644026323024},"GB2-02":{"attempts":2,"playable":69.28978369900682,"score":69.28978369900682},"GB2-03":{"attempts":2,"playable":85.00412361758826,"score":85.00412361758826},"GB2-04":{"attempts":2,"playable":46.7004525241723,"score":46.7004525241723},"GB2-05":{"attempts":2,"playable":87.00569823973684,"score":87.00569823973684},"GB2-07":{"attempts":2,"playable":82.25371319252883,"score":82.25371319252883},"GB2-08":{"attempts":2,"playable":86.99414969613493,"score":86.99414969613493}},"none":{"GB2-01":{"attempts":2,"playable":76.54169679272178,"score":76.54169679272178},"GB2-02":{"attempts":2,"playable":70.88766504257576,"score":70.88766504257576},"GB2-03":{"attempts":2,"playable":48.9434482395434,"score":48.9434482395434},"GB2-04":{"attempts":2,"playable":48.4674334493326,"score":48.4674334493326},"GB2-05":{"attempts":2,"playable":87.32119241523702,"score":87.32119241523702},"GB2-06":{"attempts":1,"playable":85.97007741395471,"score":85.97007741395471},"GB2-07":{"attempts":1,"playable":73.7842094710385,"score":73.7842094710385},"GB2-08":{"attempts":2,"playable":68.2452953257517,"score":68.2452953257517}}},"id":"claude-opus-5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:06:13Z","match_totals_all":{"draws":3274,"losses":5798,"wins":17294},"match_totals_tracks":{"highest":{"draws":501,"losses":1376,"wins":6477},"medium":{"draws":1195,"losses":2003,"wins":5828},"none":{"draws":1578,"losses":2419,"wins":4989}},"model_slug":"claude-opus-5","official_rank_by_reasoning":{"highest":18,"medium":18,"none":20},"overall":{"max":94.9197909073157,"mean":76.68609096333522,"min":46.7004525241723},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":18,"overall_ranking_status":"ranked","per_game":{"GB2-01":69.65944076050364,"GB2-02":82.16212562709958,"GB2-03":92.8651443024647,"GB2-04":79.18124228327656,"GB2-05":91.66947516032138,"GB2-07":94.9197909073157,"GB2-08":83.04543907527355},"per_game_all":{"GB2-01":71.90585927215189,"GB2-02":74.1131914562274,"GB2-03":75.60423871986545,"GB2-04":58.11637608559382,"GB2-05":88.66545527176508,"GB2-07":83.65257119029434,"GB2-08":79.4282946990534},"per_game_match_totals_all":{"GB2-01":{"draws":544,"losses":930,"wins":2402},"GB2-02":{"draws":1258,"losses":500,"wins":1914},"GB2-03":{"draws":190,"losses":1042,"wins":2576},"GB2-04":{"draws":1256,"losses":1104,"wins":1412},"GB2-05":{"draws":0,"losses":619,"wins":3367},"GB2-06":{"draws":26,"losses":94,"wins":512},"GB2-07":{"draws":0,"losses":551,"wins":2097},"GB2-08":{"draws":0,"losses":958,"wins":3014}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":18,"losses":417,"wins":857},"GB2-02":{"draws":252,"losses":148,"wins":824},"GB2-03":{"draws":15,"losses":132,"wins":1121},"GB2-04":{"draws":216,"losses":208,"wins":834},"GB2-05":{"draws":0,"losses":152,"wins":1176},"GB2-07":{"draws":0,"losses":48,"wins":614},"GB2-08":{"draws":0,"losses":271,"wins":1051}},"medium":{"GB2-01":{"draws":112,"losses":380,"wins":802},"GB2-02":{"draws":519,"losses":179,"wins":526},"GB2-03":{"draws":20,"losses":258,"wins":994},"GB2-04":{"draws":544,"losses":446,"wins":266},"GB2-05":{"draws":0,"losses":235,"wins":1095},"GB2-07":{"draws":0,"losses":294,"wins":1030},"GB2-08":{"draws":0,"losses":211,"wins":1115}},"none":{"GB2-01":{"draws":414,"losses":133,"wins":743},"GB2-02":{"draws":487,"losses":173,"wins":564},"GB2-03":{"draws":155,"losses":652,"wins":461},"GB2-04":{"draws":496,"losses":450,"wins":312},"GB2-05":{"draws":0,"losses":232,"wins":1096},"GB2-06":{"draws":26,"losses":94,"wins":512},"GB2-07":{"draws":0,"losses":209,"wins":453},"GB2-08":{"draws":0,"losses":476,"wins":848}}},"per_game_raw_elo_all":{"GB2-01":1712.0731580466106,"GB2-02":1657.996079507547,"GB2-03":1753.7170691332149,"GB2-04":1526.485369317669,"GB2-05":2219.7513815178213,"GB2-07":2018.464396116633,"GB2-08":1965.518055670893},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1712.7579198044245,"GB2-02":1755.152322176137,"GB2-03":2072.578570431439,"GB2-04":1727.6064120815408,"GB2-05":2445.6102988807793,"GB2-07":2404.6230641854177,"GB2-08":2042.0558040594933},"medium":{"GB2-01":1654.8063239201128,"GB2-02":1600.604509216009,"GB2-03":1824.1900769823187,"GB2-04":1418.7732435191288,"GB2-05":2106.7457147858286,"GB2-07":1942.571144143768,"GB2-08":2157.345498251139},"none":{"GB2-01":1768.6552304152942,"GB2-02":1618.2314071304954,"GB2-03":1364.3825599858872,"GB2-04":1433.0764523523367,"GB2-05":2106.898130886856,"GB2-06":2061.024495803874,"GB2-07":1708.198980020714,"GB2-08":1697.1528647020466}},"per_game_tracks":{"highest":{"GB2-01":69.65944076050364,"GB2-02":82.16212562709958,"GB2-03":92.8651443024647,"GB2-04":79.18124228327656,"GB2-05":91.66947516032138,"GB2-07":94.9197909073157,"GB2-08":83.04543907527355},"medium":{"GB2-01":69.51644026323024,"GB2-02":69.28978369900682,"GB2-03":85.00412361758826,"GB2-04":46.7004525241723,"GB2-05":87.00569823973684,"GB2-07":82.25371319252883,"GB2-08":86.99414969613493},"none":{"GB2-01":76.54169679272178,"GB2-02":70.88766504257576,"GB2-03":48.9434482395434,"GB2-04":48.4674334493326,"GB2-05":87.32119241523702,"GB2-06":85.97007741395471,"GB2-07":73.7842094710385,"GB2-08":68.2452953257517}},"program_outcomes":{"all":{"counted_attempts":41,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":7,"worked_after_repair":0,"worked_first_time":41,"working":41},"highest":{"counted_attempts":13,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":3,"worked_after_repair":0,"worked_first_time":13,"working":13},"medium":{"counted_attempts":14,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":14,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":0,"worked_first_time":14,"working":14}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T06:57:33Z","reasoning":{"highest":84.78609401660788,"medium":75.2520516046283,"none":70.02012726876943},"reasoning_agg":{"highest":{"max":94.9197909073157,"mean":84.78609401660788,"min":69.65944076050364},"medium":{"max":87.00569823973684,"mean":75.2520516046283,"min":46.7004525241723},"none":{"max":87.32119241523702,"mean":70.02012726876943,"min":48.4674334493326}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.765966747838448},"working_program_strength":{"all":76.68609096333522,"highest":84.78609401660788,"medium":75.2520516046283,"none":70.02012726876943}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-sol:232cd52b3fc2d07d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.20679475000000003,"median":0.2051385,"min":0.185721,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.654358},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1118895,"mean":0.07831456249999999,"median":0.0772785,"min":0.0550535,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6265165},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.052136,"mean":0.043196000000000005,"median":0.04354475,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.34556800000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.1118895,"mean":0.07831456249999999,"median":0.0772785,"min":0.0550535,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6265164999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.052136,"mean":0.043196000000000005,"median":0.04354475,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.34556800000000004},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.20679475000000003,"median":0.2051385,"min":0.185721,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.654358}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.225321,"mean":0.10943510416666667,"median":0.0772785,"min":0.033231000000000004,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":24,"token_priced_attempt_count":25,"total":2.626442500000001},"codegen_output_tokens":{"attempt_count":25,"output_max":20604,"output_mean":8932.083333333334,"output_min":1527,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":20604,"output_mean":18742.75,"output_min":16066,"run_count":8},"medium":{"attempt_count":9,"output_max":7600,"output_mean":5670.625,"output_min":3698,"run_count":8},"none":{"attempt_count":8,"output_max":3203,"output_mean":2382.875,"output_min":1527,"run_count":8}},"display_name":"GPT-6 Sol","economics":{"all":72.93976091429217,"highest":79.04708825237384,"medium":75.13131290910714,"none":64.64088158139555},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[65536],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[65536],"total_output_tokens":214370,"total_reasoning_output_tokens":129853,"total_visible_output_tokens":84517,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":35.973784200573846,"score":35.973784200573846},"GB2-02":{"attempts":3,"playable":67.04674941018577,"score":67.04674941018577},"GB2-03":{"attempts":3,"playable":81.99649299255044,"score":81.99649299255044},"GB2-04":{"attempts":3,"playable":66.90770220783692,"score":66.90770220783692},"GB2-05":{"attempts":3,"playable":85.51074149445515,"score":85.51074149445515},"GB2-06":{"attempts":3,"playable":79.13058073212967,"score":79.13058073212967},"GB2-07":{"attempts":3,"playable":80.49534564937923,"score":80.49534564937923},"GB2-08":{"attempts":3,"playable":86.45669062722637,"score":86.45669062722637}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":9.858294468641867,"score":9.858294468641867},"GB2-02":{"attempts":1,"playable":81.51283344690266,"score":81.51283344690266},"GB2-03":{"attempts":1,"playable":93.12263724937412,"score":93.12263724937412},"GB2-04":{"attempts":1,"playable":87.28886421028294,"score":87.28886421028294},"GB2-05":{"attempts":1,"playable":92.59349632288605,"score":92.59349632288605},"GB2-06":{"attempts":1,"playable":88.15672969913389,"score":88.15672969913389},"GB2-07":{"attempts":1,"playable":92.55274680018609,"score":92.55274680018609},"GB2-08":{"attempts":1,"playable":87.29110382158312,"score":87.29110382158312}},"medium":{"GB2-01":{"attempts":1,"playable":40.354234793274344,"score":40.354234793274344},"GB2-02":{"attempts":1,"playable":68.35258718463996,"score":68.35258718463996},"GB2-03":{"attempts":1,"playable":73.2954579137505,"score":73.2954579137505},"GB2-04":{"attempts":1,"playable":71.77809945522739,"score":71.77809945522739},"GB2-05":{"attempts":1,"playable":89.59233563647324,"score":89.59233563647324},"GB2-06":{"attempts":1,"playable":78.10388424573583,"score":78.10388424573583},"GB2-07":{"attempts":1,"playable":93.02771884409255,"score":93.02771884409255},"GB2-08":{"attempts":1,"playable":86.54618519966331,"score":86.54618519966331}},"none":{"GB2-01":{"attempts":1,"playable":57.708823339805335,"score":57.708823339805335},"GB2-02":{"attempts":1,"playable":51.274827599014664,"score":51.274827599014664},"GB2-03":{"attempts":1,"playable":79.57138381452673,"score":79.57138381452673},"GB2-04":{"attempts":1,"playable":41.6561429580004,"score":41.6561429580004},"GB2-05":{"attempts":1,"playable":74.34639252400615,"score":74.34639252400615},"GB2-06":{"attempts":1,"playable":71.13112825151933,"score":71.13112825151933},"GB2-07":{"attempts":1,"playable":55.905571303859055,"score":55.905571303859055},"GB2-08":{"attempts":1,"playable":85.53278286043269,"score":85.53278286043269}}},"id":"gpt-6-sol","is_recent_addition":false,"last_measured_at":"2026-11-19T16:06:26Z","match_totals_all":{"draws":1878,"losses":3849,"wins":9699},"match_totals_tracks":{"highest":{"draws":324,"losses":1082,"wins":3732},"medium":{"draws":749,"losses":1116,"wins":3283},"none":{"draws":805,"losses":1651,"wins":2684}},"model_slug":"gpt-6-sol","official_rank_by_reasoning":{"highest":22,"medium":19,"none":21},"overall":{"max":93.12263724937412,"mean":72.93976091429217,"min":9.858294468641867},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":19,"overall_ranking_status":"ranked","per_game":{"GB2-01":9.858294468641867,"GB2-02":81.51283344690266,"GB2-03":93.12263724937412,"GB2-04":87.28886421028294,"GB2-05":92.59349632288605,"GB2-06":88.15672969913389,"GB2-07":92.55274680018609,"GB2-08":87.29110382158312},"per_game_all":{"GB2-01":35.973784200573846,"GB2-02":67.04674941018577,"GB2-03":81.99649299255044,"GB2-04":66.90770220783692,"GB2-05":85.51074149445515,"GB2-06":79.13058073212967,"GB2-07":80.49534564937923,"GB2-08":86.45669062722637},"per_game_match_totals_all":{"GB2-01":{"draws":230,"losses":1179,"wins":533},"GB2-02":{"draws":829,"losses":278,"wins":729},"GB2-03":{"draws":97,"losses":406,"wins":1399},"GB2-04":{"draws":618,"losses":389,"wins":877},"GB2-05":{"draws":0,"losses":383,"wins":1609},"GB2-06":{"draws":104,"losses":413,"wins":1381},"GB2-07":{"draws":0,"losses":469,"wins":1517},"GB2-08":{"draws":0,"losses":332,"wins":1654}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":32,"losses":575,"wins":39},"GB2-02":{"draws":186,"losses":48,"wins":378},"GB2-03":{"draws":8,"losses":64,"wins":562},"GB2-04":{"draws":70,"losses":67,"wins":491},"GB2-05":{"draws":0,"losses":77,"wins":587},"GB2-06":{"draws":28,"losses":77,"wins":527},"GB2-07":{"draws":0,"losses":70,"wins":592},"GB2-08":{"draws":0,"losses":104,"wins":556}},"medium":{"GB2-01":{"draws":181,"losses":317,"wins":152},"GB2-02":{"draws":278,"losses":86,"wins":248},"GB2-03":{"draws":52,"losses":188,"wins":394},"GB2-04":{"draws":194,"losses":109,"wins":325},"GB2-05":{"draws":0,"losses":98,"wins":566},"GB2-06":{"draws":44,"losses":141,"wins":447},"GB2-07":{"draws":0,"losses":66,"wins":596},"GB2-08":{"draws":0,"losses":111,"wins":555}},"none":{"GB2-01":{"draws":17,"losses":287,"wins":342},"GB2-02":{"draws":365,"losses":144,"wins":103},"GB2-03":{"draws":37,"losses":154,"wins":443},"GB2-04":{"draws":354,"losses":213,"wins":61},"GB2-05":{"draws":0,"losses":208,"wins":456},"GB2-06":{"draws":32,"losses":195,"wins":407},"GB2-07":{"draws":0,"losses":333,"wins":329},"GB2-08":{"draws":0,"losses":117,"wins":543}}},"per_game_raw_elo_all":{"GB2-01":1277.511202412726,"GB2-02":1593.1165348726379,"GB2-03":1806.2730500148136,"GB2-04":1618.1888497901534,"GB2-05":2081.03272718145,"GB2-06":1923.7590667640252,"GB2-07":2002.9772378843782,"GB2-08":2125.0269813259024},"per_game_raw_elo_tracks":{"highest":{"GB2-01":955.5996070957384,"GB2-02":1741.104819028685,"GB2-03":2083.116816161353,"GB2-04":1840.950416827718,"GB2-05":2322.4593432961865,"GB2-06":2114.2568109424174,"GB2-07":2271.634154536167,"GB2-08":2147.799870864459},"medium":{"GB2-01":1355.028711074274,"GB2-02":1591.5739348230131,"GB2-03":1619.9090447437552,"GB2-04":1634.6422512774873,"GB2-05":2193.3645616450735,"GB2-06":1895.0428305169842,"GB2-07":2296.6286979757733,"GB2-08":2127.2245445042395},"none":{"GB2-01":1521.905289068166,"GB2-02":1446.670850766215,"GB2-03":1715.7932891393323,"GB2-04":1378.9738812652545,"GB2-05":1727.2742766030897,"GB2-06":1761.9775588326743,"GB2-07":1440.6688611411944,"GB2-08":2100.0565286090086}},"per_game_tracks":{"highest":{"GB2-01":9.858294468641867,"GB2-02":81.51283344690266,"GB2-03":93.12263724937412,"GB2-04":87.28886421028294,"GB2-05":92.59349632288605,"GB2-06":88.15672969913389,"GB2-07":92.55274680018609,"GB2-08":87.29110382158312},"medium":{"GB2-01":40.354234793274344,"GB2-02":68.35258718463996,"GB2-03":73.2954579137505,"GB2-04":71.77809945522739,"GB2-05":89.59233563647324,"GB2-06":78.10388424573583,"GB2-07":93.02771884409255,"GB2-08":86.54618519966331},"none":{"GB2-01":57.708823339805335,"GB2-02":51.274827599014664,"GB2-03":79.57138381452673,"GB2-04":41.6561429580004,"GB2-05":74.34639252400615,"GB2-06":71.13112825151933,"GB2-07":55.905571303859055,"GB2-08":85.53278286043269}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T06:19:04Z","reasoning":{"highest":79.04708825237384,"medium":75.13131290910714,"none":64.64088158139555},"reasoning_agg":{"highest":{"max":93.12263724937412,"mean":79.04708825237384,"min":9.858294468641867},"medium":{"max":93.02771884409255,"mean":75.13131290910714,"min":40.354234793274344},"none":{"max":85.53278286043269,"mean":64.64088158139555,"min":41.6561429580004}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.406206670978293},"working_program_strength":{"all":72.93976091429217,"highest":79.04708825237384,"medium":75.13131290910714,"none":64.64088158139555}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen4-max:053d5871f6e6ba07","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2783175,"mean":0.18939134999999999,"median":0.21886755000000002,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":7},"recorded_attempt_count":8,"run_count":8,"total":1.5151307999999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.243576,"mean":0.18071694375000003,"median":0.1790676,"min":0.128178,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":1.44573555},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.1392045,"mean":0.063051684375,"median":0.050916,"min":0.0338985,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":12,"run_count":8,"total":0.504413475}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.243576,"mean":0.18071694375000003,"median":0.1790676,"min":0.128178,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":1.4457355500000002},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.1392045,"mean":0.063051684375,"median":0.050916,"min":0.0338985,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":12,"run_count":8,"total":0.504413475},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2783175,"mean":0.18939134999999999,"median":0.21886755000000002,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":7},"recorded_attempt_count":8,"run_count":8,"total":1.5151307999999999}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.2783175,"mean":0.14438665937499998,"median":0.15609285,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"recorded_attempt_count":28,"run_count":24,"total":3.4652798250000005},"codegen_latency_ms":{"attempt_count":27,"max_ms":1033646,"mean_ms":533288.9130434783,"min_ms":62325,"run_count":23},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":7,"max_ms":1033646,"mean_ms":798131.5714285715,"min_ms":569211,"run_count":7},"medium":{"attempt_count":8,"max_ms":927942,"mean_ms":695739.125,"min_ms":480219,"run_count":8},"none":{"attempt_count":12,"max_ms":320916,"mean_ms":139101.375,"min_ms":62325,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":59346,"output_mean":30002.333333333332,"output_min":4193,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":59346,"output_mean":42269.375,"output_min":17686,"run_count":8},"medium":{"attempt_count":8,"output_max":51595,"output_mean":37999.375,"output_min":24994,"run_count":8},"none":{"attempt_count":12,"output_max":22969,"output_mean":9738.25,"output_min":4193,"run_count":8}},"display_name":"Qwen4 Max","economics":{"all":68.15765503941972,"highest":75.22705896361622,"medium":82.50631675103335,"none":46.73958940360959},"first_seen_at":"2026-11-19T16:02:54Z","game_gaps":{"highest":{"GB2-01":"infra_excluded"},"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[131072],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[131072],"total_output_tokens":720056,"total_reasoning_output_tokens":540294,"total_visible_output_tokens":179762,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen4-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":7,"first_pass_admitted":7,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":71.27900547065077,"score":71.27900547065077},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":90.94841016882503,"score":60.63227344588336},"GB2-03":{"attempts":3,"playable":85.59977608915443,"score":85.59977608915443},"GB2-04":{"attempts":3,"playable":60.82071811117485,"score":60.82071811117485},"GB2-05":{"attempts":3,"playable":87.41293050071954,"score":87.41293050071954},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":67.15457073438856,"score":44.7697138229257},"GB2-07":{"attempts":3,"playable":72.30366665609057,"score":72.30366665609057},"GB2-08":{"attempts":3,"playable":61.12713838777008,"score":61.12713838777008}},"headline_games_tracks":{"highest":{"GB2-02":{"attempts":1,"playable":92.36313400226344,"score":92.36313400226344},"GB2-03":{"attempts":1,"playable":91.59672032880752,"score":91.59672032880752},"GB2-04":{"attempts":1,"playable":83.92234931942544,"score":83.92234931942544},"GB2-05":{"attempts":1,"playable":86.62027317129987,"score":86.62027317129987},"GB2-06":{"attempts":1,"playable":39.76850591996377,"score":39.76850591996377},"GB2-07":{"attempts":1,"playable":88.55430198494817,"score":88.55430198494817},"GB2-08":{"attempts":1,"playable":43.764128018605355,"score":43.764128018605355}},"medium":{"GB2-01":{"attempts":1,"playable":61.710226685547575,"score":61.710226685547575},"GB2-02":{"attempts":1,"playable":89.53368633538663,"score":89.53368633538663},"GB2-03":{"attempts":1,"playable":90.7837758342193,"score":90.7837758342193},"GB2-04":{"attempts":1,"playable":60.08545523812617,"score":60.08545523812617},"GB2-05":{"attempts":1,"playable":94.27941256879812,"score":94.27941256879812},"GB2-06":{"attempts":1,"playable":94.54063554881333,"score":94.54063554881333},"GB2-07":{"attempts":1,"playable":88.91821867822726,"score":88.91821867822726},"GB2-08":{"attempts":1,"playable":80.19912311914848,"score":80.19912311914848}},"none":{"GB2-01":{"attempts":1,"playable":80.84778425575398,"score":80.84778425575398},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":74.41883210443649,"score":74.41883210443649},"GB2-04":{"attempts":1,"playable":38.454349775972965,"score":38.454349775972965},"GB2-05":{"attempts":1,"playable":81.33910576206061,"score":81.33910576206061},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":39.43847930509627,"score":39.43847930509627},"GB2-08":{"attempts":1,"playable":59.41816402555641,"score":59.41816402555641}}},"id":"qwen/qwen4-max","is_recent_addition":true,"last_measured_at":"2026-11-19T16:02:54Z","match_totals_all":{"draws":819,"losses":3626,"wins":9083},"match_totals_tracks":{"highest":{"draws":161,"losses":1219,"wins":3108},"medium":{"draws":224,"losses":970,"wins":3946},"none":{"draws":434,"losses":1437,"wins":2029}},"model_slug":"qwen-qwen4-max","official_rank_by_reasoning":{"medium":12,"none":43},"overall":{"max":94.54063554881333,"mean":68.15765503941972,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["generation_incomplete"],"overall_official_rank":20,"overall_ranking_status":"partial","per_game":{"GB2-02":92.36313400226344,"GB2-03":91.59672032880752,"GB2-04":83.92234931942544,"GB2-05":86.62027317129987,"GB2-06":39.76850591996377,"GB2-07":88.55430198494817,"GB2-08":43.764128018605355},"per_game_all":{"GB2-03":85.59977608915443,"GB2-04":60.82071811117485,"GB2-05":87.41293050071954,"GB2-07":72.30366665609057,"GB2-08":61.12713838777008},"per_game_match_totals_all":{"GB2-01":{"draws":87,"losses":379,"wins":836},"GB2-02":{"draws":119,"losses":92,"wins":1009},"GB2-03":{"draws":22,"losses":361,"wins":1519},"GB2-04":{"draws":564,"losses":532,"wins":788},"GB2-05":{"draws":0,"losses":337,"wins":1651},"GB2-06":{"draws":27,"losses":445,"wins":794},"GB2-07":{"draws":0,"losses":639,"wins":1347},"GB2-08":{"draws":0,"losses":841,"wins":1139}},"per_game_match_totals_tracks":{"highest":{"GB2-02":{"draws":54,"losses":39,"wins":517},"GB2-03":{"draws":0,"losses":80,"wins":554},"GB2-04":{"draws":100,"losses":76,"wins":452},"GB2-05":{"draws":0,"losses":118,"wins":544},"GB2-06":{"draws":7,"losses":410,"wins":215},"GB2-07":{"draws":0,"losses":102,"wins":560},"GB2-08":{"draws":0,"losses":394,"wins":266}},"medium":{"GB2-01":{"draws":23,"losses":263,"wins":364},"GB2-02":{"draws":65,"losses":53,"wins":492},"GB2-03":{"draws":4,"losses":84,"wins":546},"GB2-04":{"draws":112,"losses":224,"wins":292},"GB2-05":{"draws":0,"losses":59,"wins":603},"GB2-06":{"draws":20,"losses":35,"wins":579},"GB2-07":{"draws":0,"losses":99,"wins":563},"GB2-08":{"draws":0,"losses":153,"wins":507}},"none":{"GB2-01":{"draws":64,"losses":116,"wins":472},"GB2-03":{"draws":18,"losses":197,"wins":419},"GB2-04":{"draws":352,"losses":232,"wins":44},"GB2-05":{"draws":0,"losses":160,"wins":504},"GB2-07":{"draws":0,"losses":438,"wins":224},"GB2-08":{"draws":0,"losses":294,"wins":366}}},"per_game_raw_elo_all":{"GB2-03":1881.4084817568973,"GB2-04":1554.8369989427613,"GB2-05":2132.59638848278,"GB2-07":1805.21244116289,"GB2-08":1571.1457291056665},"per_game_raw_elo_tracks":{"highest":{"GB2-02":1954.1620782406915,"GB2-03":2019.456511356595,"GB2-04":1784.4791415552477,"GB2-05":2081.450922665434,"GB2-06":1234.4856868965971,"GB2-07":2087.4090515936578,"GB2-08":1235.6958886380853},"medium":{"GB2-01":1561.842717460845,"GB2-02":1881.5857619960614,"GB2-03":1989.3117155481286,"GB2-04":1526.6767773742147,"GB2-05":2408.635444704069,"GB2-06":2321.70217277496,"GB2-07":2102.2409987677574,"GB2-08":1967.458404158565},"none":{"GB2-01":1791.1361273071589,"GB2-03":1635.4572183659682,"GB2-04":1353.355077898822,"GB2-05":1907.7027980788378,"GB2-07":1225.9872731272542,"GB2-08":1510.2828945203494}},"per_game_tracks":{"highest":{"GB2-02":92.36313400226344,"GB2-03":91.59672032880752,"GB2-04":83.92234931942544,"GB2-05":86.62027317129987,"GB2-06":39.76850591996377,"GB2-07":88.55430198494817,"GB2-08":43.764128018605355},"medium":{"GB2-01":61.710226685547575,"GB2-02":89.53368633538663,"GB2-03":90.7837758342193,"GB2-04":60.08545523812617,"GB2-05":94.27941256879812,"GB2-06":94.54063554881333,"GB2-07":88.91821867822726,"GB2-08":80.19912311914848},"none":{"GB2-01":80.84778425575398,"GB2-03":74.41883210443649,"GB2-04":38.454349775972965,"GB2-05":81.33910576206061,"GB2-07":39.43847930509627,"GB2-08":59.41816402555641}},"program_outcomes":{"all":{"counted_attempts":23,"failed":2,"infra_excluded":1,"success_rate":0.9130434782608695,"too_slow":0,"worked_after_repair":2,"worked_first_time":19,"working":21},"highest":{"counted_attempts":7,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":75.22705896361622,"medium":82.50631675103335,"none":46.73958940360959},"reasoning_agg":{"highest":{"max":92.36313400226344,"mean":75.22705896361622,"min":39.76850591996377},"medium":{"max":94.54063554881333,"mean":82.50631675103335,"min":60.08545523812617},"none":{"max":81.33910576206061,"mean":46.73958940360959,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":35.76672734742376},"working_program_strength":{"all":73.3509427509319,"highest":75.22705896361622,"medium":82.50631675103335,"none":62.31945253814612}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3:5717385f03f60f89","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.549677025,"median":0.477676,"min":0.280382,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":4.397416199999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23469315999999998,"mean":0.156944395,"median":0.1664265,"min":0.07192,"recorded_attempt_count":10,"run_count":8,"total":1.25555516},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1610404,"mean":0.053977109999999995,"median":0.0318207,"min":0.0217974,"recorded_attempt_count":8,"run_count":8,"total":0.43181687999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23469315999999998,"mean":0.156944395,"median":0.1664265,"min":0.07192,"recorded_attempt_count":10,"run_count":8,"total":1.25555516},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1610404,"mean":0.053977109999999995,"median":0.0318207,"min":0.0217974,"recorded_attempt_count":8,"run_count":8,"total":0.43181688},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.549677025,"median":0.477676,"min":0.280382,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":4.397416199999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.9384062,"mean":0.2535328433333333,"median":0.1720692,"min":0.0217974,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":28,"run_count":24,"total":6.084788239999999},"codegen_latency_ms":{"attempt_count":28,"max_ms":4051923,"mean_ms":1012660.4583333334,"min_ms":28293,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":4051923,"mean_ms":2278758.375,"min_ms":1011583,"run_count":8},"medium":{"attempt_count":10,"max_ms":1900345,"mean_ms":621701.25,"min_ms":106081,"run_count":8},"none":{"attempt_count":8,"max_ms":420991,"mean_ms":137521.75,"min_ms":28293,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":206676,"output_mean":54914.25,"output_min":2671,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":206676,"output_mean":121740.75,"output_min":61533,"run_count":8},"medium":{"attempt_count":10,"output_max":49662,"output_mean":33008.75,"output_min":15862,"run_count":8},"none":{"attempt_count":8,"output_max":33431,"output_mean":9993.25,"output_min":2671,"run_count":8}},"display_name":"GLM-5.3","economics":{"all":67.39517903165779,"highest":81.34023776593418,"medium":69.85635089083883,"none":50.988948438200374},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[131072],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":29,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":84,"requested_max_output_token_observations":10,"requested_max_output_tokens":[131072],"total_output_tokens":1317942,"total_reasoning_output_tokens":1189870,"total_visible_output_tokens":128072,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":62.42819822650534,"score":62.42819822650534},"GB2-02":{"attempts":3,"playable":56.64539230895692,"score":56.64539230895692},"GB2-03":{"attempts":3,"playable":66.42609594251321,"score":66.42609594251321},"GB2-04":{"attempts":3,"playable":68.39420526357954,"score":68.39420526357954},"GB2-05":{"attempts":3,"playable":69.62282803008934,"score":69.62282803008934},"GB2-06":{"attempts":3,"playable":75.06974110873152,"score":75.06974110873152},"GB2-07":{"attempts":3,"playable":72.57641936363477,"score":72.57641936363477},"GB2-08":{"attempts":3,"playable":67.99855200925165,"score":67.99855200925165}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":72.97940860024396,"score":72.97940860024396},"GB2-02":{"attempts":1,"playable":72.64548160849651,"score":72.64548160849651},"GB2-03":{"attempts":1,"playable":82.9894715291599,"score":82.9894715291599},"GB2-04":{"attempts":1,"playable":75.9948454101424,"score":75.9948454101424},"GB2-05":{"attempts":1,"playable":88.40160927880731,"score":88.40160927880731},"GB2-06":{"attempts":1,"playable":89.27416259433384,"score":89.27416259433384},"GB2-07":{"attempts":1,"playable":74.92887181593682,"score":74.92887181593682},"GB2-08":{"attempts":1,"playable":93.50805129035264,"score":93.50805129035264}},"medium":{"GB2-01":{"attempts":1,"playable":48.10400884547574,"score":48.10400884547574},"GB2-02":{"attempts":1,"playable":53.84398203448908,"score":53.84398203448908},"GB2-03":{"attempts":1,"playable":75.5165795094949,"score":75.5165795094949},"GB2-04":{"attempts":1,"playable":81.94666899361202,"score":81.94666899361202},"GB2-05":{"attempts":1,"playable":64.58579248628169,"score":64.58579248628169},"GB2-06":{"attempts":1,"playable":89.73552411141462,"score":89.73552411141462},"GB2-07":{"attempts":1,"playable":73.50410591179899,"score":73.50410591179899},"GB2-08":{"attempts":1,"playable":71.61414523414348,"score":71.61414523414348}},"none":{"GB2-01":{"attempts":1,"playable":66.2011772337963,"score":66.2011772337963},"GB2-02":{"attempts":1,"playable":43.44671328388519,"score":43.44671328388519},"GB2-03":{"attempts":1,"playable":40.77223678888488,"score":40.77223678888488},"GB2-04":{"attempts":1,"playable":47.2411013869842,"score":47.2411013869842},"GB2-05":{"attempts":1,"playable":55.88108232517899,"score":55.88108232517899},"GB2-06":{"attempts":1,"playable":46.19953662044611,"score":46.19953662044611},"GB2-07":{"attempts":1,"playable":69.29628036316849,"score":69.29628036316849},"GB2-08":{"attempts":1,"playable":38.87345950325882,"score":38.87345950325882}}},"id":"z-ai/glm-5.3","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:48Z","match_totals_all":{"draws":2265,"losses":4586,"wins":8585},"match_totals_tracks":{"highest":{"draws":506,"losses":916,"wins":3716},"medium":{"draws":672,"losses":1457,"wins":3019},"none":{"draws":1087,"losses":2213,"wins":1850}},"model_slug":"z-ai-glm-5-3","official_rank_by_reasoning":{"highest":20,"medium":23,"none":29},"overall":{"max":93.50805129035264,"mean":67.39517903165779,"min":38.87345950325882},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":21,"overall_ranking_status":"ranked","per_game":{"GB2-01":72.97940860024396,"GB2-02":72.64548160849651,"GB2-03":82.9894715291599,"GB2-04":75.9948454101424,"GB2-05":88.40160927880731,"GB2-06":89.27416259433384,"GB2-07":74.92887181593682,"GB2-08":93.50805129035264},"per_game_all":{"GB2-01":62.42819822650534,"GB2-02":56.64539230895692,"GB2-03":66.42609594251321,"GB2-04":68.39420526357954,"GB2-05":69.62282803008934,"GB2-06":75.06974110873152,"GB2-07":72.57641936363477,"GB2-08":67.99855200925165},"per_game_match_totals_all":{"GB2-01":{"draws":203,"losses":694,"wins":1043},"GB2-02":{"draws":1118,"losses":322,"wins":396},"GB2-03":{"draws":191,"losses":668,"wins":1047},"GB2-04":{"draws":667,"losses":340,"wins":877},"GB2-05":{"draws":0,"losses":703,"wins":1289},"GB2-06":{"draws":86,"losses":496,"wins":1318},"GB2-07":{"draws":0,"losses":656,"wins":1332},"GB2-08":{"draws":0,"losses":707,"wins":1283}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":195,"wins":449},"GB2-02":{"draws":276,"losses":60,"wins":276},"GB2-03":{"draws":12,"losses":140,"wins":482},"GB2-04":{"draws":170,"losses":93,"wins":365},"GB2-05":{"draws":0,"losses":107,"wins":557},"GB2-06":{"draws":46,"losses":60,"wins":526},"GB2-07":{"draws":0,"losses":203,"wins":459},"GB2-08":{"draws":0,"losses":58,"wins":602}},"medium":{"GB2-01":{"draws":98,"losses":311,"wins":239},"GB2-02":{"draws":391,"losses":116,"wins":105},"GB2-03":{"draws":32,"losses":187,"wins":417},"GB2-04":{"draws":120,"losses":79,"wins":429},"GB2-05":{"draws":0,"losses":271,"wins":393},"GB2-06":{"draws":31,"losses":65,"wins":538},"GB2-07":{"draws":0,"losses":211,"wins":451},"GB2-08":{"draws":0,"losses":217,"wins":447}},"none":{"GB2-01":{"draws":103,"losses":188,"wins":355},"GB2-02":{"draws":451,"losses":146,"wins":15},"GB2-03":{"draws":147,"losses":341,"wins":148},"GB2-04":{"draws":377,"losses":168,"wins":83},"GB2-05":{"draws":0,"losses":325,"wins":339},"GB2-06":{"draws":9,"losses":371,"wins":254},"GB2-07":{"draws":0,"losses":242,"wins":422},"GB2-08":{"draws":0,"losses":432,"wins":234}}},"per_game_raw_elo_all":{"GB2-01":1574.5013045036742,"GB2-02":1495.6360016749434,"GB2-03":1574.4901330694386,"GB2-04":1619.586989496903,"GB2-05":1705.3891117252388,"GB2-06":1878.40301374457,"GB2-07":1688.4670839906923,"GB2-08":1763.0175977123884},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1685.431227317269,"GB2-02":1634.4281480430016,"GB2-03":1780.2458109268543,"GB2-04":1680.2894017719834,"GB2-05":2147.1213465618794,"GB2-06":2143.6467577227627,"GB2-07":1728.781177086321,"GB2-08":2356.3721708515855},"medium":{"GB2-01":1429.4528242369267,"GB2-02":1467.0079169316948,"GB2-03":1651.2490570872512,"GB2-04":1755.4714376315271,"GB2-05":1547.2371157769542,"GB2-06":2156.332049783899,"GB2-07":1703.2697923077126,"GB2-08":1770.4497558913445},"none":{"GB2-01":1608.6198619568268,"GB2-02":1385.4719400501342,"GB2-03":1291.97553119421,"GB2-04":1423.0001290871983,"GB2-05":1421.8088728368825,"GB2-06":1335.2302337270487,"GB2-07":1633.3502825780438,"GB2-08":1162.230866394235}},"per_game_tracks":{"highest":{"GB2-01":72.97940860024396,"GB2-02":72.64548160849651,"GB2-03":82.9894715291599,"GB2-04":75.9948454101424,"GB2-05":88.40160927880731,"GB2-06":89.27416259433384,"GB2-07":74.92887181593682,"GB2-08":93.50805129035264},"medium":{"GB2-01":48.10400884547574,"GB2-02":53.84398203448908,"GB2-03":75.5165795094949,"GB2-04":81.94666899361202,"GB2-05":64.58579248628169,"GB2-06":89.73552411141462,"GB2-07":73.50410591179899,"GB2-08":71.61414523414348},"none":{"GB2-01":66.2011772337963,"GB2-02":43.44671328388519,"GB2-03":40.77223678888488,"GB2-04":47.2411013869842,"GB2-05":55.88108232517899,"GB2-06":46.19953662044611,"GB2-07":69.29628036316849,"GB2-08":38.87345950325882}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:00:26Z","reasoning":{"highest":81.34023776593418,"medium":69.85635089083883,"none":50.988948438200374},"reasoning_agg":{"highest":{"max":93.50805129035264,"mean":81.34023776593418,"min":72.64548160849651},"medium":{"max":89.73552411141462,"mean":69.85635089083883,"min":48.10400884547574},"none":{"max":69.29628036316849,"mean":50.988948438200374,"min":38.87345950325882}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":30.351289327733802},"working_program_strength":{"all":67.39517903165779,"highest":81.34023776593418,"medium":69.85635089083883,"none":50.988948438200374}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-sol:31bdae9dcb113efe","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.7965692187500001,"median":0.7419175,"min":0.6308437499999999,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":6.37255375},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.24740375,"mean":0.229063125,"median":0.23243875,"min":0.20046375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.8325049999999998},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.15394249999999998,"mean":0.12786562499999998,"median":0.13029000000000002,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.022925}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.24740375,"mean":0.229063125,"median":0.23243875,"min":0.20046375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.832505},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.15394249999999998,"mean":0.12786562499999998,"median":0.13029000000000002,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":1.022925},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.7965692187500001,"median":0.7419175,"min":0.6308437499999999,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":6.37255375}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":1.17244375,"mean":0.3844993229166666,"median":0.23243875,"min":0.10071375,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":9.22798375},"codegen_output_tokens":{"attempt_count":25,"output_max":35149,"output_mean":11102.833333333334,"output_min":1851,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":35149,"output_mean":24638.75,"output_min":19522,"run_count":8},"medium":{"attempt_count":8,"output_max":6769,"output_mean":6021.5,"output_min":5176,"run_count":8},"none":{"attempt_count":8,"output_max":3391,"output_mean":2648.25,"output_min":1851,"run_count":8}},"display_name":"GPT-5.6 Sol","economics":{"all":66.82124265771704,"highest":80.05787231310717,"medium":65.97566219155826,"none":54.430193468485676},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":266468,"total_reasoning_output_tokens":151113,"total_visible_output_tokens":115355,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-sol","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.5883622499252,"score":71.5883622499252},"GB2-02":{"attempts":3,"playable":61.92747505513111,"score":61.92747505513111},"GB2-03":{"attempts":3,"playable":62.01280215952511,"score":62.01280215952511},"GB2-04":{"attempts":3,"playable":66.85107668068252,"score":66.85107668068252},"GB2-05":{"attempts":3,"playable":66.23633864557512,"score":66.23633864557512},"GB2-06":{"attempts":3,"playable":60.17483566143403,"score":60.17483566143403},"GB2-07":{"attempts":3,"playable":67.00878214327909,"score":67.00878214327909},"GB2-08":{"attempts":3,"playable":78.7702686661841,"score":78.7702686661841}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.81001098755445,"score":71.81001098755445},"GB2-02":{"attempts":1,"playable":75.76783489280255,"score":75.76783489280255},"GB2-03":{"attempts":1,"playable":76.3350867961515,"score":76.3350867961515},"GB2-04":{"attempts":1,"playable":82.80294736271136,"score":82.80294736271136},"GB2-05":{"attempts":1,"playable":74.65334367525895,"score":74.65334367525895},"GB2-06":{"attempts":1,"playable":83.2422692390029,"score":83.2422692390029},"GB2-07":{"attempts":1,"playable":87.3075367429617,"score":87.3075367429617},"GB2-08":{"attempts":1,"playable":88.5439488084139,"score":88.5439488084139}},"medium":{"GB2-01":{"attempts":1,"playable":65.93192240990088,"score":65.93192240990088},"GB2-02":{"attempts":1,"playable":65.87961224950251,"score":65.87961224950251},"GB2-03":{"attempts":1,"playable":58.81370400326562,"score":58.81370400326562},"GB2-04":{"attempts":1,"playable":77.52693041650193,"score":77.52693041650193},"GB2-05":{"attempts":1,"playable":73.8969391080564,"score":73.8969391080564},"GB2-06":{"attempts":1,"playable":39.13298433316272,"score":39.13298433316272},"GB2-07":{"attempts":1,"playable":68.14935719326925,"score":68.14935719326925},"GB2-08":{"attempts":1,"playable":78.47384781880683,"score":78.47384781880683}},"none":{"GB2-01":{"attempts":1,"playable":77.02315335232028,"score":77.02315335232028},"GB2-02":{"attempts":1,"playable":44.13497802308829,"score":44.13497802308829},"GB2-03":{"attempts":1,"playable":50.8896156791582,"score":50.8896156791582},"GB2-04":{"attempts":1,"playable":40.22335226283428,"score":40.22335226283428},"GB2-05":{"attempts":1,"playable":50.158733153410004,"score":50.158733153410004},"GB2-06":{"attempts":1,"playable":58.1492534121365,"score":58.1492534121365},"GB2-07":{"attempts":1,"playable":45.56945249360631,"score":45.56945249360631},"GB2-08":{"attempts":1,"playable":69.29300937133156,"score":69.29300937133156}}},"id":"gpt-5.6-sol","is_recent_addition":false,"last_measured_at":"2026-11-19T16:08:49Z","match_totals_all":{"draws":1972,"losses":4849,"wins":8617},"match_totals_tracks":{"highest":{"draws":386,"losses":1061,"wins":3699},"medium":{"draws":627,"losses":1688,"wins":2829},"none":{"draws":959,"losses":2100,"wins":2089}},"model_slug":"gpt-5-6-sol","official_rank_by_reasoning":{"highest":21,"medium":25,"none":25},"overall":{"max":88.5439488084139,"mean":66.82124265771704,"min":39.13298433316272},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":22,"overall_ranking_status":"ranked","per_game":{"GB2-01":71.81001098755445,"GB2-02":75.76783489280255,"GB2-03":76.3350867961515,"GB2-04":82.80294736271136,"GB2-05":74.65334367525895,"GB2-06":83.2422692390029,"GB2-07":87.3075367429617,"GB2-08":88.5439488084139},"per_game_all":{"GB2-01":71.5883622499252,"GB2-02":61.92747505513111,"GB2-03":62.01280215952511,"GB2-04":66.85107668068252,"GB2-05":66.23633864557512,"GB2-06":60.17483566143403,"GB2-07":67.00878214327909,"GB2-08":78.7702686661841},"per_game_match_totals_all":{"GB2-01":{"draws":156,"losses":541,"wins":1243},"GB2-02":{"draws":918,"losses":329,"wins":589},"GB2-03":{"draws":230,"losses":739,"wins":935},"GB2-04":{"draws":647,"losses":376,"wins":863},"GB2-05":{"draws":0,"losses":779,"wins":1215},"GB2-06":{"draws":21,"losses":832,"wins":1049},"GB2-07":{"draws":0,"losses":759,"wins":1227},"GB2-08":{"draws":0,"losses":494,"wins":1496}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":20,"losses":196,"wins":430},"GB2-02":{"draws":224,"losses":68,"wins":320},"GB2-03":{"draws":6,"losses":190,"wins":438},"GB2-04":{"draws":120,"losses":72,"wins":436},"GB2-05":{"draws":0,"losses":206,"wins":458},"GB2-06":{"draws":16,"losses":120,"wins":498},"GB2-07":{"draws":0,"losses":112,"wins":550},"GB2-08":{"draws":0,"losses":97,"wins":569}},"medium":{"GB2-01":{"draws":134,"losses":176,"wins":336},"GB2-02":{"draws":269,"losses":106,"wins":237},"GB2-03":{"draws":61,"losses":277,"wins":298},"GB2-04":{"draws":158,"losses":89,"wins":381},"GB2-05":{"draws":0,"losses":211,"wins":453},"GB2-06":{"draws":5,"losses":415,"wins":214},"GB2-07":{"draws":0,"losses":248,"wins":414},"GB2-08":{"draws":0,"losses":166,"wins":496}},"none":{"GB2-01":{"draws":2,"losses":169,"wins":477},"GB2-02":{"draws":425,"losses":155,"wins":32},"GB2-03":{"draws":163,"losses":272,"wins":199},"GB2-04":{"draws":369,"losses":215,"wins":46},"GB2-05":{"draws":0,"losses":362,"wins":304},"GB2-06":{"draws":0,"losses":297,"wins":337},"GB2-07":{"draws":0,"losses":399,"wins":263},"GB2-08":{"draws":0,"losses":231,"wins":431}}},"per_game_raw_elo_all":{"GB2-01":1671.3256642048034,"GB2-02":1542.6593943926825,"GB2-03":1500.340738144132,"GB2-04":1611.176800983556,"GB2-05":1599.437056583739,"GB2-06":1584.9109614907863,"GB2-07":1653.3963227062732,"GB2-08":1943.1629083783725},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1671.4773954752316,"GB2-02":1668.5832486850252,"GB2-03":1663.4445566880427,"GB2-04":1767.7333758644363,"GB2-05":1734.0839746530412,"GB2-06":2000.138046422973,"GB2-07":2039.53819150833,"GB2-08":2183.808872896351},"medium":{"GB2-01":1605.7410112056216,"GB2-02":1568.537394957749,"GB2-03":1455.8680576267407,"GB2-04":1698.2322841395248,"GB2-05":1717.4628315971147,"GB2-06":1224.572008996811,"GB2-07":1615.3896038639741,"GB2-08":1926.8649424062762},"none":{"GB2-01":1736.7585859335568,"GB2-02":1390.8575395352727,"GB2-03":1381.7096001176128,"GB2-04":1367.5647429467067,"GB2-05":1346.764363501061,"GB2-06":1530.0228290525747,"GB2-07":1305.2611727465157,"GB2-08":1718.8149098324902}},"per_game_tracks":{"highest":{"GB2-01":71.81001098755445,"GB2-02":75.76783489280255,"GB2-03":76.3350867961515,"GB2-04":82.80294736271136,"GB2-05":74.65334367525895,"GB2-06":83.2422692390029,"GB2-07":87.3075367429617,"GB2-08":88.5439488084139},"medium":{"GB2-01":65.93192240990088,"GB2-02":65.87961224950251,"GB2-03":58.81370400326562,"GB2-04":77.52693041650193,"GB2-05":73.8969391080564,"GB2-06":39.13298433316272,"GB2-07":68.14935719326925,"GB2-08":78.47384781880683},"none":{"GB2-01":77.02315335232028,"GB2-02":44.13497802308829,"GB2-03":50.8896156791582,"GB2-04":40.22335226283428,"GB2-05":50.158733153410004,"GB2-06":58.1492534121365,"GB2-07":45.56945249360631,"GB2-08":69.29300937133156}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:53:33Z","reasoning":{"highest":80.05787231310717,"medium":65.97566219155826,"none":54.430193468485676},"reasoning_agg":{"highest":{"max":88.5439488084139,"mean":80.05787231310717,"min":71.81001098755445},"medium":{"max":78.47384781880683,"mean":65.97566219155826,"min":39.13298433316272},"none":{"max":77.02315335232028,"mean":54.430193468485676,"min":40.22335226283428}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":25.627678844621492},"working_program_strength":{"all":66.82124265771704,"highest":80.05787231310717,"medium":65.97566219155826,"none":54.430193468485676}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-fable-5:97c251142efd5e20","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":1.47056875,"median":1.411685,"min":0.98262,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":11.76455},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.73774,"mean":0.5233875,"median":0.47084000000000004,"min":0.34112,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":4.1871},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.35085,"mean":0.28860625,"median":0.282885,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.3088499999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.73774,"mean":0.5233875,"median":0.47084000000000004,"min":0.34112,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":4.1871},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.35085,"mean":0.28860625,"median":0.282885,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.3088499999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":1.47056875,"median":1.411685,"min":0.98262,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":11.76455}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":2.14955,"mean":0.7608541666666667,"median":0.47084000000000004,"min":0.22654,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":18.2605},"codegen_output_tokens":{"attempt_count":24,"output_max":40578,"output_mean":12704.708333333334,"output_min":2179,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":40578,"output_mean":26899.0,"output_min":17366,"run_count":8},"medium":{"attempt_count":8,"output_max":12403,"output_mean":7955.375,"output_min":4188,"run_count":8},"none":{"attempt_count":8,"output_max":4224,"output_mean":3259.75,"output_min":2179,"run_count":8}},"display_name":"Claude Fable 5","economics":{"all":65.75266377274697,"highest":75.12570118942544,"medium":64.17489299064258,"none":57.95739713817292},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":304913,"total_reasoning_output_tokens":206534,"total_visible_output_tokens":98379,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-fable-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":75.69811465213765,"score":75.69811465213765},"GB2-02":{"attempts":3,"playable":59.93435689561294,"score":59.93435689561294},"GB2-03":{"attempts":3,"playable":46.60019822588141,"score":46.60019822588141},"GB2-04":{"attempts":3,"playable":57.60267355017336,"score":57.60267355017336},"GB2-05":{"attempts":3,"playable":61.930424138911256,"score":61.930424138911256},"GB2-06":{"attempts":3,"playable":78.73131566270672,"score":78.73131566270672},"GB2-07":{"attempts":3,"playable":65.20083268624634,"score":65.20083268624634},"GB2-08":{"attempts":3,"playable":80.32339437030613,"score":80.32339437030613}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":84.39073173524613,"score":84.39073173524613},"GB2-02":{"attempts":1,"playable":79.58496897743186,"score":79.58496897743186},"GB2-03":{"attempts":1,"playable":84.86296684845314,"score":84.86296684845314},"GB2-04":{"attempts":1,"playable":83.86261417430907,"score":83.86261417430907},"GB2-05":{"attempts":1,"playable":54.57050097462199,"score":54.57050097462199},"GB2-06":{"attempts":1,"playable":84.15189766960549,"score":84.15189766960549},"GB2-07":{"attempts":1,"playable":63.910336927150944,"score":63.910336927150944},"GB2-08":{"attempts":1,"playable":65.6715922085849,"score":65.6715922085849}},"medium":{"GB2-01":{"attempts":1,"playable":73.31227525614646,"score":73.31227525614646},"GB2-02":{"attempts":1,"playable":57.041833533729005,"score":57.041833533729005},"GB2-03":{"attempts":1,"playable":20.822469140093695,"score":20.822469140093695},"GB2-04":{"attempts":1,"playable":50.87547246709241,"score":50.87547246709241},"GB2-05":{"attempts":1,"playable":66.00474758072535,"score":66.00474758072535},"GB2-06":{"attempts":1,"playable":79.69970837213619,"score":79.69970837213619},"GB2-07":{"attempts":1,"playable":71.76337588362631,"score":71.76337588362631},"GB2-08":{"attempts":1,"playable":93.87926169159113,"score":93.87926169159113}},"none":{"GB2-01":{"attempts":1,"playable":69.39133696502032,"score":69.39133696502032},"GB2-02":{"attempts":1,"playable":43.17626817567797,"score":43.17626817567797},"GB2-03":{"attempts":1,"playable":34.11515868909739,"score":34.11515868909739},"GB2-04":{"attempts":1,"playable":38.0699340091186,"score":38.0699340091186},"GB2-05":{"attempts":1,"playable":65.21602386138642,"score":65.21602386138642},"GB2-06":{"attempts":1,"playable":72.34234094637849,"score":72.34234094637849},"GB2-07":{"attempts":1,"playable":59.92878524796177,"score":59.92878524796177},"GB2-08":{"attempts":1,"playable":81.41932921074236,"score":81.41932921074236}}},"id":"claude-fable-5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:10Z","match_totals_all":{"draws":2303,"losses":4804,"wins":8337},"match_totals_tracks":{"highest":{"draws":353,"losses":1345,"wins":3446},"medium":{"draws":878,"losses":1610,"wins":2658},"none":{"draws":1072,"losses":1849,"wins":2233}},"model_slug":"claude-fable-5","official_rank_by_reasoning":{"highest":24,"medium":27,"none":22},"overall":{"max":93.87926169159113,"mean":65.75266377274697,"min":20.822469140093695},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":23,"overall_ranking_status":"ranked","per_game":{"GB2-01":84.39073173524613,"GB2-02":79.58496897743186,"GB2-03":84.86296684845314,"GB2-04":83.86261417430907,"GB2-05":54.57050097462199,"GB2-06":84.15189766960549,"GB2-07":63.910336927150944,"GB2-08":65.6715922085849},"per_game_all":{"GB2-01":75.69811465213765,"GB2-02":59.93435689561294,"GB2-03":46.60019822588141,"GB2-04":57.60267355017336,"GB2-05":61.930424138911256,"GB2-06":78.73131566270672,"GB2-07":65.20083268624634,"GB2-08":80.32339437030613},"per_game_match_totals_all":{"GB2-01":{"draws":135,"losses":472,"wins":1333},"GB2-02":{"draws":928,"losses":358,"wins":550},"GB2-03":{"draws":383,"losses":919,"wins":602},"GB2-04":{"draws":783,"losses":482,"wins":623},"GB2-05":{"draws":0,"losses":866,"wins":1128},"GB2-06":{"draws":74,"losses":438,"wins":1388},"GB2-07":{"draws":0,"losses":806,"wins":1180},"GB2-08":{"draws":0,"losses":463,"wins":1533}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":1,"losses":121,"wins":524},"GB2-02":{"draws":166,"losses":73,"wins":373},"GB2-03":{"draws":63,"losses":101,"wins":470},"GB2-04":{"draws":96,"losses":78,"wins":456},"GB2-05":{"draws":0,"losses":333,"wins":331},"GB2-06":{"draws":27,"losses":106,"wins":499},"GB2-07":{"draws":0,"losses":277,"wins":385},"GB2-08":{"draws":0,"losses":256,"wins":408}},"medium":{"GB2-01":{"draws":52,"losses":171,"wins":423},"GB2-02":{"draws":346,"losses":120,"wins":146},"GB2-03":{"draws":111,"losses":471,"wins":54},"GB2-04":{"draws":334,"losses":169,"wins":127},"GB2-05":{"draws":0,"losses":264,"wins":400},"GB2-06":{"draws":35,"losses":135,"wins":464},"GB2-07":{"draws":0,"losses":225,"wins":437},"GB2-08":{"draws":0,"losses":55,"wins":607}},"none":{"GB2-01":{"draws":82,"losses":180,"wins":386},"GB2-02":{"draws":416,"losses":165,"wins":31},"GB2-03":{"draws":209,"losses":347,"wins":78},"GB2-04":{"draws":353,"losses":235,"wins":40},"GB2-05":{"draws":0,"losses":269,"wins":397},"GB2-06":{"draws":12,"losses":197,"wins":425},"GB2-07":{"draws":0,"losses":304,"wins":358},"GB2-08":{"draws":0,"losses":152,"wins":518}}},"per_game_raw_elo_all":{"GB2-01":1727.3433592787562,"GB2-02":1530.3903120193543,"GB2-03":1383.1896879132062,"GB2-04":1528.4898371668967,"GB2-05":1510.5153981755493,"GB2-06":1910.4277081396556,"GB2-07":1573.6524579244845,"GB2-08":2003.032976725398},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1848.9341144953642,"GB2-02":1715.047269363151,"GB2-03":1820.934129596538,"GB2-04":1783.5634887452659,"GB2-05":1404.317993046176,"GB2-06":2019.9087991230479,"GB2-07":1551.9514485632576,"GB2-08":1639.8491928082863},"medium":{"GB2-01":1689.4682490719424,"GB2-02":1492.7704782301525,"GB2-03":1096.4971715277,"GB2-04":1451.6606243212175,"GB2-05":1569.9913088846854,"GB2-06":1926.7485232711151,"GB2-07":1673.4752142623822,"GB2-08":2372.5724766703033},"none":{"GB2-01":1643.6277142689626,"GB2-02":1383.3531884647593,"GB2-03":1232.13776261538,"GB2-04":1350.2453984342064,"GB2-05":1557.2368925957862,"GB2-06":1784.6258020248033,"GB2-07":1495.530710947814,"GB2-08":1996.6772606976042}},"per_game_tracks":{"highest":{"GB2-01":84.39073173524613,"GB2-02":79.58496897743186,"GB2-03":84.86296684845314,"GB2-04":83.86261417430907,"GB2-05":54.57050097462199,"GB2-06":84.15189766960549,"GB2-07":63.910336927150944,"GB2-08":65.6715922085849},"medium":{"GB2-01":73.31227525614646,"GB2-02":57.041833533729005,"GB2-03":20.822469140093695,"GB2-04":50.87547246709241,"GB2-05":66.00474758072535,"GB2-06":79.69970837213619,"GB2-07":71.76337588362631,"GB2-08":93.87926169159113},"none":{"GB2-01":69.39133696502032,"GB2-02":43.17626817567797,"GB2-03":34.11515868909739,"GB2-04":38.0699340091186,"GB2-05":65.21602386138642,"GB2-06":72.34234094637849,"GB2-07":59.92878524796177,"GB2-08":81.41932921074236}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:27:11Z","reasoning":{"highest":75.12570118942544,"medium":64.17489299064258,"none":57.95739713817292},"reasoning_agg":{"highest":{"max":84.86296684845314,"mean":75.12570118942544,"min":54.57050097462199},"medium":{"max":93.87926169159113,"mean":64.17489299064258,"min":20.822469140093695},"none":{"max":81.41932921074236,"mean":57.95739713817292,"min":34.11515868909739}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.16830405125252},"working_program_strength":{"all":65.75266377274697,"highest":75.12570118942544,"medium":64.17489299064258,"none":57.95739713817292}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-wonder:ea765e58080b368f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.4875944,"median":0.46494,"min":0.362124,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":3.9007552},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.4270272,"mean":0.2502732,"median":0.206604,"min":0.16216,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":2.0021856},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.187324,"mean":0.12070595,"median":0.10780200000000001,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.9656475999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.4270272,"mean":0.2502732,"median":0.206604,"min":0.16216,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":2.0021856},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.187324,"mean":0.12070595,"median":0.10780200000000001,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.9656475999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.4875944,"median":0.46494,"min":0.362124,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":3.9007552}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.680268,"mean":0.2861911833333333,"median":0.206604,"min":0.09556,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":30},"recorded_attempt_count":30,"run_count":24,"total":6.8685884},"codegen_latency_ms":{"attempt_count":30,"max_ms":235793,"mean_ms":83718.41666666667,"min_ms":17910,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":235793,"mean_ms":170391.375,"min_ms":123596,"run_count":8},"medium":{"attempt_count":11,"max_ms":84789,"mean_ms":58477.125,"min_ms":40383,"run_count":8},"none":{"attempt_count":10,"max_ms":29743,"mean_ms":22286.75,"min_ms":17910,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":29674,"output_mean":12261.208333333334,"output_min":3304,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":29674,"output_mean":22547.25,"output_min":16651,"run_count":8},"medium":{"attempt_count":11,"output_max":17493,"output_mean":10166.125,"output_min":6634,"run_count":8},"none":{"attempt_count":10,"output_max":5361,"output_mean":4070.25,"output_min":3304,"run_count":8}},"display_name":"Muse Wonder","economics":{"all":64.80898227057936,"highest":77.8001906754264,"medium":61.69786890550556,"none":54.92888723080611},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[943718],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[943718],"total_output_tokens":294269,"total_reasoning_output_tokens":154600,"total_visible_output_tokens":139669,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-wonder","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":66.5721593465749,"score":66.5721593465749},"GB2-02":{"attempts":3,"playable":54.73082161795673,"score":54.73082161795673},"GB2-03":{"attempts":3,"playable":44.93118804259844,"score":44.93118804259844},"GB2-04":{"attempts":3,"playable":57.679117068048434,"score":57.679117068048434},"GB2-05":{"attempts":3,"playable":86.64103851684541,"score":86.64103851684541},"GB2-06":{"attempts":3,"playable":75.41844264149205,"score":75.41844264149205},"GB2-07":{"attempts":3,"playable":69.5708955808226,"score":69.5708955808226},"GB2-08":{"attempts":3,"playable":62.928195350296285,"score":62.928195350296285}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":81.8682483764598,"score":81.8682483764598},"GB2-02":{"attempts":1,"playable":66.807837444803,"score":66.807837444803},"GB2-03":{"attempts":1,"playable":81.81916491310311,"score":81.81916491310311},"GB2-04":{"attempts":1,"playable":80.5795663131836,"score":80.5795663131836},"GB2-05":{"attempts":1,"playable":91.84102024293715,"score":91.84102024293715},"GB2-06":{"attempts":1,"playable":85.14987503754026,"score":85.14987503754026},"GB2-07":{"attempts":1,"playable":71.48601835470676,"score":71.48601835470676},"GB2-08":{"attempts":1,"playable":62.84979472067752,"score":62.84979472067752}},"medium":{"GB2-01":{"attempts":1,"playable":50.519798622462986,"score":50.519798622462986},"GB2-02":{"attempts":1,"playable":55.13470965741188,"score":55.13470965741188},"GB2-03":{"attempts":1,"playable":35.351164064799804,"score":35.351164064799804},"GB2-04":{"attempts":1,"playable":40.643575587749346,"score":40.643575587749346},"GB2-05":{"attempts":1,"playable":84.10232390909482,"score":84.10232390909482},"GB2-06":{"attempts":1,"playable":75.74912089038476,"score":75.74912089038476},"GB2-07":{"attempts":1,"playable":85.38047340734052,"score":85.38047340734052},"GB2-08":{"attempts":1,"playable":66.70178510480034,"score":66.70178510480034}},"none":{"GB2-01":{"attempts":1,"playable":67.32843104080195,"score":67.32843104080195},"GB2-02":{"attempts":1,"playable":42.24991775165529,"score":42.24991775165529},"GB2-03":{"attempts":1,"playable":17.623235149892416,"score":17.623235149892416},"GB2-04":{"attempts":1,"playable":51.814209303212344,"score":51.814209303212344},"GB2-05":{"attempts":1,"playable":83.97977139850428,"score":83.97977139850428},"GB2-06":{"attempts":1,"playable":65.35633199655115,"score":65.35633199655115},"GB2-07":{"attempts":1,"playable":51.8461949804205,"score":51.8461949804205},"GB2-08":{"attempts":1,"playable":59.233006225411,"score":59.233006225411}}},"id":"meta/muse-wonder","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:49Z","match_totals_all":{"draws":2467,"losses":4861,"wins":8100},"match_totals_tracks":{"highest":{"draws":575,"losses":1090,"wins":3475},"medium":{"draws":762,"losses":1801,"wins":2581},"none":{"draws":1130,"losses":1970,"wins":2044}},"model_slug":"meta-muse-wonder","official_rank_by_reasoning":{"highest":23,"medium":33,"none":24},"overall":{"max":91.84102024293715,"mean":64.80898227057936,"min":17.623235149892416},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":24,"overall_ranking_status":"ranked","per_game":{"GB2-01":81.8682483764598,"GB2-02":66.807837444803,"GB2-03":81.81916491310311,"GB2-04":80.5795663131836,"GB2-05":91.84102024293715,"GB2-06":85.14987503754026,"GB2-07":71.48601835470676,"GB2-08":62.84979472067752},"per_game_all":{"GB2-01":66.5721593465749,"GB2-02":54.73082161795673,"GB2-03":44.93118804259844,"GB2-04":57.679117068048434,"GB2-05":86.64103851684541,"GB2-06":75.41844264149205,"GB2-07":69.5708955808226,"GB2-08":62.928195350296285},"per_game_match_totals_all":{"GB2-01":{"draws":208,"losses":610,"wins":1120},"GB2-02":{"draws":1125,"losses":353,"wins":356},"GB2-03":{"draws":342,"losses":970,"wins":590},"GB2-04":{"draws":706,"losses":520,"wins":660},"GB2-05":{"draws":0,"losses":367,"wins":1625},"GB2-06":{"draws":86,"losses":498,"wins":1314},"GB2-07":{"draws":0,"losses":718,"wins":1274},"GB2-08":{"draws":0,"losses":825,"wins":1161}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":8,"losses":137,"wins":503},"GB2-02":{"draws":342,"losses":64,"wins":206},"GB2-03":{"draws":105,"losses":103,"wins":426},"GB2-04":{"draws":90,"losses":102,"wins":436},"GB2-05":{"draws":0,"losses":83,"wins":581},"GB2-06":{"draws":30,"losses":99,"wins":503},"GB2-07":{"draws":0,"losses":227,"wins":435},"GB2-08":{"draws":0,"losses":275,"wins":385}},"medium":{"GB2-01":{"draws":5,"losses":339,"wins":302},"GB2-02":{"draws":348,"losses":128,"wins":134},"GB2-03":{"draws":127,"losses":380,"wins":127},"GB2-04":{"draws":257,"losses":269,"wins":104},"GB2-05":{"draws":0,"losses":142,"wins":522},"GB2-06":{"draws":25,"losses":165,"wins":442},"GB2-07":{"draws":0,"losses":127,"wins":535},"GB2-08":{"draws":0,"losses":251,"wins":415}},"none":{"GB2-01":{"draws":195,"losses":134,"wins":315},"GB2-02":{"draws":435,"losses":161,"wins":16},"GB2-03":{"draws":110,"losses":487,"wins":37},"GB2-04":{"draws":359,"losses":149,"wins":120},"GB2-05":{"draws":0,"losses":142,"wins":522},"GB2-06":{"draws":31,"losses":234,"wins":369},"GB2-07":{"draws":0,"losses":364,"wins":304},"GB2-08":{"draws":0,"losses":299,"wins":361}}},"per_game_raw_elo_all":{"GB2-01":1626.7327839987286,"GB2-02":1476.827223250466,"GB2-03":1352.3408138683747,"GB2-04":1522.2650000730334,"GB2-05":2091.0926759601894,"GB2-06":1849.219980434433,"GB2-07":1676.5376808868216,"GB2-08":1582.9417154653559},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1806.9192952591197,"GB2-02":1577.063615864392,"GB2-03":1756.9103413274102,"GB2-04":1736.7647887380667,"GB2-05":2287.863345631476,"GB2-06":2042.1834525650977,"GB2-07":1668.850286681645,"GB2-08":1580.1370531897016},"medium":{"GB2-01":1452.4859794966537,"GB2-02":1477.3354443253538,"GB2-03":1243.4470550098572,"GB2-04":1370.9190319957054,"GB2-05":1994.7293664032275,"GB2-06":1849.2851164955146,"GB2-07":1973.9433160869664,"GB2-08":1662.0783142318653},"none":{"GB2-01":1620.7930772404127,"GB2-02":1376.082609561652,"GB2-03":1056.6650452678568,"GB2-04":1459.1111794853275,"GB2-05":1990.6853158458648,"GB2-06":1656.191372242687,"GB2-07":1386.8194398918538,"GB2-08":1506.6097789745013}},"per_game_tracks":{"highest":{"GB2-01":81.8682483764598,"GB2-02":66.807837444803,"GB2-03":81.81916491310311,"GB2-04":80.5795663131836,"GB2-05":91.84102024293715,"GB2-06":85.14987503754026,"GB2-07":71.48601835470676,"GB2-08":62.84979472067752},"medium":{"GB2-01":50.519798622462986,"GB2-02":55.13470965741188,"GB2-03":35.351164064799804,"GB2-04":40.643575587749346,"GB2-05":84.10232390909482,"GB2-06":75.74912089038476,"GB2-07":85.38047340734052,"GB2-08":66.70178510480034},"none":{"GB2-01":67.32843104080195,"GB2-02":42.24991775165529,"GB2-03":17.623235149892416,"GB2-04":51.814209303212344,"GB2-05":83.97977139850428,"GB2-06":65.35633199655115,"GB2-07":51.8461949804205,"GB2-08":59.233006225411}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T05:16:33Z","reasoning":{"highest":77.8001906754264,"medium":61.69786890550556,"none":54.92888723080611},"reasoning_agg":{"highest":{"max":91.84102024293715,"mean":77.8001906754264,"min":62.84979472067752},"medium":{"max":85.38047340734052,"mean":61.69786890550556,"min":35.351164064799804},"none":{"max":83.97977139850428,"mean":54.92888723080611,"min":17.623235149892416}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":22.871303444620295},"working_program_strength":{"all":64.80898227057936,"highest":77.8001906754264,"medium":61.69786890550556,"none":54.92888723080611}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-7:3e25446fa18628a3","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":1.2177,"mean":0.779445,"median":0.759332,"min":0.571358,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":6.23556},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.576454,"mean":0.39871924999999997,"median":0.380795,"min":0.216934,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":3.189754},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.143752,"mean":0.082967,"median":0.0730072,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.6637360000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.576454,"mean":0.39871924999999997,"median":0.380795,"min":0.216934,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":3.1897539999999998},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.143752,"mean":0.082967,"median":0.0730072,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.663736},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":1.2177,"mean":0.779445,"median":0.759332,"min":0.571358,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":6.2355599999999995}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":1.2177,"mean":0.4203770833333333,"median":0.380795,"min":0.0533856,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":10.089050000000002},"codegen_latency_ms":{"attempt_count":29,"max_ms":2516111,"mean_ms":895095.7083333334,"min_ms":107275,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":2516111,"mean_ms":1632486.25,"min_ms":1212881,"run_count":8},"medium":{"attempt_count":9,"max_ms":1551665,"mean_ms":884117.375,"min_ms":472109,"run_count":8},"none":{"attempt_count":10,"max_ms":283828,"mean_ms":168683.5,"min_ms":107275,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":195136,"output_mean":67634.29166666667,"output_min":8421,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":195136,"output_mean":126135.375,"output_min":92484,"run_count":8},"medium":{"attempt_count":9,"output_max":95241,"output_mean":63372.625,"output_min":32426,"run_count":8},"none":{"attempt_count":10,"output_max":23276,"output_mean":13394.875,"output_min":8421,"run_count":8}},"display_name":"Grok 4.7","economics":{"all":63.72798603849868,"highest":71.3229362716313,"medium":72.32108158171916,"none":47.53994026214556},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"},"medium":{"GB2-06":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[450000],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[450000],"total_output_tokens":1623223,"total_reasoning_output_tokens":1401661,"total_visible_output_tokens":221562,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":450000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.7","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":53.811452689197246,"score":53.811452689197246},"GB2-02":{"attempts":3,"playable":72.86331818927017,"score":72.86331818927017},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":79.36758891337345,"score":52.91172594224897},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":68.11851359551007,"score":45.41234239700671},"GB2-05":{"attempts":3,"playable":75.14169649870986,"score":75.14169649870986},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":85.32190927847577,"score":56.88127285231718},"GB2-07":{"attempts":3,"playable":68.13599121734218,"score":68.13599121734218},"GB2-08":{"attempts":3,"playable":84.66608852189705,"score":84.66608852189705}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":56.48755019528107,"score":56.48755019528107},"GB2-02":{"attempts":1,"playable":88.05035482994063,"score":88.05035482994063},"GB2-03":{"attempts":1,"playable":86.8781074888571,"score":86.8781074888571},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":92.42437806123891,"score":92.42437806123891},"GB2-06":{"attempts":1,"playable":89.46454128736423,"score":89.46454128736423},"GB2-07":{"attempts":1,"playable":75.64191386885621,"score":75.64191386885621},"GB2-08":{"attempts":1,"playable":81.63664444151227,"score":81.63664444151227}},"medium":{"GB2-01":{"attempts":1,"playable":78.77141667145698,"score":78.77141667145698},"GB2-02":{"attempts":1,"playable":78.57992128835815,"score":78.57992128835815},"GB2-03":{"attempts":1,"playable":71.8570703378898,"score":71.8570703378898},"GB2-04":{"attempts":1,"playable":91.8327025927446,"score":91.8327025927446},"GB2-05":{"attempts":1,"playable":92.48952205684385,"score":92.48952205684385},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":74.36075575146633,"score":74.36075575146633},"GB2-08":{"attempts":1,"playable":90.67726395499352,"score":90.67726395499352}},"none":{"GB2-01":{"attempts":1,"playable":26.1753912008537,"score":26.1753912008537},"GB2-02":{"attempts":1,"playable":51.95967844951173,"score":51.95967844951173},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":44.404324598275544,"score":44.404324598275544},"GB2-05":{"attempts":1,"playable":40.511189378046794,"score":40.511189378046794},"GB2-06":{"attempts":1,"playable":81.1792772695873,"score":81.1792772695873},"GB2-07":{"attempts":1,"playable":54.405304031704006,"score":54.405304031704006},"GB2-08":{"attempts":1,"playable":81.68435716918536,"score":81.68435716918536}}},"id":"x-ai/grok-4.7","is_recent_addition":false,"last_measured_at":"2026-11-19T16:08:25Z","match_totals_all":{"draws":1278,"losses":3594,"wins":8658},"match_totals_tracks":{"highest":{"draws":204,"losses":923,"wins":3389},"medium":{"draws":284,"losses":833,"wins":3393},"none":{"draws":790,"losses":1838,"wins":1876}},"model_slug":"x-ai-grok-4-7","official_rank_by_reasoning":{"highest":27,"medium":20,"none":40},"overall":{"max":92.48952205684385,"mean":63.72798603849868,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":25,"overall_ranking_status":"ranked","per_game":{"GB2-01":56.48755019528107,"GB2-02":88.05035482994063,"GB2-03":86.8781074888571,"GB2-05":92.42437806123891,"GB2-06":89.46454128736423,"GB2-07":75.64191386885621,"GB2-08":81.63664444151227},"per_game_all":{"GB2-01":53.811452689197246,"GB2-02":72.86331818927017,"GB2-05":75.14169649870986,"GB2-07":68.13599121734218,"GB2-08":84.66608852189705},"per_game_match_totals_all":{"GB2-01":{"draws":235,"losses":837,"wins":866},"GB2-02":{"draws":613,"losses":275,"wins":948},"GB2-03":{"draws":136,"losses":276,"wins":858},"GB2-04":{"draws":239,"losses":321,"wins":696},"GB2-05":{"draws":0,"losses":575,"wins":1417},"GB2-06":{"draws":55,"losses":197,"wins":1016},"GB2-07":{"draws":0,"losses":746,"wins":1240},"GB2-08":{"draws":0,"losses":367,"wins":1617}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":14,"losses":298,"wins":334},"GB2-02":{"draws":72,"losses":62,"wins":478},"GB2-03":{"draws":104,"losses":67,"wins":463},"GB2-05":{"draws":0,"losses":79,"wins":585},"GB2-06":{"draws":14,"losses":76,"wins":546},"GB2-07":{"draws":0,"losses":196,"wins":466},"GB2-08":{"draws":0,"losses":145,"wins":517}},"medium":{"GB2-01":{"draws":41,"losses":138,"wins":467},"GB2-02":{"draws":138,"losses":92,"wins":382},"GB2-03":{"draws":32,"losses":209,"wins":395},"GB2-04":{"draws":73,"losses":31,"wins":524},"GB2-05":{"draws":0,"losses":77,"wins":587},"GB2-07":{"draws":0,"losses":207,"wins":455},"GB2-08":{"draws":0,"losses":79,"wins":583}},"none":{"GB2-01":{"draws":180,"losses":401,"wins":65},"GB2-02":{"draws":403,"losses":121,"wins":88},"GB2-04":{"draws":166,"losses":290,"wins":172},"GB2-05":{"draws":0,"losses":419,"wins":245},"GB2-06":{"draws":41,"losses":121,"wins":470},"GB2-07":{"draws":0,"losses":343,"wins":319},"GB2-08":{"draws":0,"losses":143,"wins":517}}},"per_game_raw_elo_all":{"GB2-01":1492.4179448384396,"GB2-02":1668.1074448402796,"GB2-05":1951.359418014177,"GB2-07":1627.0291100303596,"GB2-08":2085.1864937613586},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1509.9492471786828,"GB2-02":1850.039410145185,"GB2-03":1870.2893878120558,"GB2-05":2314.516061180798,"GB2-06":2148.8386042843563,"GB2-07":1741.9903426021235,"GB2-08":2001.9346325464264},"medium":{"GB2-01":1760.7754767479337,"GB2-02":1702.2148900512752,"GB2-03":1600.815320441013,"GB2-04":1940.3168339470044,"GB2-05":2317.563489052536,"GB2-07":1718.4747715118538,"GB2-08":2250.533558891115},"none":{"GB2-01":1206.5291105887025,"GB2-02":1452.0680343243785,"GB2-04":1400.6896743072346,"GB2-05":1221.998703809197,"GB2-06":1956.8098327498917,"GB2-07":1420.6222159771019,"GB2-08":2003.0912898465351}},"per_game_tracks":{"highest":{"GB2-01":56.48755019528107,"GB2-02":88.05035482994063,"GB2-03":86.8781074888571,"GB2-05":92.42437806123891,"GB2-06":89.46454128736423,"GB2-07":75.64191386885621,"GB2-08":81.63664444151227},"medium":{"GB2-01":78.77141667145698,"GB2-02":78.57992128835815,"GB2-03":71.8570703378898,"GB2-04":91.8327025927446,"GB2-05":92.48952205684385,"GB2-07":74.36075575146633,"GB2-08":90.67726395499352},"none":{"GB2-01":26.1753912008537,"GB2-02":51.95967844951173,"GB2-04":44.404324598275544,"GB2-05":40.511189378046794,"GB2-06":81.1792772695873,"GB2-07":54.405304031704006,"GB2-08":81.68435716918536}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":19,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T05:12:28Z","reasoning":{"highest":71.3229362716313,"medium":72.32108158171916,"none":47.53994026214556},"reasoning_agg":{"highest":{"max":92.42437806123891,"mean":71.3229362716313,"min":0.0},"medium":{"max":92.48952205684385,"mean":72.32108158171916,"min":0.0},"none":{"max":81.68435716918536,"mean":47.53994026214556,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.7811413195736},"working_program_strength":{"all":72.83198404399849,"highest":81.51192716757863,"medium":82.6526646648219,"none":54.33136029959492}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-6:30389cb4b3df8dc5","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.02609192,"mean":0.017588861,"median":0.020739019999999997,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.140710888},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.029267624,"mean":0.018369876,"median":0.016607339999999998,"min":0.0120384,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.146959008},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.02555931,"median":0.0243588,"min":0.01867368,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.20447448000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.029267624,"mean":0.018369876,"median":0.016607339999999998,"min":0.0120384,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.146959008},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.02555931,"median":0.0243588,"min":0.01867368,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.20447448000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.02609192,"mean":0.017588861,"median":0.020739019999999997,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.140710888}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03685948,"mean":0.020506015666666665,"median":0.02043636,"min":0.001435216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":26},"recorded_attempt_count":26,"run_count":24,"total":0.492144376},"codegen_latency_ms":{"attempt_count":26,"max_ms":755694,"mean_ms":451536.75,"min_ms":31964,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":564440,"mean_ms":376890.25,"min_ms":31964,"run_count":8},"medium":{"attempt_count":8,"max_ms":648356,"mean_ms":407380.75,"min_ms":243771,"run_count":8},"none":{"attempt_count":9,"max_ms":755694,"mean_ms":570339.25,"min_ms":427909,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":86164,"output_mean":49308.791666666664,"output_min":2971,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":62906,"output_mean":41898.125,"output_min":2971,"run_count":8},"medium":{"attempt_count":8,"output_max":72644,"output_mean":44910.0,"output_min":27873,"run_count":8},"none":{"attempt_count":9,"output_max":86164,"output_mean":61118.25,"output_min":44541,"run_count":8}},"display_name":"Nex N2.6","economics":{"all":61.99151207363207,"highest":50.25468095924545,"medium":63.14671928581706,"none":72.57313597583371},"economics_best_value":{"per_model":{"medium":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[235929],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":29,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[235929],"total_output_tokens":1183411,"total_reasoning_output_tokens":1069927,"total_visible_output_tokens":113484,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2.6","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.32869191822241,"score":58.32869191822241},"GB2-02":{"attempts":3,"playable":63.43746196836572,"score":63.43746196836572},"GB2-03":{"attempts":3,"playable":73.81382377638903,"score":73.81382377638903},"GB2-04":{"attempts":3,"playable":54.833093426130155,"score":54.833093426130155},"GB2-05":{"attempts":3,"playable":72.89861553999346,"score":72.89861553999346},"GB2-06":{"attempts":3,"playable":63.907606239471384,"score":63.907606239471384},"GB2-07":{"attempts":3,"playable":58.36992520888773,"score":58.36992520888773},"GB2-08":{"attempts":3,"playable":50.3428785115967,"score":50.3428785115967}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.30115007058623,"score":71.30115007058623},"GB2-02":{"attempts":1,"playable":61.49027890259784,"score":61.49027890259784},"GB2-03":{"attempts":1,"playable":51.36148976098627,"score":51.36148976098627},"GB2-04":{"attempts":1,"playable":36.7161771006249,"score":36.7161771006249},"GB2-05":{"attempts":1,"playable":83.86978399288175,"score":83.86978399288175},"GB2-06":{"attempts":1,"playable":26.79848732341935,"score":26.79848732341935},"GB2-07":{"attempts":1,"playable":40.376310120834816,"score":40.376310120834816},"GB2-08":{"attempts":1,"playable":30.123770402032452,"score":30.123770402032452}},"medium":{"GB2-01":{"attempts":1,"playable":64.51332691028684,"score":64.51332691028684},"GB2-02":{"attempts":1,"playable":52.7090209957929,"score":52.7090209957929},"GB2-03":{"attempts":1,"playable":83.77188168761006,"score":83.77188168761006},"GB2-04":{"attempts":1,"playable":59.303173448448945,"score":59.303173448448945},"GB2-05":{"attempts":1,"playable":56.6880020824517,"score":56.6880020824517},"GB2-06":{"attempts":1,"playable":75.58567076723205,"score":75.58567076723205},"GB2-07":{"attempts":1,"playable":74.21599964197277,"score":74.21599964197277},"GB2-08":{"attempts":1,"playable":38.38667875274126,"score":38.38667875274126}},"none":{"GB2-01":{"attempts":1,"playable":39.17159877379417,"score":39.17159877379417},"GB2-02":{"attempts":1,"playable":76.11308600670642,"score":76.11308600670642},"GB2-03":{"attempts":1,"playable":86.30809988057074,"score":86.30809988057074},"GB2-04":{"attempts":1,"playable":68.47992972931662,"score":68.47992972931662},"GB2-05":{"attempts":1,"playable":78.13806054464692,"score":78.13806054464692},"GB2-06":{"attempts":1,"playable":89.33866062776275,"score":89.33866062776275},"GB2-07":{"attempts":1,"playable":60.51746586385559,"score":60.51746586385559},"GB2-08":{"attempts":1,"playable":82.51818638001642,"score":82.51818638001642}}},"id":"nex-agi/nex-n2.6","is_recent_addition":false,"last_measured_at":"2026-11-19T15:27:30Z","match_totals_all":{"draws":1663,"losses":5722,"wins":8033},"match_totals_tracks":{"highest":{"draws":660,"losses":2454,"wins":2020},"medium":{"draws":612,"losses":1820,"wins":2706},"none":{"draws":391,"losses":1448,"wins":3307}},"model_slug":"nex-agi-nex-n2-6","official_rank_by_reasoning":{"highest":59,"medium":30,"none":19},"overall":{"max":89.33866062776275,"mean":61.99151207363207,"min":26.79848732341935},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":26,"overall_ranking_status":"ranked","per_game":{"GB2-01":71.30115007058623,"GB2-02":61.49027890259784,"GB2-03":51.36148976098627,"GB2-04":36.7161771006249,"GB2-05":83.86978399288175,"GB2-06":26.79848732341935,"GB2-07":40.376310120834816,"GB2-08":30.123770402032452},"per_game_all":{"GB2-01":58.32869191822241,"GB2-02":63.43746196836572,"GB2-03":73.81382377638903,"GB2-04":54.833093426130155,"GB2-05":72.89861553999346,"GB2-06":63.907606239471384,"GB2-07":58.36992520888773,"GB2-08":50.3428785115967},"per_game_match_totals_all":{"GB2-01":{"draws":50,"losses":845,"wins":1045},"GB2-02":{"draws":803,"losses":356,"wins":671},"GB2-03":{"draws":107,"losses":561,"wins":1236},"GB2-04":{"draws":627,"losses":615,"wins":642},"GB2-05":{"draws":0,"losses":642,"wins":1348},"GB2-06":{"draws":76,"losses":715,"wins":1111},"GB2-07":{"draws":0,"losses":942,"wins":1046},"GB2-08":{"draws":0,"losses":1046,"wins":934}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":45,"losses":184,"wins":417},"GB2-02":{"draws":251,"losses":139,"wins":220},"GB2-03":{"draws":81,"losses":310,"wins":243},"GB2-04":{"draws":273,"losses":283,"wins":72},"GB2-05":{"draws":0,"losses":140,"wins":522},"GB2-06":{"draws":10,"losses":483,"wins":139},"GB2-07":{"draws":0,"losses":434,"wins":228},"GB2-08":{"draws":0,"losses":481,"wins":179}},"medium":{"GB2-01":{"draws":1,"losses":250,"wins":395},"GB2-02":{"draws":388,"losses":123,"wins":99},"GB2-03":{"draws":11,"losses":135,"wins":488},"GB2-04":{"draws":178,"losses":194,"wins":256},"GB2-05":{"draws":0,"losses":318,"wins":344},"GB2-06":{"draws":34,"losses":165,"wins":437},"GB2-07":{"draws":0,"losses":206,"wins":456},"GB2-08":{"draws":0,"losses":429,"wins":231}},"none":{"GB2-01":{"draws":4,"losses":411,"wins":233},"GB2-02":{"draws":164,"losses":94,"wins":352},"GB2-03":{"draws":15,"losses":116,"wins":505},"GB2-04":{"draws":176,"losses":138,"wins":314},"GB2-05":{"draws":0,"losses":184,"wins":482},"GB2-06":{"draws":32,"losses":67,"wins":535},"GB2-07":{"draws":0,"losses":302,"wins":362},"GB2-08":{"draws":0,"losses":136,"wins":524}}},"per_game_raw_elo_all":{"GB2-01":1533.2374563383053,"GB2-02":1553.4667854713198,"GB2-03":1679.4454501166738,"GB2-04":1487.0810297745345,"GB2-05":1745.9906870025463,"GB2-06":1674.0130678159928,"GB2-07":1485.9212765878494,"GB2-08":1405.394382446907},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1665.510325006426,"GB2-02":1529.8575779792454,"GB2-03":1385.9769104775266,"GB2-04":1339.2211428461032,"GB2-05":1987.0700847454514,"GB2-06":1030.4942344962706,"GB2-07":1238.165179781564,"GB2-08":1037.603956208316},"medium":{"GB2-01":1590.742894662944,"GB2-02":1457.992107676894,"GB2-03":1796.7019193557055,"GB2-04":1520.0812403036732,"GB2-05":1432.7045930615614,"GB2-06":1846.1458027522542,"GB2-07":1715.87788363006,"GB2-08":1155.1264466792982},"none":{"GB2-01":1343.4591493455457,"GB2-02":1672.5506707578197,"GB2-03":1855.657520516789,"GB2-04":1601.9407061738264,"GB2-05":1818.1973832006265,"GB2-06":2145.3991661994532,"GB2-07":1503.720766351925,"GB2-08":2023.4527444531068}},"per_game_tracks":{"highest":{"GB2-01":71.30115007058623,"GB2-02":61.49027890259784,"GB2-03":51.36148976098627,"GB2-04":36.7161771006249,"GB2-05":83.86978399288175,"GB2-06":26.79848732341935,"GB2-07":40.376310120834816,"GB2-08":30.123770402032452},"medium":{"GB2-01":64.51332691028684,"GB2-02":52.7090209957929,"GB2-03":83.77188168761006,"GB2-04":59.303173448448945,"GB2-05":56.6880020824517,"GB2-06":75.58567076723205,"GB2-07":74.21599964197277,"GB2-08":38.38667875274126},"none":{"GB2-01":39.17159877379417,"GB2-02":76.11308600670642,"GB2-03":86.30809988057074,"GB2-04":68.47992972931662,"GB2-05":78.13806054464692,"GB2-06":89.33866062776275,"GB2-07":60.51746586385559,"GB2-08":82.51818638001642}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:18:52Z","reasoning":{"highest":50.25468095924545,"medium":63.14671928581706,"none":72.57313597583371},"reasoning_agg":{"highest":{"max":83.86978399288175,"mean":50.25468095924545,"min":26.79848732341935},"medium":{"max":83.77188168761006,"mean":63.14671928581706,"min":38.38667875274126},"none":{"max":89.33866062776275,"mean":72.57313597583371,"min":39.17159877379417}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":22.31845501658826},"working_program_strength":{"all":61.99151207363207,"highest":50.25468095924545,"medium":63.14671928581706,"none":72.57313597583371}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash-1017:3747681a09283505","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.07554854925,"median":0.075366243,"min":0.03476295,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.604388394},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.065551536,"mean":0.04201661175,"median":0.0380097,"min":0.02021175,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.33613289399999996},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00749985,"mean":0.0058554465,"median":0.006206184,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.046843572}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.065551536,"mean":0.04201661175,"median":0.0380097,"min":0.02021175,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.336132894},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00749985,"mean":0.0058554465,"median":0.006206184,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.04684357200000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.07554854925,"median":0.075366243,"min":0.03476295,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.604388394}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.11170938600000001,"mean":0.0411402025,"median":0.037120068,"min":0.00308565,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":0.98736486},"codegen_latency_ms":{"attempt_count":27,"max_ms":473334,"mean_ms":151724.33333333334,"min_ms":8145,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":473334,"mean_ms":299503.0,"min_ms":228847,"run_count":8},"medium":{"attempt_count":8,"max_ms":206258,"mean_ms":144560.375,"min_ms":109598,"run_count":8},"none":{"attempt_count":9,"max_ms":15039,"mean_ms":11109.625,"min_ms":8145,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":101363,"output_mean":34770.375,"output_min":2168,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":101363,"output_mean":66009.25,"output_min":55824,"run_count":8},"medium":{"attempt_count":8,"output_max":52800,"output_mean":35105.0,"output_min":27852,"run_count":8},"none":{"attempt_count":9,"output_max":4467,"output_mean":3196.875,"output_min":2168,"run_count":8}},"display_name":"DeepSeek V4.1 Flash 1017","economics":{"all":61.283624179282675,"highest":69.91504964741935,"medium":64.12984995409454,"none":49.80597293633416},"economics_best_value":{"per_model":{"all":true,"none":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[393216],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[393216],"total_output_tokens":834489,"total_reasoning_output_tokens":719894,"total_visible_output_tokens":114595,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":393216,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash-1017","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":72.80702876207637,"score":72.80702876207637},"GB2-02":{"attempts":3,"playable":55.03415422670304,"score":55.03415422670304},"GB2-03":{"attempts":3,"playable":44.644277864754116,"score":44.644277864754116},"GB2-04":{"attempts":3,"playable":60.27175497746584,"score":60.27175497746584},"GB2-05":{"attempts":3,"playable":59.741439608601105,"score":59.741439608601105},"GB2-06":{"attempts":3,"playable":65.69360102108125,"score":65.69360102108125},"GB2-07":{"attempts":3,"playable":58.42061316408512,"score":58.42061316408512},"GB2-08":{"attempts":3,"playable":73.65612380949459,"score":73.65612380949459}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":67.61117944085986,"score":67.61117944085986},"GB2-02":{"attempts":1,"playable":79.10628707802819,"score":79.10628707802819},"GB2-03":{"attempts":1,"playable":46.367662439664784,"score":46.367662439664784},"GB2-04":{"attempts":1,"playable":70.97096015149114,"score":70.97096015149114},"GB2-05":{"attempts":1,"playable":70.6010470532746,"score":70.6010470532746},"GB2-06":{"attempts":1,"playable":73.47763404930026,"score":73.47763404930026},"GB2-07":{"attempts":1,"playable":71.35088765767527,"score":71.35088765767527},"GB2-08":{"attempts":1,"playable":79.83473930906068,"score":79.83473930906068}},"medium":{"GB2-01":{"attempts":1,"playable":80.30311752676089,"score":80.30311752676089},"GB2-02":{"attempts":1,"playable":42.83994896687018,"score":42.83994896687018},"GB2-03":{"attempts":1,"playable":49.05903934504129,"score":49.05903934504129},"GB2-04":{"attempts":1,"playable":68.07490623485596,"score":68.07490623485596},"GB2-05":{"attempts":1,"playable":58.30066671609205,"score":58.30066671609205},"GB2-06":{"attempts":1,"playable":80.73949356563335,"score":80.73949356563335},"GB2-07":{"attempts":1,"playable":71.61267618537879,"score":71.61267618537879},"GB2-08":{"attempts":1,"playable":62.10895109212373,"score":62.10895109212373}},"none":{"GB2-01":{"attempts":1,"playable":70.5067893186084,"score":70.5067893186084},"GB2-02":{"attempts":1,"playable":43.15622663521075,"score":43.15622663521075},"GB2-03":{"attempts":1,"playable":38.50613180955627,"score":38.50613180955627},"GB2-04":{"attempts":1,"playable":41.76939854605044,"score":41.76939854605044},"GB2-05":{"attempts":1,"playable":50.322605056436664,"score":50.322605056436664},"GB2-06":{"attempts":1,"playable":42.86367544831013,"score":42.86367544831013},"GB2-07":{"attempts":1,"playable":32.298275649201294,"score":32.298275649201294},"GB2-08":{"attempts":1,"playable":79.02468102729934,"score":79.02468102729934}}},"id":"deepseek/deepseek-v4.1-flash-1017","is_recent_addition":false,"last_measured_at":"2026-11-19T15:18:02Z","match_totals_all":{"draws":2620,"losses":5358,"wins":7454},"match_totals_tracks":{"highest":{"draws":708,"losses":1438,"wins":3000},"medium":{"draws":773,"losses":1694,"wins":2675},"none":{"draws":1139,"losses":2226,"wins":1779}},"model_slug":"deepseek-deepseek-v4-1-flash-1017","official_rank_by_reasoning":{"highest":28,"medium":28,"none":32},"overall":{"max":80.73949356563335,"mean":61.283624179282675,"min":32.298275649201294},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":27,"overall_ranking_status":"ranked","per_game":{"GB2-01":67.61117944085986,"GB2-02":79.10628707802819,"GB2-03":46.367662439664784,"GB2-04":70.97096015149114,"GB2-05":70.6010470532746,"GB2-06":73.47763404930026,"GB2-07":71.35088765767527,"GB2-08":79.83473930906068},"per_game_all":{"GB2-01":72.80702876207637,"GB2-02":55.03415422670304,"GB2-03":44.644277864754116,"GB2-04":60.27175497746584,"GB2-05":59.741439608601105,"GB2-06":65.69360102108125,"GB2-07":58.42061316408512,"GB2-08":73.65612380949459},"per_game_match_totals_all":{"GB2-01":{"draws":202,"losses":491,"wins":1247},"GB2-02":{"draws":990,"losses":407,"wins":435},"GB2-03":{"draws":436,"losses":953,"wins":513},"GB2-04":{"draws":915,"losses":370,"wins":599},"GB2-05":{"draws":0,"losses":906,"wins":1088},"GB2-06":{"draws":77,"losses":693,"wins":1130},"GB2-07":{"draws":0,"losses":934,"wins":1052},"GB2-08":{"draws":0,"losses":604,"wins":1390}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":125,"losses":170,"wins":351},"GB2-02":{"draws":129,"losses":93,"wins":390},"GB2-03":{"draws":112,"losses":324,"wins":198},"GB2-04":{"draws":310,"losses":55,"wins":263},"GB2-05":{"draws":0,"losses":233,"wins":431},"GB2-06":{"draws":32,"losses":176,"wins":424},"GB2-07":{"draws":0,"losses":226,"wins":436},"GB2-08":{"draws":0,"losses":161,"wins":507}},"medium":{"GB2-01":{"draws":0,"losses":146,"wins":498},"GB2-02":{"draws":416,"losses":165,"wins":29},"GB2-03":{"draws":65,"losses":333,"wins":236},"GB2-04":{"draws":254,"losses":102,"wins":272},"GB2-05":{"draws":0,"losses":314,"wins":352},"GB2-06":{"draws":38,"losses":128,"wins":470},"GB2-07":{"draws":0,"losses":226,"wins":436},"GB2-08":{"draws":0,"losses":280,"wins":382}},"none":{"GB2-01":{"draws":77,"losses":175,"wins":398},"GB2-02":{"draws":445,"losses":149,"wins":16},"GB2-03":{"draws":259,"losses":296,"wins":79},"GB2-04":{"draws":351,"losses":213,"wins":64},"GB2-05":{"draws":0,"losses":359,"wins":305},"GB2-06":{"draws":7,"losses":389,"wins":236},"GB2-07":{"draws":0,"losses":482,"wins":180},"GB2-08":{"draws":0,"losses":163,"wins":501}}},"per_game_raw_elo_all":{"GB2-01":1687.7164461942411,"GB2-02":1490.9294902948066,"GB2-03":1326.1604993064577,"GB2-04":1534.7905945995653,"GB2-05":1484.8176519496258,"GB2-06":1678.878632212897,"GB2-07":1489.6439713600878,"GB2-08":1821.1167134215548},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1623.8785423502518,"GB2-02":1708.8763022499945,"GB2-03":1341.3572973234736,"GB2-04":1626.4271504717458,"GB2-05":1650.7526615934462,"GB2-06":1806.0061617245894,"GB2-07":1666.6082275829438,"GB2-08":1958.8215247048881},"medium":{"GB2-01":1782.9569413164588,"GB2-02":1380.7160554800532,"GB2-03":1365.2717241276962,"GB2-04":1598.072007233838,"GB2-05":1454.8227148431824,"GB2-06":1947.7977513059632,"GB2-07":1670.9584157807992,"GB2-08":1564.7819591335285},"none":{"GB2-01":1656.3138549160135,"GB2-02":1383.1961131543717,"GB2-03":1271.8524764682033,"GB2-04":1379.8726260931128,"GB2-05":1348.8775794122491,"GB2-06":1282.831983608138,"GB2-07":1131.3652707165204,"GB2-08":1939.746656426248}},"per_game_tracks":{"highest":{"GB2-01":67.61117944085986,"GB2-02":79.10628707802819,"GB2-03":46.367662439664784,"GB2-04":70.97096015149114,"GB2-05":70.6010470532746,"GB2-06":73.47763404930026,"GB2-07":71.35088765767527,"GB2-08":79.83473930906068},"medium":{"GB2-01":80.30311752676089,"GB2-02":42.83994896687018,"GB2-03":49.05903934504129,"GB2-04":68.07490623485596,"GB2-05":58.30066671609205,"GB2-06":80.73949356563335,"GB2-07":71.61267618537879,"GB2-08":62.10895109212373},"none":{"GB2-01":70.5067893186084,"GB2-02":43.15622663521075,"GB2-03":38.50613180955627,"GB2-04":41.76939854605044,"GB2-05":50.322605056436664,"GB2-06":42.86367544831013,"GB2-07":32.298275649201294,"GB2-08":79.02468102729934}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T05:53:27Z","reasoning":{"highest":69.91504964741935,"medium":64.12984995409454,"none":49.80597293633416},"reasoning_agg":{"highest":{"max":79.83473930906068,"mean":69.91504964741935,"min":46.367662439664784},"medium":{"max":80.73949356563335,"mean":64.12984995409454,"min":42.83994896687018},"none":{"max":79.02468102729934,"mean":49.80597293633416,"min":32.298275649201294}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":20.109076711085194},"working_program_strength":{"all":61.283624179282675,"highest":69.91504964741935,"medium":64.12984995409454,"none":49.80597293633416}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5-5:04e84f957aa330d1","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.54817025,"median":0.548798,"min":0.28285,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":4.385362},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.083848,"mean":0.06079725,"median":0.058081,"min":0.039074,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.48637800000000003},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.048946,"mean":0.040937249999999994,"median":0.039029,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.327498}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.083848,"mean":0.06079725,"median":0.058081,"min":0.039074,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.486378},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.048946,"mean":0.040937249999999994,"median":0.039029,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.32749799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.54817025,"median":0.548798,"min":0.28285,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":4.385362}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.72702,"mean":0.21663491666666665,"median":0.058081,"min":0.035834,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":5.199238},"codegen_output_tokens":{"attempt_count":28,"output_max":70064,"output_mean":18803.166666666668,"output_min":1228,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":70064,"output_mean":51989.0,"output_min":25995,"run_count":8},"medium":{"attempt_count":11,"output_max":4348,"output_mean":2842.75,"output_min":1552,"run_count":8},"none":{"attempt_count":8,"output_max":2376,"output_mean":1577.75,"output_min":1228,"run_count":8}},"display_name":"Claude Sonnet 5.5","economics":{"all":60.469481813009935,"highest":91.74338724313353,"medium":49.892316092756026,"none":39.77274210314025},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[128000],"finish_reason_observations":28,"finish_reasons":["end_turn"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[128000],"total_output_tokens":451276,"total_reasoning_output_tokens":352227,"total_visible_output_tokens":99049,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.15660507131915,"score":57.15660507131915},"GB2-02":{"attempts":3,"playable":60.93347085126755,"score":60.93347085126755},"GB2-03":{"attempts":3,"playable":57.48759195069075,"score":57.48759195069075},"GB2-04":{"attempts":3,"playable":55.36987505459857,"score":55.36987505459857},"GB2-05":{"attempts":3,"playable":43.12330525339371,"score":43.12330525339371},"GB2-06":{"attempts":3,"playable":60.638998339375405,"score":60.638998339375405},"GB2-07":{"attempts":3,"playable":68.95313337767367,"score":68.95313337767367},"GB2-08":{"attempts":3,"playable":80.09287460576067,"score":80.09287460576067}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":80.85496462260664,"score":80.85496462260664},"GB2-02":{"attempts":1,"playable":95.85296881162245,"score":95.85296881162245},"GB2-03":{"attempts":1,"playable":94.8882523110642,"score":94.8882523110642},"GB2-04":{"attempts":1,"playable":82.74376640728725,"score":82.74376640728725},"GB2-05":{"attempts":1,"playable":97.64105307974312,"score":97.64105307974312},"GB2-06":{"attempts":1,"playable":90.05288238191136,"score":90.05288238191136},"GB2-07":{"attempts":1,"playable":92.29117470572491,"score":92.29117470572491},"GB2-08":{"attempts":1,"playable":99.62203562510832,"score":99.62203562510832}},"medium":{"GB2-01":{"attempts":1,"playable":43.3763182989441,"score":43.3763182989441},"GB2-02":{"attempts":1,"playable":41.03582096782658,"score":41.03582096782658},"GB2-03":{"attempts":1,"playable":32.06731707556291,"score":32.06731707556291},"GB2-04":{"attempts":1,"playable":39.88873993222495,"score":39.88873993222495},"GB2-05":{"attempts":1,"playable":17.654118763448277,"score":17.654118763448277},"GB2-06":{"attempts":1,"playable":74.85695954703154,"score":74.85695954703154},"GB2-07":{"attempts":1,"playable":69.30735298508309,"score":69.30735298508309},"GB2-08":{"attempts":1,"playable":80.95190117192675,"score":80.95190117192675}},"none":{"GB2-01":{"attempts":1,"playable":47.238532292406695,"score":47.238532292406695},"GB2-02":{"attempts":1,"playable":45.911622774353624,"score":45.911622774353624},"GB2-03":{"attempts":1,"playable":45.507206465445115,"score":45.507206465445115},"GB2-04":{"attempts":1,"playable":43.47711882428354,"score":43.47711882428354},"GB2-05":{"attempts":1,"playable":14.074743916989721,"score":14.074743916989721},"GB2-06":{"attempts":1,"playable":17.0071530891833,"score":17.0071530891833},"GB2-07":{"attempts":1,"playable":45.26087244221302,"score":45.26087244221302},"GB2-08":{"attempts":1,"playable":59.70468702024696,"score":59.70468702024696}}},"id":"claude-sonnet-5-5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:05:11Z","match_totals_all":{"draws":2408,"losses":5419,"wins":7593},"match_totals_tracks":{"highest":{"draws":398,"losses":352,"wins":4390},"medium":{"draws":1058,"losses":2237,"wins":1845},"none":{"draws":952,"losses":2830,"wins":1358}},"model_slug":"claude-sonnet-5-5","official_rank_by_reasoning":{"highest":14,"medium":54,"none":59},"overall":{"max":99.62203562510832,"mean":60.469481813009935,"min":14.074743916989721},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":28,"overall_ranking_status":"ranked","per_game":{"GB2-01":80.85496462260664,"GB2-02":95.85296881162245,"GB2-03":94.8882523110642,"GB2-04":82.74376640728725,"GB2-05":97.64105307974312,"GB2-06":90.05288238191136,"GB2-07":92.29117470572491,"GB2-08":99.62203562510832},"per_game_all":{"GB2-01":57.15660507131915,"GB2-02":60.93347085126755,"GB2-03":57.48759195069075,"GB2-04":55.36987505459857,"GB2-05":43.12330525339371,"GB2-06":60.638998339375405,"GB2-07":68.95313337767367,"GB2-08":80.09287460576067},"per_game_match_totals_all":{"GB2-01":{"draws":252,"losses":767,"wins":923},"GB2-02":{"draws":917,"losses":323,"wins":596},"GB2-03":{"draws":376,"losses":711,"wins":815},"GB2-04":{"draws":811,"losses":505,"wins":568},"GB2-05":{"draws":0,"losses":1174,"wins":818},"GB2-06":{"draws":52,"losses":777,"wins":1067},"GB2-07":{"draws":0,"losses":713,"wins":1273},"GB2-08":{"draws":0,"losses":449,"wins":1533}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":183,"losses":53,"wins":412},"GB2-02":{"draws":44,"losses":17,"wins":551},"GB2-03":{"draws":0,"losses":51,"wins":583},"GB2-04":{"draws":127,"losses":69,"wins":432},"GB2-05":{"draws":0,"losses":31,"wins":633},"GB2-06":{"draws":44,"losses":56,"wins":532},"GB2-07":{"draws":0,"losses":72,"wins":590},"GB2-08":{"draws":0,"losses":3,"wins":657}},"medium":{"GB2-01":{"draws":17,"losses":375,"wins":254},"GB2-02":{"draws":434,"losses":168,"wins":10},"GB2-03":{"draws":242,"losses":342,"wins":50},"GB2-04":{"draws":363,"losses":218,"wins":47},"GB2-05":{"draws":0,"losses":560,"wins":104},"GB2-06":{"draws":2,"losses":182,"wins":448},"GB2-07":{"draws":0,"losses":240,"wins":422},"GB2-08":{"draws":0,"losses":152,"wins":510}},"none":{"GB2-01":{"draws":52,"losses":339,"wins":257},"GB2-02":{"draws":439,"losses":138,"wins":35},"GB2-03":{"draws":134,"losses":318,"wins":182},"GB2-04":{"draws":321,"losses":218,"wins":89},"GB2-05":{"draws":0,"losses":583,"wins":81},"GB2-06":{"draws":6,"losses":539,"wins":87},"GB2-07":{"draws":0,"losses":401,"wins":261},"GB2-08":{"draws":0,"losses":294,"wins":366}}},"per_game_raw_elo_all":{"GB2-01":1532.2378263825506,"GB2-02":1619.1381255076521,"GB2-03":1573.0754962033805,"GB2-04":1508.3803499679423,"GB2-05":1435.729240051167,"GB2-06":1620.7307470830674,"GB2-07":1730.9898441911216,"GB2-08":2186.8564143847384},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1791.2450513750098,"GB2-02":2086.169206315869,"GB2-03":2172.374193830304,"GB2-04":1766.8713100148634,"GB2-05":2663.1825258536837,"GB2-06":2165.27140245287,"GB2-07":2258.166252590327,"GB2-08":3059.1557939628847},"medium":{"GB2-01":1384.2646554330265,"GB2-02":1366.5152825729215,"GB2-03":1213.0992147339766,"GB2-04":1364.888456298454,"GB2-05":859.9153563206504,"GB2-06":1832.1997189213434,"GB2-07":1633.525642107184,"GB2-08":1985.426495446072},"none":{"GB2-01":1421.2037723396159,"GB2-02":1404.7298876341663,"GB2-03":1333.75308004586,"GB2-04":1393.3812835905094,"GB2-05":784.0898379791668,"GB2-06":864.7211198749891,"GB2-07":1301.2776378758535,"GB2-08":1515.9869537452576}},"per_game_tracks":{"highest":{"GB2-01":80.85496462260664,"GB2-02":95.85296881162245,"GB2-03":94.8882523110642,"GB2-04":82.74376640728725,"GB2-05":97.64105307974312,"GB2-06":90.05288238191136,"GB2-07":92.29117470572491,"GB2-08":99.62203562510832},"medium":{"GB2-01":43.3763182989441,"GB2-02":41.03582096782658,"GB2-03":32.06731707556291,"GB2-04":39.88873993222495,"GB2-05":17.654118763448277,"GB2-06":74.85695954703154,"GB2-07":69.30735298508309,"GB2-08":80.95190117192675},"none":{"GB2-01":47.238532292406695,"GB2-02":45.911622774353624,"GB2-03":45.507206465445115,"GB2-04":43.47711882428354,"GB2-05":14.074743916989721,"GB2-06":17.0071530891833,"GB2-07":45.26087244221302,"GB2-08":59.70468702024696}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:46:41Z","reasoning":{"highest":91.74338724313353,"medium":49.892316092756026,"none":39.77274210314025},"reasoning_agg":{"highest":{"max":99.62203562510832,"mean":91.74338724313353,"min":80.85496462260664},"medium":{"max":80.95190117192675,"mean":49.892316092756026,"min":17.654118763448277},"none":{"max":59.70468702024696,"mean":39.77274210314025,"min":14.074743916989721}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":51.97064513999327},"working_program_strength":{"all":60.469481813009935,"highest":91.74338724313353,"medium":49.892316092756026,"none":39.77274210314025}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-6:e54ebdbc6fa7551c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.23409475,"median":0.240558,"min":0.184404,"recorded_attempt_count":9,"run_count":8,"total":1.8727580000000001},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.179588,"mean":0.12726625,"median":0.12371399999999999,"min":0.092184,"recorded_attempt_count":10,"run_count":8,"total":1.01813},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.041774,"mean":0.03185375,"median":0.031432,"min":0.027072,"recorded_attempt_count":8,"run_count":8,"total":0.25483}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.179588,"mean":0.12726625,"median":0.12371399999999999,"min":0.092184,"recorded_attempt_count":10,"run_count":8,"total":1.01813},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.041774,"mean":0.03185375,"median":0.031432,"min":0.027072,"recorded_attempt_count":8,"run_count":8,"total":0.25483},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.23409475,"median":0.240558,"min":0.184404,"recorded_attempt_count":9,"run_count":8,"total":1.872758}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28029,"mean":0.13107158333333335,"median":0.12371399999999999,"min":0.027072,"recorded_attempt_count":27,"run_count":24,"total":3.145718},"codegen_latency_ms":{"attempt_count":27,"max_ms":669574,"mean_ms":286694.0416666667,"min_ms":31621,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":669574,"mean_ms":551119.125,"min_ms":414817,"run_count":8},"medium":{"attempt_count":10,"max_ms":376458,"mean_ms":270365.25,"min_ms":196147,"run_count":8},"none":{"attempt_count":8,"max_ms":49571,"mean_ms":38597.75,"min_ms":31621,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":43739,"output_mean":18621.333333333332,"output_min":1925,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":43739,"output_mean":35745.125,"output_min":27954,"run_count":8},"medium":{"attempt_count":10,"output_max":24183,"output_mean":17614.25,"output_min":12541,"run_count":8},"none":{"attempt_count":8,"output_max":3323,"output_mean":2504.625,"output_min":1925,"run_count":8}},"display_name":"Grok 4.6","economics":{"all":59.43594472959592,"highest":65.72323977589654,"medium":68.75716751797201,"none":43.827426894919185},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":128,"total_output_tokens":446912,"total_reasoning_output_tokens":311255,"total_visible_output_tokens":135657,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.6","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.20102122068914,"score":58.20102122068914},"GB2-02":{"attempts":3,"playable":59.505146695022496,"score":59.505146695022496},"GB2-03":{"attempts":3,"playable":53.29305847236896,"score":53.29305847236896},"GB2-04":{"attempts":3,"playable":54.84426258712798,"score":54.84426258712798},"GB2-05":{"attempts":3,"playable":71.08887725677485,"score":71.08887725677485},"GB2-06":{"attempts":3,"playable":50.776843428724646,"score":50.776843428724646},"GB2-07":{"attempts":3,"playable":67.96414626370377,"score":67.96414626370377},"GB2-08":{"attempts":3,"playable":59.81420191235543,"score":59.81420191235543}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":51.578965102142774,"score":51.578965102142774},"GB2-02":{"attempts":1,"playable":81.28645648129908,"score":81.28645648129908},"GB2-03":{"attempts":1,"playable":51.02671402201211,"score":51.02671402201211},"GB2-04":{"attempts":1,"playable":58.678284215774944,"score":58.678284215774944},"GB2-05":{"attempts":1,"playable":83.70997756795416,"score":83.70997756795416},"GB2-06":{"attempts":1,"playable":64.27129935965714,"score":64.27129935965714},"GB2-07":{"attempts":1,"playable":74.64704124144212,"score":74.64704124144212},"GB2-08":{"attempts":1,"playable":60.58718021689005,"score":60.58718021689005}},"medium":{"GB2-01":{"attempts":1,"playable":60.11995471261182,"score":60.11995471261182},"GB2-02":{"attempts":1,"playable":54.453786039860816,"score":54.453786039860816},"GB2-03":{"attempts":1,"playable":64.88385893274321,"score":64.88385893274321},"GB2-04":{"attempts":1,"playable":64.20379297746977,"score":64.20379297746977},"GB2-05":{"attempts":1,"playable":80.54217217012824,"score":80.54217217012824},"GB2-06":{"attempts":1,"playable":75.64779441360483,"score":75.64779441360483},"GB2-07":{"attempts":1,"playable":73.93960851377476,"score":73.93960851377476},"GB2-08":{"attempts":1,"playable":76.26637238358255,"score":76.26637238358255}},"none":{"GB2-01":{"attempts":1,"playable":62.904143847312845,"score":62.904143847312845},"GB2-02":{"attempts":1,"playable":42.77519756390761,"score":42.77519756390761},"GB2-03":{"attempts":1,"playable":43.96860246235158,"score":43.96860246235158},"GB2-04":{"attempts":1,"playable":41.65071056813921,"score":41.65071056813921},"GB2-05":{"attempts":1,"playable":49.01448203224218,"score":49.01448203224218},"GB2-06":{"attempts":1,"playable":12.411436512911957,"score":12.411436512911957},"GB2-07":{"attempts":1,"playable":55.305789035894406,"score":55.305789035894406},"GB2-08":{"attempts":1,"playable":42.5890531365937,"score":42.5890531365937}}},"id":"x-ai/grok-4.6","is_recent_addition":false,"last_measured_at":"2026-11-19T14:33:16Z","match_totals_all":{"draws":3162,"losses":5392,"wins":6880},"match_totals_tracks":{"highest":{"draws":875,"losses":1580,"wins":2693},"medium":{"draws":934,"losses":1386,"wins":2822},"none":{"draws":1353,"losses":2426,"wins":1365}},"model_slug":"x-ai-grok-4-6","official_rank_by_reasoning":{"highest":36,"medium":24,"none":47},"overall":{"max":83.70997756795416,"mean":59.43594472959592,"min":12.411436512911957},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":29,"overall_ranking_status":"ranked","per_game":{"GB2-01":51.578965102142774,"GB2-02":81.28645648129908,"GB2-03":51.02671402201211,"GB2-04":58.678284215774944,"GB2-05":83.70997756795416,"GB2-06":64.27129935965714,"GB2-07":74.64704124144212,"GB2-08":60.58718021689005},"per_game_all":{"GB2-01":58.20102122068914,"GB2-02":59.505146695022496,"GB2-03":53.29305847236896,"GB2-04":54.84426258712798,"GB2-05":71.08887725677485,"GB2-06":50.776843428724646,"GB2-07":67.96414626370377,"GB2-08":59.81420191235543},"per_game_match_totals_all":{"GB2-01":{"draws":504,"losses":627,"wins":807},"GB2-02":{"draws":902,"losses":377,"wins":557},"GB2-03":{"draws":710,"losses":661,"wins":531},"GB2-04":{"draws":990,"losses":436,"wins":460},"GB2-05":{"draws":0,"losses":678,"wins":1316},"GB2-06":{"draws":56,"losses":979,"wins":865},"GB2-07":{"draws":0,"losses":750,"wins":1236},"GB2-08":{"draws":0,"losses":884,"wins":1108}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":281,"losses":194,"wins":171},"GB2-02":{"draws":98,"losses":95,"wins":419},"GB2-03":{"draws":131,"losses":287,"wins":216},"GB2-04":{"draws":327,"losses":123,"wins":178},"GB2-05":{"draws":0,"losses":144,"wins":522},"GB2-06":{"draws":38,"losses":236,"wins":358},"GB2-07":{"draws":0,"losses":205,"wins":457},"GB2-08":{"draws":0,"losses":296,"wins":372}},"medium":{"GB2-01":{"draws":144,"losses":209,"wins":293},"GB2-02":{"draws":359,"losses":129,"wins":124},"GB2-03":{"draws":117,"losses":211,"wins":306},"GB2-04":{"draws":301,"losses":103,"wins":224},"GB2-05":{"draws":0,"losses":167,"wins":497},"GB2-06":{"draws":13,"losses":176,"wins":445},"GB2-07":{"draws":0,"losses":208,"wins":454},"GB2-08":{"draws":0,"losses":183,"wins":479}},"none":{"GB2-01":{"draws":79,"losses":224,"wins":343},"GB2-02":{"draws":445,"losses":153,"wins":14},"GB2-03":{"draws":462,"losses":163,"wins":9},"GB2-04":{"draws":362,"losses":210,"wins":58},"GB2-05":{"draws":0,"losses":367,"wins":297},"GB2-06":{"draws":5,"losses":567,"wins":62},"GB2-07":{"draws":0,"losses":337,"wins":325},"GB2-08":{"draws":0,"losses":405,"wins":257}}},"per_game_raw_elo_all":{"GB2-01":1527.4865802030706,"GB2-02":1530.007256949945,"GB2-03":1407.150928263097,"GB2-04":1485.4058352478507,"GB2-05":1732.7164153004423,"GB2-06":1419.2910103375416,"GB2-07":1622.409296666535,"GB2-08":1542.395469123544},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1462.6057237872478,"GB2-02":1737.9372865446087,"GB2-03":1382.948027709532,"GB2-04":1514.8510121946445,"GB2-05":1981.841339628405,"GB2-06":1636.7478055087493,"GB2-07":1723.6451713927104,"GB2-08":1533.706774247001},"medium":{"GB2-01":1545.8108360520598,"GB2-02":1471.8764679441806,"GB2-03":1518.3238703991185,"GB2-04":1562.4357315549787,"GB2-05":1884.2706332361824,"GB2-06":1847.338483572714,"GB2-07":1710.9511561501113,"GB2-08":1875.8270578027946},"none":{"GB2-01":1574.0431807699042,"GB2-02":1380.2080163610449,"GB2-03":1320.180886680641,"GB2-04":1378.9307619939286,"GB2-05":1332.0372730367396,"GB2-06":773.7867419311614,"GB2-07":1432.6315624567835,"GB2-08":1217.6525753208361}},"per_game_tracks":{"highest":{"GB2-01":51.578965102142774,"GB2-02":81.28645648129908,"GB2-03":51.02671402201211,"GB2-04":58.678284215774944,"GB2-05":83.70997756795416,"GB2-06":64.27129935965714,"GB2-07":74.64704124144212,"GB2-08":60.58718021689005},"medium":{"GB2-01":60.11995471261182,"GB2-02":54.453786039860816,"GB2-03":64.88385893274321,"GB2-04":64.20379297746977,"GB2-05":80.54217217012824,"GB2-06":75.64779441360483,"GB2-07":73.93960851377476,"GB2-08":76.26637238358255},"none":{"GB2-01":62.904143847312845,"GB2-02":42.77519756390761,"GB2-03":43.96860246235158,"GB2-04":41.65071056813921,"GB2-05":49.01448203224218,"GB2-06":12.411436512911957,"GB2-07":55.305789035894406,"GB2-08":42.5890531365937}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:21:31Z","reasoning":{"highest":65.72323977589654,"medium":68.75716751797201,"none":43.827426894919185},"reasoning_agg":{"highest":{"max":83.70997756795416,"mean":65.72323977589654,"min":51.02671402201211},"medium":{"max":80.54217217012824,"mean":68.75716751797201,"min":54.453786039860816},"none":{"max":62.904143847312845,"mean":43.827426894919185,"min":12.411436512911957}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.929740623052822},"working_program_strength":{"all":59.43594472959592,"highest":65.72323977589654,"medium":68.75716751797201,"none":43.827426894919185}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-8-flash:5c6e11b89a1a3b4e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.14318721034763582,"median":0.1303062996496891,"min":0.10133749410144509,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1454976827810865},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12249677080183623,"mean":0.07182689102312519,"median":0.06440174762499168,"min":0.044067488277453076,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5746151281850016},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.041197616649628,"mean":0.031941679879238995,"median":0.03128326283110872,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2555334390339119}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.12249677080183623,"mean":0.07182689102312519,"median":0.06440174762499168,"min":0.044067488277453076,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5746151281850014},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.041197616649628,"mean":0.031941679879238995,"median":0.03128326283110872,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2555334390339119},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.14318721034763582,"median":0.1303062996496891,"min":0.10133749410144509,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1454976827810865}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2764612177973556,"mean":0.08231859375,"median":0.06440174762499168,"min":0.026892580852245062,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":1.9756462500000003},"codegen_output_tokens":{"attempt_count":25,"output_max":73160,"output_mean":20095.833333333332,"output_min":1712,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":73160,"output_mean":40784.875,"output_min":28671,"run_count":8},"medium":{"attempt_count":8,"output_max":31721,"output_mean":16792.0,"output_min":5265,"run_count":8},"none":{"attempt_count":8,"output_max":3473,"output_mean":2710.625,"output_min":1712,"run_count":8}},"display_name":"Gemini 3.8 Flash","economics":{"all":58.95713338065394,"highest":64.09975743928875,"medium":59.65737492421835,"none":53.1142677784547},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":482300,"total_reasoning_output_tokens":300593,"total_visible_output_tokens":181707,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":58.22167219489427,"score":58.22167219489427},"GB2-02":{"attempts":3,"playable":49.28718075587597,"score":49.28718075587597},"GB2-03":{"attempts":3,"playable":67.2512164668108,"score":67.2512164668108},"GB2-04":{"attempts":3,"playable":50.71906562571842,"score":50.71906562571842},"GB2-05":{"attempts":3,"playable":56.8314521201305,"score":56.8314521201305},"GB2-06":{"attempts":3,"playable":77.65122749417151,"score":77.65122749417151},"GB2-07":{"attempts":3,"playable":54.531954368233194,"score":54.531954368233194},"GB2-08":{"attempts":3,"playable":57.16329801939682,"score":57.16329801939682}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":51.72915925587176,"score":51.72915925587176},"GB2-02":{"attempts":1,"playable":69.04142404304126,"score":69.04142404304126},"GB2-03":{"attempts":1,"playable":69.1628627470651,"score":69.1628627470651},"GB2-04":{"attempts":1,"playable":48.266061294360725,"score":48.266061294360725},"GB2-05":{"attempts":1,"playable":63.804492248397295,"score":63.804492248397295},"GB2-06":{"attempts":1,"playable":87.05946951606843,"score":87.05946951606843},"GB2-07":{"attempts":1,"playable":67.7082902884179,"score":67.7082902884179},"GB2-08":{"attempts":1,"playable":56.026300121087516,"score":56.026300121087516}},"medium":{"GB2-01":{"attempts":1,"playable":69.11011774540705,"score":69.11011774540705},"GB2-02":{"attempts":1,"playable":38.989235159494825,"score":38.989235159494825},"GB2-03":{"attempts":1,"playable":82.9013583681759,"score":82.9013583681759},"GB2-04":{"attempts":1,"playable":60.20611859204577,"score":60.20611859204577},"GB2-05":{"attempts":1,"playable":54.07828730628816,"score":54.07828730628816},"GB2-06":{"attempts":1,"playable":75.71278366253654,"score":75.71278366253654},"GB2-07":{"attempts":1,"playable":54.86115477747583,"score":54.86115477747583},"GB2-08":{"attempts":1,"playable":41.39994378232273,"score":41.39994378232273}},"none":{"GB2-01":{"attempts":1,"playable":53.825739583404,"score":53.825739583404},"GB2-02":{"attempts":1,"playable":39.83088306509184,"score":39.83088306509184},"GB2-03":{"attempts":1,"playable":49.68942828519138,"score":49.68942828519138},"GB2-04":{"attempts":1,"playable":43.68501699074876,"score":43.68501699074876},"GB2-05":{"attempts":1,"playable":52.61157680570603,"score":52.61157680570603},"GB2-06":{"attempts":1,"playable":70.18142930390955,"score":70.18142930390955},"GB2-07":{"attempts":1,"playable":41.026418038805865,"score":41.026418038805865},"GB2-08":{"attempts":1,"playable":74.06365015478022,"score":74.06365015478022}}},"id":"google/gemini-3.8-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:41Z","match_totals_all":{"draws":2624,"losses":5735,"wins":7075},"match_totals_tracks":{"highest":{"draws":481,"losses":1853,"wins":2814},"medium":{"draws":1022,"losses":1802,"wins":2318},"none":{"draws":1121,"losses":2080,"wins":1943}},"model_slug":"google-gemini-3-8-flash","official_rank_by_reasoning":{"highest":38,"medium":36,"none":27},"overall":{"max":87.05946951606843,"mean":58.95713338065394,"min":38.989235159494825},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":30,"overall_ranking_status":"ranked","per_game":{"GB2-01":51.72915925587176,"GB2-02":69.04142404304126,"GB2-03":69.1628627470651,"GB2-04":48.266061294360725,"GB2-05":63.804492248397295,"GB2-06":87.05946951606843,"GB2-07":67.7082902884179,"GB2-08":56.026300121087516},"per_game_all":{"GB2-01":58.22167219489427,"GB2-02":49.28718075587597,"GB2-03":67.2512164668108,"GB2-04":50.71906562571842,"GB2-05":56.8314521201305,"GB2-06":77.65122749417151,"GB2-07":54.531954368233194,"GB2-08":57.16329801939682},"per_game_match_totals_all":{"GB2-01":{"draws":393,"losses":679,"wins":870},"GB2-02":{"draws":1107,"losses":459,"wins":272},"GB2-03":{"draws":244,"losses":628,"wins":1032},"GB2-04":{"draws":837,"losses":586,"wins":461},"GB2-05":{"draws":0,"losses":957,"wins":1035},"GB2-06":{"draws":43,"losses":475,"wins":1382},"GB2-07":{"draws":0,"losses":1019,"wins":969},"GB2-08":{"draws":0,"losses":932,"wins":1054}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":57,"losses":306,"wins":287},"GB2-02":{"draws":251,"losses":95,"wins":266},"GB2-03":{"draws":11,"losses":237,"wins":388},"GB2-04":{"draws":124,"losses":288,"wins":216},"GB2-05":{"draws":0,"losses":276,"wins":388},"GB2-06":{"draws":38,"losses":80,"wins":516},"GB2-07":{"draws":0,"losses":251,"wins":411},"GB2-08":{"draws":0,"losses":320,"wins":342}},"medium":{"GB2-01":{"draws":110,"losses":168,"wins":368},"GB2-02":{"draws":422,"losses":187,"wins":3},"GB2-03":{"draws":126,"losses":84,"wins":424},"GB2-04":{"draws":363,"losses":96,"wins":169},"GB2-05":{"draws":0,"losses":336,"wins":328},"GB2-06":{"draws":1,"losses":179,"wins":454},"GB2-07":{"draws":0,"losses":338,"wins":324},"GB2-08":{"draws":0,"losses":414,"wins":248}},"none":{"GB2-01":{"draws":226,"losses":205,"wins":215},"GB2-02":{"draws":434,"losses":177,"wins":3},"GB2-03":{"draws":107,"losses":307,"wins":220},"GB2-04":{"draws":350,"losses":202,"wins":76},"GB2-05":{"draws":0,"losses":345,"wins":319},"GB2-06":{"draws":4,"losses":216,"wins":412},"GB2-07":{"draws":0,"losses":430,"wins":234},"GB2-08":{"draws":0,"losses":198,"wins":464}}},"per_game_raw_elo_all":{"GB2-01":1529.557947734459,"GB2-02":1435.1354239932068,"GB2-03":1572.176856983793,"GB2-04":1451.2611783548034,"GB2-05":1437.142565979823,"GB2-06":1893.2836724215206,"GB2-07":1427.2888381578857,"GB2-08":1489.9783431755575},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1464.042520687573,"GB2-02":1598.1849293385026,"GB2-03":1567.180136973326,"GB2-04":1431.0632086783191,"GB2-05":1535.0606461027571,"GB2-06":2086.933688014705,"GB2-07":1608.5842097443003,"GB2-08":1444.6526255063504},"medium":{"GB2-01":1640.4688284817523,"GB2-02":1350.2558192089407,"GB2-03":1778.43722334121,"GB2-04":1527.699078812186,"GB2-05":1397.8067210818067,"GB2-06":1848.5868352958425,"GB2-07":1426.6933632653545,"GB2-08":1199.6633748626875},"none":{"GB2-01":1484.1624940340519,"GB2-02":1356.965523432177,"GB2-03":1370.9132106368427,"GB2-04":1395.021247573905,"GB2-05":1378.5603307549054,"GB2-06":1744.3304939540146,"GB2-07":1246.588941464002,"GB2-08":1825.6190291576336}},"per_game_tracks":{"highest":{"GB2-01":51.72915925587176,"GB2-02":69.04142404304126,"GB2-03":69.1628627470651,"GB2-04":48.266061294360725,"GB2-05":63.804492248397295,"GB2-06":87.05946951606843,"GB2-07":67.7082902884179,"GB2-08":56.026300121087516},"medium":{"GB2-01":69.11011774540705,"GB2-02":38.989235159494825,"GB2-03":82.9013583681759,"GB2-04":60.20611859204577,"GB2-05":54.07828730628816,"GB2-06":75.71278366253654,"GB2-07":54.86115477747583,"GB2-08":41.39994378232273},"none":{"GB2-01":53.825739583404,"GB2-02":39.83088306509184,"GB2-03":49.68942828519138,"GB2-04":43.68501699074876,"GB2-05":52.61157680570603,"GB2-06":70.18142930390955,"GB2-07":41.026418038805865,"GB2-08":74.06365015478022}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:17:47Z","reasoning":{"highest":64.09975743928875,"medium":59.65737492421835,"none":53.1142677784547},"reasoning_agg":{"highest":{"max":87.05946951606843,"mean":64.09975743928875,"min":48.266061294360725},"medium":{"max":82.9013583681759,"mean":59.65737492421835,"min":38.989235159494825},"none":{"max":74.06365015478022,"mean":53.1142677784547,"min":39.83088306509184}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":10.985489660834048},"working_program_strength":{"all":58.95713338065394,"highest":64.09975743928875,"medium":59.65737492421835,"none":53.1142677784547}},{"canonical_public_row_identity":"publication-row.v1:overall:particle-ai-particle-1:4a423edc00081c28","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.025644731250000004,"median":0.024288525,"min":0.0162893,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.20515784999999997},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01894315,"mean":0.012981343749999999,"median":0.012997149999999999,"min":0.0060123,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.10385075},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00378135,"mean":0.00220883125,"median":0.002094225,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.01767065}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01894315,"mean":0.012981343749999999,"median":0.012997149999999999,"min":0.0060123,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.10385075},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00378135,"mean":0.00220883125,"median":0.002094225,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.017670649999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.025644731250000004,"median":0.024288525,"min":0.0162893,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.20515784999999997}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0429296,"mean":0.013611635416666665,"median":0.012997149999999999,"min":0.00146405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":28},"recorded_attempt_count":28,"run_count":24,"total":0.32667925},"codegen_latency_ms":{"attempt_count":28,"max_ms":541836,"mean_ms":178084.79166666666,"min_ms":10377,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":541836,"mean_ms":344542.125,"min_ms":178565,"run_count":8},"medium":{"attempt_count":8,"max_ms":319415,"mean_ms":167666.625,"min_ms":47266,"run_count":8},"none":{"attempt_count":10,"max_ms":41689,"mean_ms":22045.625,"min_ms":10377,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":83705,"output_mean":26252.458333333332,"output_min":2176,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":83705,"output_mean":50201.875,"output_min":31824,"run_count":8},"medium":{"attempt_count":8,"output_max":37066,"output_mean":25139.25,"output_min":11270,"run_count":8},"none":{"attempt_count":10,"output_max":5985,"output_mean":3416.25,"output_min":2176,"run_count":8}},"display_name":"Particle-1","economics":{"all":58.069967450760316,"highest":71.69049261977692,"medium":62.75441204534556,"none":39.76499768715848},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"highest":true,"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[131072],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[131072],"total_output_tokens":630059,"total_reasoning_output_tokens":528222,"total_visible_output_tokens":101837,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"particle-ai/particle-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":59.63451903749232,"score":59.63451903749232},"GB2-02":{"attempts":3,"playable":53.16440085422378,"score":53.16440085422378},"GB2-03":{"attempts":3,"playable":62.37011178256663,"score":62.37011178256663},"GB2-04":{"attempts":3,"playable":61.38886684806812,"score":61.38886684806812},"GB2-05":{"attempts":3,"playable":55.23199039369834,"score":55.23199039369834},"GB2-06":{"attempts":3,"playable":60.725677494364675,"score":60.725677494364675},"GB2-07":{"attempts":3,"playable":71.42665824908724,"score":71.42665824908724},"GB2-08":{"attempts":3,"playable":40.617514946581444,"score":40.617514946581444}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":91.48100193805217,"score":91.48100193805217},"GB2-02":{"attempts":1,"playable":55.03355447132188,"score":55.03355447132188},"GB2-03":{"attempts":1,"playable":78.88759203795776,"score":78.88759203795776},"GB2-04":{"attempts":1,"playable":78.0746510038575,"score":78.0746510038575},"GB2-05":{"attempts":1,"playable":79.79128758547971,"score":79.79128758547971},"GB2-06":{"attempts":1,"playable":80.19165507186263,"score":80.19165507186263},"GB2-07":{"attempts":1,"playable":80.35498255117919,"score":80.35498255117919},"GB2-08":{"attempts":1,"playable":29.709216298504504,"score":29.709216298504504}},"medium":{"GB2-01":{"attempts":1,"playable":50.254384400236795,"score":50.254384400236795},"GB2-02":{"attempts":1,"playable":65.63079620417646,"score":65.63079620417646},"GB2-03":{"attempts":1,"playable":51.78386894333783,"score":51.78386894333783},"GB2-04":{"attempts":1,"playable":68.07548133797711,"score":68.07548133797711},"GB2-05":{"attempts":1,"playable":61.55918931287039,"score":61.55918931287039},"GB2-06":{"attempts":1,"playable":67.99879959921083,"score":67.99879959921083},"GB2-07":{"attempts":1,"playable":71.0454930856929,"score":71.0454930856929},"GB2-08":{"attempts":1,"playable":65.68728347926219,"score":65.68728347926219}},"none":{"GB2-01":{"attempts":1,"playable":37.168170774187985,"score":37.168170774187985},"GB2-02":{"attempts":1,"playable":38.828851887172995,"score":38.828851887172995},"GB2-03":{"attempts":1,"playable":56.438874366404335,"score":56.438874366404335},"GB2-04":{"attempts":1,"playable":38.01646820236978,"score":38.01646820236978},"GB2-05":{"attempts":1,"playable":24.345494282744916,"score":24.345494282744916},"GB2-06":{"attempts":1,"playable":33.98657781202058,"score":33.98657781202058},"GB2-07":{"attempts":1,"playable":62.87949911038962,"score":62.87949911038962},"GB2-08":{"attempts":1,"playable":26.45604506197764,"score":26.45604506197764}}},"id":"particle-ai/particle-1","is_recent_addition":false,"last_measured_at":"2026-11-19T16:06:21Z","match_totals_all":{"draws":2284,"losses":6006,"wins":7134},"match_totals_tracks":{"highest":{"draws":722,"losses":1316,"wins":3102},"medium":{"draws":742,"losses":1794,"wins":2608},"none":{"draws":820,"losses":2896,"wins":1424}},"model_slug":"particle-ai-particle-1","official_rank_by_reasoning":{"highest":26,"medium":31,"none":60},"overall":{"max":91.48100193805217,"mean":58.069967450760316,"min":24.345494282744916},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":31,"overall_ranking_status":"ranked","per_game":{"GB2-01":91.48100193805217,"GB2-02":55.03355447132188,"GB2-03":78.88759203795776,"GB2-04":78.0746510038575,"GB2-05":79.79128758547971,"GB2-06":80.19165507186263,"GB2-07":80.35498255117919,"GB2-08":29.709216298504504},"per_game_all":{"GB2-01":59.63451903749232,"GB2-02":53.16440085422378,"GB2-03":62.37011178256663,"GB2-04":61.38886684806812,"GB2-05":55.23199039369834,"GB2-06":60.725677494364675,"GB2-07":71.42665824908724,"GB2-08":40.617514946581444},"per_game_match_totals_all":{"GB2-01":{"draws":70,"losses":803,"wins":1071},"GB2-02":{"draws":1059,"losses":410,"wins":363},"GB2-03":{"draws":313,"losses":687,"wins":902},"GB2-04":{"draws":808,"losses":401,"wins":675},"GB2-05":{"draws":0,"losses":981,"wins":1011},"GB2-06":{"draws":34,"losses":805,"wins":1057},"GB2-07":{"draws":0,"losses":677,"wins":1311},"GB2-08":{"draws":0,"losses":1242,"wins":744}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":26,"losses":56,"wins":564},"GB2-02":{"draws":369,"losses":118,"wins":123},"GB2-03":{"draws":87,"losses":132,"wins":415},"GB2-04":{"draws":214,"losses":58,"wins":356},"GB2-05":{"draws":0,"losses":171,"wins":493},"GB2-06":{"draws":26,"losses":133,"wins":473},"GB2-07":{"draws":0,"losses":163,"wins":499},"GB2-08":{"draws":0,"losses":485,"wins":179}},"medium":{"GB2-01":{"draws":25,"losses":331,"wins":294},"GB2-02":{"draws":284,"losses":99,"wins":229},"GB2-03":{"draws":170,"losses":263,"wins":201},"GB2-04":{"draws":258,"losses":100,"wins":270},"GB2-05":{"draws":0,"losses":290,"wins":374},"GB2-06":{"draws":5,"losses":227,"wins":400},"GB2-07":{"draws":0,"losses":230,"wins":434},"GB2-08":{"draws":0,"losses":254,"wins":406}},"none":{"GB2-01":{"draws":19,"losses":416,"wins":213},"GB2-02":{"draws":406,"losses":193,"wins":11},"GB2-03":{"draws":56,"losses":292,"wins":286},"GB2-04":{"draws":336,"losses":243,"wins":49},"GB2-05":{"draws":0,"losses":520,"wins":144},"GB2-06":{"draws":3,"losses":445,"wins":184},"GB2-07":{"draws":0,"losses":284,"wins":378},"GB2-08":{"draws":0,"losses":503,"wins":159}}},"per_game_raw_elo_all":{"GB2-01":1592.820457104806,"GB2-02":1463.923594883572,"GB2-03":1508.9698774167236,"GB2-04":1550.9152310145246,"GB2-05":1449.0824634775743,"GB2-06":1595.0014829800991,"GB2-07":1679.3045498106267,"GB2-08":1219.1823946770471},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2004.8668863946039,"GB2-02":1476.5228912211387,"GB2-03":1704.1230235753223,"GB2-04":1704.8560054377606,"GB2-05":1862.8914763203904,"GB2-06":1936.6645610469354,"GB2-07":1839.250218184746,"GB2-08":1031.7612810703663},"medium":{"GB2-01":1449.9529555094268,"GB2-02":1566.274777277794,"GB2-03":1389.808530655704,"GB2-04":1598.0774797757947,"GB2-05":1501.2742629195102,"GB2-06":1704.1385929426583,"GB2-07":1661.5676209858727,"GB2-08":1640.1861941782893},"none":{"GB2-01":1323.641529410387,"GB2-02":1348.973116151783,"GB2-03":1432.9780780191445,"GB2-04":1349.8122078300185,"GB2-05":983.0816511928217,"GB2-06":1144.201294950703,"GB2-07":1537.0958102612615,"GB2-08":985.5997087824854}},"per_game_tracks":{"highest":{"GB2-01":91.48100193805217,"GB2-02":55.03355447132188,"GB2-03":78.88759203795776,"GB2-04":78.0746510038575,"GB2-05":79.79128758547971,"GB2-06":80.19165507186263,"GB2-07":80.35498255117919,"GB2-08":29.709216298504504},"medium":{"GB2-01":50.254384400236795,"GB2-02":65.63079620417646,"GB2-03":51.78386894333783,"GB2-04":68.07548133797711,"GB2-05":61.55918931287039,"GB2-06":67.99879959921083,"GB2-07":71.0454930856929,"GB2-08":65.68728347926219},"none":{"GB2-01":37.168170774187985,"GB2-02":38.828851887172995,"GB2-03":56.438874366404335,"GB2-04":38.01646820236978,"GB2-05":24.345494282744916,"GB2-06":33.98657781202058,"GB2-07":62.87949911038962,"GB2-08":26.45604506197764}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#7DB0FF","provider_company":"Particle AI","provider_key":"other","provider_text_color":"#081019","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:36:15Z","reasoning":{"highest":71.69049261977692,"medium":62.75441204534556,"none":39.76499768715848},"reasoning_agg":{"highest":{"max":91.48100193805217,"mean":71.69049261977692,"min":29.709216298504504},"medium":{"max":71.0454930856929,"mean":62.75441204534556,"min":50.254384400236795},"none":{"max":62.87949911038962,"mean":39.76499768715848,"min":24.345494282744916}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":31.92549493261844},"working_program_strength":{"all":58.069967450760316,"highest":71.69049261977692,"medium":62.75441204534556,"none":39.76499768715848}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-3:252a4ca36a7f9b1f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.24868390625000003,"median":0.2596235,"min":0.12429875,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.9894712499999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07423675,"mean":0.05217515625,"median":0.050446875,"min":0.04135875,"recorded_attempt_count":8,"run_count":8,"total":0.41740125},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.043892749999999994,"mean":0.023888718750000003,"median":0.020423875,"min":0.017614,"recorded_attempt_count":9,"run_count":8,"total":0.19110975000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07423675,"mean":0.05217515625,"median":0.050446875,"min":0.04135875,"recorded_attempt_count":8,"run_count":8,"total":0.41740125000000006},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.043892749999999994,"mean":0.023888718750000003,"median":0.020423875,"min":0.017614,"recorded_attempt_count":9,"run_count":8,"total":0.19110975000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.24868390625000003,"median":0.2596235,"min":0.12429875,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.98947125}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.358603,"mean":0.10824926041666667,"median":0.050446875,"min":0.017614,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":27,"run_count":24,"total":2.59798225},"codegen_latency_ms":{"attempt_count":27,"max_ms":344702,"mean_ms":125679.0,"min_ms":18724,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":344702,"mean_ms":258574.75,"min_ms":141477,"run_count":8},"medium":{"attempt_count":8,"max_ms":148027,"mean_ms":92816.75,"min_ms":70623,"run_count":8},"none":{"attempt_count":9,"max_ms":39588,"mean_ms":25645.5,"min_ms":18724,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":82251,"output_mean":22811.583333333332,"output_min":2043,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":82251,"output_mean":55365.125,"output_min":27171,"run_count":8},"medium":{"attempt_count":8,"output_max":15366,"output_mean":10008.75,"output_min":7655,"run_count":8},"none":{"attempt_count":9,"output_max":5638,"output_mean":3060.875,"output_min":2043,"run_count":8}},"display_name":"Muse Spark 1.3","economics":{"all":57.68876446450563,"highest":68.49547238034414,"medium":64.58024549611166,"none":39.9905755170611},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":79,"requested_max_output_token_observations":10,"requested_max_output_tokens":[943718],"total_output_tokens":547478,"total_reasoning_output_tokens":432530,"total_visible_output_tokens":114948,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":56.844650174065855,"score":56.844650174065855},"GB2-02":{"attempts":3,"playable":54.649945851184526,"score":54.649945851184526},"GB2-03":{"attempts":3,"playable":65.11569848937381,"score":65.11569848937381},"GB2-04":{"attempts":3,"playable":52.36019660179548,"score":52.36019660179548},"GB2-05":{"attempts":3,"playable":57.38849585111037,"score":57.38849585111037},"GB2-06":{"attempts":3,"playable":65.94079996114458,"score":65.94079996114458},"GB2-07":{"attempts":3,"playable":48.179852735690815,"score":48.179852735690815},"GB2-08":{"attempts":3,"playable":61.030476051679635,"score":61.030476051679635}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":72.90928669430559,"score":72.90928669430559},"GB2-02":{"attempts":1,"playable":61.226727195879526,"score":61.226727195879526},"GB2-03":{"attempts":1,"playable":80.45863190165348,"score":80.45863190165348},"GB2-04":{"attempts":1,"playable":51.48725354213559,"score":51.48725354213559},"GB2-05":{"attempts":1,"playable":76.42549212347379,"score":76.42549212347379},"GB2-06":{"attempts":1,"playable":81.37342252308662,"score":81.37342252308662},"GB2-07":{"attempts":1,"playable":56.50912518713167,"score":56.50912518713167},"GB2-08":{"attempts":1,"playable":67.57383987508683,"score":67.57383987508683}},"medium":{"GB2-01":{"attempts":1,"playable":72.34582952848956,"score":72.34582952848956},"GB2-02":{"attempts":1,"playable":56.75280489914453,"score":56.75280489914453},"GB2-03":{"attempts":1,"playable":61.83354486072046,"score":61.83354486072046},"GB2-04":{"attempts":1,"playable":62.821370170962844,"score":62.821370170962844},"GB2-05":{"attempts":1,"playable":56.37241680832625,"score":56.37241680832625},"GB2-06":{"attempts":1,"playable":78.87524162972852,"score":78.87524162972852},"GB2-07":{"attempts":1,"playable":52.45397882233408,"score":52.45397882233408},"GB2-08":{"attempts":1,"playable":75.186777249187,"score":75.186777249187}},"none":{"GB2-01":{"attempts":1,"playable":25.278834299402398,"score":25.278834299402398},"GB2-02":{"attempts":1,"playable":45.970305458529516,"score":45.970305458529516},"GB2-03":{"attempts":1,"playable":53.05491870574751,"score":53.05491870574751},"GB2-04":{"attempts":1,"playable":42.77196609228802,"score":42.77196609228802},"GB2-05":{"attempts":1,"playable":39.36757862153107,"score":39.36757862153107},"GB2-06":{"attempts":1,"playable":37.57373573061859,"score":37.57373573061859},"GB2-07":{"attempts":1,"playable":35.57645419760668,"score":35.57645419760668},"GB2-08":{"attempts":1,"playable":40.330811030765055,"score":40.330811030765055}}},"id":"meta/muse-spark-1.3","is_recent_addition":false,"last_measured_at":"2026-11-19T15:30:12Z","match_totals_all":{"draws":2304,"losses":6100,"wins":7034},"match_totals_tracks":{"highest":{"draws":578,"losses":1577,"wins":2989},"medium":{"draws":740,"losses":1698,"wins":2708},"none":{"draws":986,"losses":2825,"wins":1337}},"model_slug":"meta-muse-spark-1-3","official_rank_by_reasoning":{"highest":32,"medium":26,"none":58},"overall":{"max":81.37342252308662,"mean":57.68876446450563,"min":25.278834299402398},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":32,"overall_ranking_status":"ranked","per_game":{"GB2-01":72.90928669430559,"GB2-02":61.226727195879526,"GB2-03":80.45863190165348,"GB2-04":51.48725354213559,"GB2-05":76.42549212347379,"GB2-06":81.37342252308662,"GB2-07":56.50912518713167,"GB2-08":67.57383987508683},"per_game_all":{"GB2-01":56.844650174065855,"GB2-02":54.649945851184526,"GB2-03":65.11569848937381,"GB2-04":52.36019660179548,"GB2-05":57.38849585111037,"GB2-06":65.94079996114458,"GB2-07":48.179852735690815,"GB2-08":61.030476051679635},"per_game_match_totals_all":{"GB2-01":{"draws":122,"losses":835,"wins":985},"GB2-02":{"draws":1121,"losses":360,"wins":355},"GB2-03":{"draws":206,"losses":695,"wins":1005},"GB2-04":{"draws":795,"losses":580,"wins":511},"GB2-05":{"draws":0,"losses":944,"wins":1050},"GB2-06":{"draws":60,"losses":693,"wins":1147},"GB2-07":{"draws":0,"losses":1143,"wins":843},"GB2-08":{"draws":0,"losses":850,"wins":1138}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":5,"losses":194,"wins":447},"GB2-02":{"draws":327,"losses":105,"wins":180},"GB2-03":{"draws":38,"losses":146,"wins":450},"GB2-04":{"draws":176,"losses":243,"wins":209},"GB2-05":{"draws":0,"losses":194,"wins":470},"GB2-06":{"draws":32,"losses":125,"wins":477},"GB2-07":{"draws":0,"losses":327,"wins":335},"GB2-08":{"draws":0,"losses":243,"wins":421}},"medium":{"GB2-01":{"draws":0,"losses":199,"wins":447},"GB2-02":{"draws":364,"losses":113,"wins":135},"GB2-03":{"draws":66,"losses":256,"wins":314},"GB2-04":{"draws":290,"losses":119,"wins":221},"GB2-05":{"draws":0,"losses":322,"wins":342},"GB2-06":{"draws":20,"losses":147,"wins":467},"GB2-07":{"draws":0,"losses":354,"wins":308},"GB2-08":{"draws":0,"losses":188,"wins":474}},"none":{"GB2-01":{"draws":117,"losses":442,"wins":91},"GB2-02":{"draws":430,"losses":142,"wins":40},"GB2-03":{"draws":102,"losses":293,"wins":241},"GB2-04":{"draws":329,"losses":218,"wins":81},"GB2-05":{"draws":0,"losses":428,"wins":238},"GB2-06":{"draws":8,"losses":421,"wins":203},"GB2-07":{"draws":0,"losses":462,"wins":200},"GB2-08":{"draws":0,"losses":419,"wins":243}}},"per_game_raw_elo_all":{"GB2-01":1519.476879464031,"GB2-02":1474.404266237667,"GB2-03":1539.6750676955955,"GB2-04":1464.8478494059618,"GB2-05":1470.156961949491,"GB2-06":1690.4488941582033,"GB2-07":1339.647104650924,"GB2-08":1571.9643290443112},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1684.5845817668499,"GB2-02":1527.6089606137023,"GB2-03":1731.491496972684,"GB2-04":1456.5130775891814,"GB2-05":1775.2321886181353,"GB2-06":1960.8108571964624,"GB2-07":1448.789832884673,"GB2-08":1681.0497005532634},"medium":{"GB2-01":1677.828083068072,"GB2-02":1490.4161786414215,"GB2-03":1486.1201841110908,"GB2-04":1550.2183181989149,"GB2-05":1428.4308010987113,"GB2-06":1910.2861490132489,"GB2-07":1394.808286691361,"GB2-08":1851.1424270937555},"none":{"GB2-01":1196.017973557171,"GB2-02":1405.1876594578769,"GB2-03":1401.4135220030116,"GB2-04":1387.8121524297896,"GB2-05":1206.8078961316262,"GB2-06":1200.2496762648993,"GB2-07":1175.3431943767375,"GB2-08":1183.7008594859149}},"per_game_tracks":{"highest":{"GB2-01":72.90928669430559,"GB2-02":61.226727195879526,"GB2-03":80.45863190165348,"GB2-04":51.48725354213559,"GB2-05":76.42549212347379,"GB2-06":81.37342252308662,"GB2-07":56.50912518713167,"GB2-08":67.57383987508683},"medium":{"GB2-01":72.34582952848956,"GB2-02":56.75280489914453,"GB2-03":61.83354486072046,"GB2-04":62.821370170962844,"GB2-05":56.37241680832625,"GB2-06":78.87524162972852,"GB2-07":52.45397882233408,"GB2-08":75.186777249187},"none":{"GB2-01":25.278834299402398,"GB2-02":45.970305458529516,"GB2-03":53.05491870574751,"GB2-04":42.77196609228802,"GB2-05":39.36757862153107,"GB2-06":37.57373573061859,"GB2-07":35.57645419760668,"GB2-08":40.330811030765055}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:57:06Z","reasoning":{"highest":68.49547238034414,"medium":64.58024549611166,"none":39.9905755170611},"reasoning_agg":{"highest":{"max":81.37342252308662,"mean":68.49547238034414,"min":51.48725354213559},"medium":{"max":78.87524162972852,"mean":64.58024549611166,"min":52.45397882233408},"none":{"max":53.05491870574751,"mean":39.9905755170611,"min":25.278834299402398}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":28.504896863283037},"working_program_strength":{"all":57.68876446450563,"highest":68.49547238034414,"medium":64.58024549611166,"none":39.9905755170611}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flashx-legal:a9383d516fadf330","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13086903,"mean":0.10463662874999999,"median":0.112594365,"min":0.06760378,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.83709303},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.24314001000000002,"mean":0.0767137675,"median":0.069702075,"min":0.01258953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.61371014},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01911734,"mean":0.0128016,"median":0.0129858,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1024128}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.24314001000000002,"mean":0.0767137675,"median":0.069702075,"min":0.01258953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.6137101399999999},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01911734,"mean":0.0128016,"median":0.0129858,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.10241280000000001},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13086903,"mean":0.10463662874999999,"median":0.112594365,"min":0.06760378,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.8370930300000002}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.24314001000000002,"mean":0.06471733208333334,"median":0.06602503,"min":0.00661953,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":33},"recorded_attempt_count":33,"run_count":24,"total":1.5532159700000003},"codegen_latency_ms":{"attempt_count":33,"max_ms":731808,"mean_ms":295063.625,"min_ms":17198,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":731808,"mean_ms":544197.25,"min_ms":347434,"run_count":8},"medium":{"attempt_count":10,"max_ms":575874,"mean_ms":303888.625,"min_ms":48734,"run_count":8},"none":{"attempt_count":13,"max_ms":60186,"mean_ms":37105.0,"min_ms":17198,"run_count":8}},"codegen_output_tokens":{"attempt_count":33,"output_max":102591,"output_mean":43006.041666666664,"output_min":3181,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":102591,"output_mean":80622.625,"output_min":51110,"run_count":8},"medium":{"attempt_count":10,"output_max":71578,"output_mean":41875.0,"output_min":7957,"run_count":8},"none":{"attempt_count":13,"output_max":10840,"output_mean":6520.5,"output_min":3181,"run_count":8}},"display_name":"GLM-5.3 FlashX Legal","economics":{"all":57.05375181040776,"highest":69.39390894095152,"medium":58.811012276873036,"none":42.956334213398726},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"},"medium":{"GB2-04":"failed"},"none":{"GB2-01":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":33,"effective_max_output_tokens":[131072],"finish_reason_observations":33,"finish_reasons":["stop"],"indexed_attempts":33,"output_token_observations":33,"provider_post_attempt_observations":33,"provider_post_attempts":34,"reasoning_token_observations":33,"reconciliation_get_attempt_observations":33,"requested_max_output_token_observations":33,"requested_max_output_tokens":[131072],"total_output_tokens":1032145,"total_reasoning_output_tokens":874344,"total_visible_output_tokens":157801,"visible_token_observations":33},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flashx-legal","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":54.38229663426593,"score":36.25486442284395},"GB2-02":{"attempts":3,"playable":65.48580633301394,"score":65.48580633301394},"GB2-03":{"attempts":3,"playable":67.18034023079547,"score":67.18034023079547},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":55.23456429361229,"score":18.411521431204097},"GB2-05":{"attempts":3,"playable":74.26288044785684,"score":74.26288044785684},"GB2-06":{"attempts":3,"playable":66.0951748842208,"score":66.0951748842208},"GB2-07":{"attempts":3,"playable":69.90465246304713,"score":69.90465246304713},"GB2-08":{"attempts":3,"playable":58.834774270279894,"score":58.834774270279894}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":66.66051474675288,"score":66.66051474675288},"GB2-02":{"attempts":1,"playable":81.47167514866821,"score":81.47167514866821},"GB2-03":{"attempts":1,"playable":83.03279818946457,"score":83.03279818946457},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":92.68290324074752,"score":92.68290324074752},"GB2-06":{"attempts":1,"playable":84.94802679717101,"score":84.94802679717101},"GB2-07":{"attempts":1,"playable":77.06416116842696,"score":77.06416116842696},"GB2-08":{"attempts":1,"playable":69.29119223638101,"score":69.29119223638101}},"medium":{"GB2-01":{"attempts":1,"playable":42.10407852177897,"score":42.10407852177897},"GB2-02":{"attempts":1,"playable":59.38011644783613,"score":59.38011644783613},"GB2-03":{"attempts":1,"playable":81.20832751616187,"score":81.20832751616187},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":73.58652714458535,"score":73.58652714458535},"GB2-06":{"attempts":1,"playable":50.06829757573112,"score":50.06829757573112},"GB2-07":{"attempts":1,"playable":74.49889139061796,"score":74.49889139061796},"GB2-08":{"attempts":1,"playable":89.6418596182729,"score":89.6418596182729}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":55.60562740253749,"score":55.60562740253749},"GB2-03":{"attempts":1,"playable":37.29989498675996,"score":37.29989498675996},"GB2-04":{"attempts":1,"playable":55.23456429361229,"score":55.23456429361229},"GB2-05":{"attempts":1,"playable":56.519210958237664,"score":56.519210958237664},"GB2-06":{"attempts":1,"playable":63.26920027976025,"score":63.26920027976025},"GB2-07":{"attempts":1,"playable":58.15090483009643,"score":58.15090483009643},"GB2-08":{"attempts":1,"playable":17.571270956185764,"score":17.571270956185764}}},"id":"z-ai/glm-5.3-flashx-legal","is_recent_addition":false,"last_measured_at":"2026-11-19T16:07:07Z","match_totals_all":{"draws":1505,"losses":4575,"wins":7442},"match_totals_tracks":{"highest":{"draws":146,"losses":1061,"wins":3305},"medium":{"draws":561,"losses":1405,"wins":2542},"none":{"draws":798,"losses":2109,"wins":1595}},"model_slug":"z-ai-glm-5-3-flashx-legal","official_rank_by_reasoning":{"highest":30,"medium":37,"none":50},"overall":{"max":92.68290324074752,"mean":57.05375181040776,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":33,"overall_ranking_status":"ranked","per_game":{"GB2-01":66.66051474675288,"GB2-02":81.47167514866821,"GB2-03":83.03279818946457,"GB2-05":92.68290324074752,"GB2-06":84.94802679717101,"GB2-07":77.06416116842696,"GB2-08":69.29119223638101},"per_game_all":{"GB2-02":65.48580633301394,"GB2-03":67.18034023079547,"GB2-05":74.26288044785684,"GB2-06":66.0951748842208,"GB2-07":69.90465246304713,"GB2-08":58.834774270279894},"per_game_match_totals_all":{"GB2-01":{"draws":235,"losses":513,"wins":542},"GB2-02":{"draws":852,"losses":293,"wins":687},"GB2-03":{"draws":186,"losses":645,"wins":1071},"GB2-04":{"draws":195,"losses":212,"wins":223},"GB2-05":{"draws":0,"losses":610,"wins":1382},"GB2-06":{"draws":37,"losses":709,"wins":1150},"GB2-07":{"draws":0,"losses":714,"wins":1280},"GB2-08":{"draws":0,"losses":879,"wins":1107}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":35,"losses":219,"wins":390},"GB2-02":{"draws":93,"losses":95,"wins":422},"GB2-03":{"draws":8,"losses":142,"wins":484},"GB2-05":{"draws":0,"losses":74,"wins":590},"GB2-06":{"draws":10,"losses":110,"wins":512},"GB2-07":{"draws":0,"losses":190,"wins":476},"GB2-08":{"draws":0,"losses":231,"wins":431}},"medium":{"GB2-01":{"draws":200,"losses":294,"wins":152},"GB2-02":{"draws":338,"losses":108,"wins":164},"GB2-03":{"draws":5,"losses":157,"wins":472},"GB2-05":{"draws":0,"losses":213,"wins":449},"GB2-06":{"draws":18,"losses":340,"wins":274},"GB2-07":{"draws":0,"losses":206,"wins":458},"GB2-08":{"draws":0,"losses":87,"wins":573}},"none":{"GB2-02":{"draws":421,"losses":90,"wins":101},"GB2-03":{"draws":173,"losses":346,"wins":115},"GB2-04":{"draws":195,"losses":212,"wins":223},"GB2-05":{"draws":0,"losses":323,"wins":343},"GB2-06":{"draws":9,"losses":259,"wins":364},"GB2-07":{"draws":0,"losses":318,"wins":346},"GB2-08":{"draws":0,"losses":561,"wins":103}}},"per_game_raw_elo_all":{"GB2-02":1577.9001933663305,"GB2-03":1595.8271624490055,"GB2-05":1822.6376023945475,"GB2-06":1684.4366566543006,"GB2-07":1653.7941903089315,"GB2-08":1595.343147956978},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1613.55623336609,"GB2-02":1740.5266423322814,"GB2-03":1781.1383467311582,"GB2-05":2326.70154682082,"GB2-06":2037.6240439749536,"GB2-07":1769.354105246739,"GB2-08":1718.7747602418926},"medium":{"GB2-01":1372.0061175162914,"GB2-02":1512.0480658443937,"GB2-03":1745.2848477604164,"GB2-05":1710.7945632198212,"GB2-06":1396.7606824836828,"GB2-07":1720.9637542366174,"GB2-08":2217.1495449656204},"none":{"GB2-02":1481.125871922317,"GB2-03":1261.058292855442,"GB2-04":1486.5511405200116,"GB2-05":1430.4166971430009,"GB2-06":1618.9252435042652,"GB2-07":1471.0647114434382,"GB2-08":850.1051386634216}},"per_game_tracks":{"highest":{"GB2-01":66.66051474675288,"GB2-02":81.47167514866821,"GB2-03":83.03279818946457,"GB2-05":92.68290324074752,"GB2-06":84.94802679717101,"GB2-07":77.06416116842696,"GB2-08":69.29119223638101},"medium":{"GB2-01":42.10407852177897,"GB2-02":59.38011644783613,"GB2-03":81.20832751616187,"GB2-05":73.58652714458535,"GB2-06":50.06829757573112,"GB2-07":74.49889139061796,"GB2-08":89.6418596182729},"none":{"GB2-02":55.60562740253749,"GB2-03":37.29989498675996,"GB2-04":55.23456429361229,"GB2-05":56.519210958237664,"GB2-06":63.26920027976025,"GB2-07":58.15090483009643,"GB2-08":17.571270956185764}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":15,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:50:41Z","reasoning":{"highest":69.39390894095152,"medium":58.811012276873036,"none":42.956334213398726},"reasoning_agg":{"highest":{"max":92.68290324074752,"mean":69.39390894095152,"min":0.0},"medium":{"max":89.6418596182729,"mean":58.811012276873036,"min":0.0},"none":{"max":63.26920027976025,"mean":42.956334213398726,"min":0.0}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.437574727552793},"working_program_strength":{"all":65.20428778332315,"highest":79.3073245039446,"medium":67.21258545928347,"none":49.0929533867414}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-4-5:3d82c3e33ec4316c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07455065,"median":0.0607138,"min":0.0448404,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":11},"recorded_attempt_count":11,"run_count":8,"total":0.5964052},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0878628,"mean":0.0635932,"median":0.06199639999999999,"min":0.0498884,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.5087455999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0992248,"mean":0.07433795,"median":0.0774068,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":14},"recorded_attempt_count":14,"run_count":8,"total":0.5947036}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0878628,"mean":0.0635932,"median":0.06199639999999999,"min":0.0498884,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.5087456},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0992248,"mean":0.07433795,"median":0.0774068,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":14},"recorded_attempt_count":14,"run_count":8,"total":0.5947036},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07455065,"median":0.0607138,"min":0.0448404,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":11},"recorded_attempt_count":11,"run_count":8,"total":0.5964052}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.13495079999999998,"mean":0.07082726666666667,"median":0.0661398,"min":0.0424244,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":34},"recorded_attempt_count":34,"run_count":24,"total":1.6998543999999998},"codegen_latency_ms":{"attempt_count":34,"max_ms":187781,"mean_ms":106806.625,"min_ms":66051,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":187781,"mean_ms":116991.125,"min_ms":74353,"run_count":8},"medium":{"attempt_count":9,"max_ms":137371,"mean_ms":104700.625,"min_ms":79776,"run_count":8},"none":{"attempt_count":14,"max_ms":128385,"mean_ms":98728.125,"min_ms":66051,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":15570,"output_mean":7807.958333333333,"output_min":4284,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":15570,"output_mean":8557.875,"output_min":4867,"run_count":8},"medium":{"attempt_count":9,"output_max":9385,"output_mean":7450.25,"output_min":5674,"run_count":8},"none":{"attempt_count":14,"output_max":10165,"output_mean":7415.75,"output_min":4284,"run_count":8}},"display_name":"Grok 4.5","economics":{"all":56.70938436124819,"highest":61.464425176309874,"medium":60.26709910157431,"none":48.396628805860395},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"reasoning_token_observations":34,"total_output_tokens":187391,"total_reasoning_output_tokens":5791,"total_visible_output_tokens":181600,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-4.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":71.70948933936758,"score":71.70948933936758},"GB2-02":{"attempts":3,"playable":51.03757859248549,"score":51.03757859248549},"GB2-03":{"attempts":3,"playable":37.93429787328192,"score":37.93429787328192},"GB2-04":{"attempts":3,"playable":42.32643352231142,"score":42.32643352231142},"GB2-05":{"attempts":3,"playable":58.69551238321274,"score":58.69551238321274},"GB2-06":{"attempts":3,"playable":44.516341002472586,"score":44.516341002472586},"GB2-07":{"attempts":3,"playable":59.05811384022795,"score":59.05811384022795},"GB2-08":{"attempts":3,"playable":88.39730833662587,"score":88.39730833662587}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":82.3072183913029,"score":82.3072183913029},"GB2-02":{"attempts":1,"playable":57.70781821807499,"score":57.70781821807499},"GB2-03":{"attempts":1,"playable":43.423725590467335,"score":43.423725590467335},"GB2-04":{"attempts":1,"playable":43.45001397103211,"score":43.45001397103211},"GB2-05":{"attempts":1,"playable":71.47812715722304,"score":71.47812715722304},"GB2-06":{"attempts":1,"playable":50.37764301812248,"score":50.37764301812248},"GB2-07":{"attempts":1,"playable":54.11569850119601,"score":54.11569850119601},"GB2-08":{"attempts":1,"playable":88.8551565630601,"score":88.8551565630601}},"medium":{"GB2-01":{"attempts":1,"playable":81.3820245027299,"score":81.3820245027299},"GB2-02":{"attempts":1,"playable":52.31588286165103,"score":52.31588286165103},"GB2-03":{"attempts":1,"playable":55.06331510965809,"score":55.06331510965809},"GB2-04":{"attempts":1,"playable":41.44646215614462,"score":41.44646215614462},"GB2-05":{"attempts":1,"playable":64.41980504942121,"score":64.41980504942121},"GB2-06":{"attempts":1,"playable":43.05059436611472,"score":43.05059436611472},"GB2-07":{"attempts":1,"playable":56.955365637304254,"score":56.955365637304254},"GB2-08":{"attempts":1,"playable":87.50334312957075,"score":87.50334312957075}},"none":{"GB2-01":{"attempts":1,"playable":51.43922512406994,"score":51.43922512406994},"GB2-02":{"attempts":1,"playable":43.089034697730455,"score":43.089034697730455},"GB2-03":{"attempts":1,"playable":15.315852919720344,"score":15.315852919720344},"GB2-04":{"attempts":1,"playable":42.08282443975753,"score":42.08282443975753},"GB2-05":{"attempts":1,"playable":40.18860494299394,"score":40.18860494299394},"GB2-06":{"attempts":1,"playable":40.12078562318054,"score":40.12078562318054},"GB2-07":{"attempts":1,"playable":66.10327738218362,"score":66.10327738218362},"GB2-08":{"attempts":1,"playable":88.83342531724672,"score":88.83342531724672}}},"id":"x-ai/grok-4.5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:18:46Z","match_totals_all":{"draws":3007,"losses":5835,"wins":6602},"match_totals_tracks":{"highest":{"draws":789,"losses":1821,"wins":2534},"medium":{"draws":996,"losses":1779,"wins":2373},"none":{"draws":1222,"losses":2235,"wins":1695}},"model_slug":"x-ai-grok-4-5","official_rank_by_reasoning":{"highest":44,"medium":35,"none":38},"overall":{"max":88.8551565630601,"mean":56.70938436124819,"min":15.315852919720344},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":34,"overall_ranking_status":"ranked","per_game":{"GB2-01":82.3072183913029,"GB2-02":57.70781821807499,"GB2-03":43.423725590467335,"GB2-04":43.45001397103211,"GB2-05":71.47812715722304,"GB2-06":50.37764301812248,"GB2-07":54.11569850119601,"GB2-08":88.8551565630601},"per_game_all":{"GB2-01":71.70948933936758,"GB2-02":51.03757859248549,"GB2-03":37.93429787328192,"GB2-04":42.32643352231142,"GB2-05":58.69551238321274,"GB2-06":44.516341002472586,"GB2-07":59.05811384022795,"GB2-08":88.39730833662587},"per_game_match_totals_all":{"GB2-01":{"draws":494,"losses":363,"wins":1083},"GB2-02":{"draws":1071,"losses":448,"wins":319},"GB2-03":{"draws":379,"losses":1096,"wins":431},"GB2-04":{"draws":1051,"losses":633,"wins":202},"GB2-05":{"draws":0,"losses":924,"wins":1072},"GB2-06":{"draws":12,"losses":1148,"wins":742},"GB2-07":{"draws":0,"losses":933,"wins":1055},"GB2-08":{"draws":0,"losses":290,"wins":1698}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":133,"losses":69,"wins":444},"GB2-02":{"draws":280,"losses":150,"wins":184},"GB2-03":{"draws":131,"losses":333,"wins":170},"GB2-04":{"draws":243,"losses":258,"wins":127},"GB2-05":{"draws":0,"losses":229,"wins":437},"GB2-06":{"draws":2,"losses":348,"wins":284},"GB2-07":{"draws":0,"losses":343,"wins":319},"GB2-08":{"draws":0,"losses":91,"wins":569}},"medium":{"GB2-01":{"draws":59,"losses":111,"wins":476},"GB2-02":{"draws":370,"losses":135,"wins":107},"GB2-03":{"draws":163,"losses":251,"wins":224},"GB2-04":{"draws":399,"losses":191,"wins":38},"GB2-05":{"draws":0,"losses":272,"wins":392},"GB2-06":{"draws":5,"losses":391,"wins":238},"GB2-07":{"draws":0,"losses":326,"wins":338},"GB2-08":{"draws":0,"losses":102,"wins":560}},"none":{"GB2-01":{"draws":302,"losses":183,"wins":163},"GB2-02":{"draws":421,"losses":163,"wins":28},"GB2-03":{"draws":85,"losses":512,"wins":37},"GB2-04":{"draws":409,"losses":184,"wins":37},"GB2-05":{"draws":0,"losses":423,"wins":243},"GB2-06":{"draws":5,"losses":409,"wins":220},"GB2-07":{"draws":0,"losses":264,"wins":398},"GB2-08":{"draws":0,"losses":97,"wins":569}}},"per_game_raw_elo_all":{"GB2-01":1691.4991891423851,"GB2-02":1445.2562523926933,"GB2-03":1253.3555323796938,"GB2-04":1384.2780090268782,"GB2-05":1476.6771127450359,"GB2-06":1309.156571846341,"GB2-07":1485.2797594025512,"GB2-08":2179.7533526415714},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1813.9067460838673,"GB2-02":1498.2178375163774,"GB2-03":1315.377761316344,"GB2-04":1393.1674111261812,"GB2-05":1667.671792103172,"GB2-06":1401.7301329225054,"GB2-07":1416.7736711501489,"GB2-08":2193.071543935177},"medium":{"GB2-01":1799.3214494897588,"GB2-02":1454.8814888588704,"GB2-03":1420.0157688539114,"GB2-04":1377.3088520516567,"GB2-05":1544.6303422804924,"GB2-06":1285.7576521193553,"GB2-07":1454.816651200872,"GB2-08":2153.7683262382475},"none":{"GB2-01":1461.2693718535293,"GB2-02":1382.6694308028316,"GB2-03":1024.6730669688259,"GB2-04":1382.3577639027976,"GB2-05":1217.7292038514436,"GB2-06":1239.9819304971627,"GB2-07":1584.248955856633,"GB2-08":2192.420187751289}},"per_game_tracks":{"highest":{"GB2-01":82.3072183913029,"GB2-02":57.70781821807499,"GB2-03":43.423725590467335,"GB2-04":43.45001397103211,"GB2-05":71.47812715722304,"GB2-06":50.37764301812248,"GB2-07":54.11569850119601,"GB2-08":88.8551565630601},"medium":{"GB2-01":81.3820245027299,"GB2-02":52.31588286165103,"GB2-03":55.06331510965809,"GB2-04":41.44646215614462,"GB2-05":64.41980504942121,"GB2-06":43.05059436611472,"GB2-07":56.955365637304254,"GB2-08":87.50334312957075},"none":{"GB2-01":51.43922512406994,"GB2-02":43.089034697730455,"GB2-03":15.315852919720344,"GB2-04":42.08282443975753,"GB2-05":40.18860494299394,"GB2-06":40.12078562318054,"GB2-07":66.10327738218362,"GB2-08":88.83342531724672}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:08:54Z","reasoning":{"highest":61.464425176309874,"medium":60.26709910157431,"none":48.396628805860395},"reasoning_agg":{"highest":{"max":88.8551565630601,"mean":61.464425176309874,"min":43.423725590467335},"medium":{"max":87.50334312957075,"mean":60.26709910157431,"min":41.44646215614462},"none":{"max":88.83342531724672,"mean":48.396628805860395,"min":15.315852919720344}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":13.067796370449479},"working_program_strength":{"all":56.70938436124819,"highest":61.464425176309874,"medium":60.26709910157431,"none":48.396628805860395}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flashx:383b6a37dc010918","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.060370179999999996,"median":0.057823150000000004,"min":0.03447845,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.48296144},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.039202100000000004,"mean":0.026445697500000004,"median":0.025158225,"min":0.015228470000000001,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.21156558},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01270098,"mean":0.0085203375,"median":0.007669445,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.06816269999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.039202100000000004,"mean":0.026445697500000004,"median":0.025158225,"min":0.015228470000000001,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.21156558},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01270098,"mean":0.0085203375,"median":0.007669445,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.0681627},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.060370179999999996,"median":0.057823150000000004,"min":0.03447845,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.48296143999999996}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.09557687,"mean":0.03177873833333334,"median":0.025158225,"min":0.00543595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":29},"recorded_attempt_count":29,"run_count":24,"total":0.7626897199999998},"codegen_latency_ms":{"attempt_count":29,"max_ms":579647,"mean_ms":182597.75,"min_ms":15305,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":579647,"mean_ms":375199.125,"min_ms":217884,"run_count":8},"medium":{"attempt_count":11,"max_ms":196176,"mean_ms":145630.0,"min_ms":61522,"run_count":8},"none":{"attempt_count":10,"max_ms":51111,"mean_ms":26964.125,"min_ms":15305,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":74293,"output_mean":22693.125,"output_min":2253,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":74293,"output_mean":46016.5,"output_min":25493,"run_count":8},"medium":{"attempt_count":11,"output_max":25418,"output_mean":18052.125,"output_min":8262,"run_count":8},"none":{"attempt_count":10,"output_max":6651,"output_mean":4010.75,"output_min":2253,"run_count":8}},"display_name":"GLM-5.3 FlashX","economics":{"all":56.13258299627083,"highest":68.36354161122962,"medium":50.52311154335785,"none":49.51109583422502},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[131072],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[131072],"total_output_tokens":544635,"total_reasoning_output_tokens":454317,"total_visible_output_tokens":90318,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flashx","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":60.401913835605264,"score":60.401913835605264},"GB2-02":{"attempts":3,"playable":53.60281452437635,"score":53.60281452437635},"GB2-03":{"attempts":3,"playable":60.08514839533586,"score":60.08514839533586},"GB2-04":{"attempts":3,"playable":60.36015504251807,"score":60.36015504251807},"GB2-05":{"attempts":3,"playable":53.66699234347461,"score":53.66699234347461},"GB2-06":{"attempts":3,"playable":64.28000493223298,"score":64.28000493223298},"GB2-07":{"attempts":3,"playable":64.17556032942814,"score":64.17556032942814},"GB2-08":{"attempts":3,"playable":32.48807456719537,"score":32.48807456719537}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":41.867752669365856,"score":41.867752669365856},"GB2-02":{"attempts":1,"playable":67.11758663796275,"score":67.11758663796275},"GB2-03":{"attempts":1,"playable":81.70068811526653,"score":81.70068811526653},"GB2-04":{"attempts":1,"playable":76.42007343038148,"score":76.42007343038148},"GB2-05":{"attempts":1,"playable":76.26430813036332,"score":76.26430813036332},"GB2-06":{"attempts":1,"playable":79.21705731146571,"score":79.21705731146571},"GB2-07":{"attempts":1,"playable":70.17096179352797,"score":70.17096179352797},"GB2-08":{"attempts":1,"playable":54.14990480150337,"score":54.14990480150337}},"medium":{"GB2-01":{"attempts":1,"playable":75.3597046426768,"score":75.3597046426768},"GB2-02":{"attempts":1,"playable":52.52358772845875,"score":52.52358772845875},"GB2-03":{"attempts":1,"playable":53.132855656072906,"score":53.132855656072906},"GB2-04":{"attempts":1,"playable":54.43811421734742,"score":54.43811421734742},"GB2-05":{"attempts":1,"playable":38.84508005773171,"score":38.84508005773171},"GB2-06":{"attempts":1,"playable":53.85444773587734,"score":53.85444773587734},"GB2-07":{"attempts":1,"playable":59.19267977867057,"score":59.19267977867057},"GB2-08":{"attempts":1,"playable":16.838422530027266,"score":16.838422530027266}},"none":{"GB2-01":{"attempts":1,"playable":63.978284194773124,"score":63.978284194773124},"GB2-02":{"attempts":1,"playable":41.16726920670754,"score":41.16726920670754},"GB2-03":{"attempts":1,"playable":45.42190141466813,"score":45.42190141466813},"GB2-04":{"attempts":1,"playable":50.22227747982533,"score":50.22227747982533},"GB2-05":{"attempts":1,"playable":45.891588842328794,"score":45.891588842328794},"GB2-06":{"attempts":1,"playable":59.7685097493559,"score":59.7685097493559},"GB2-07":{"attempts":1,"playable":63.16303941608587,"score":63.16303941608587},"GB2-08":{"attempts":1,"playable":26.47589637005548,"score":26.47589637005548}}},"id":"z-ai/glm-5.3-flashx","is_recent_addition":false,"last_measured_at":"2026-11-19T16:04:34Z","match_totals_all":{"draws":2435,"losses":6272,"wins":6717},"match_totals_tracks":{"highest":{"draws":490,"losses":1635,"wins":3015},"medium":{"draws":851,"losses":2356,"wins":1933},"none":{"draws":1094,"losses":2281,"wins":1769}},"model_slug":"z-ai-glm-5-3-flashx","official_rank_by_reasoning":{"highest":33,"medium":51,"none":35},"overall":{"max":81.70068811526653,"mean":56.13258299627083,"min":16.838422530027266},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":35,"overall_ranking_status":"ranked","per_game":{"GB2-01":41.867752669365856,"GB2-02":67.11758663796275,"GB2-03":81.70068811526653,"GB2-04":76.42007343038148,"GB2-05":76.26430813036332,"GB2-06":79.21705731146571,"GB2-07":70.17096179352797,"GB2-08":54.14990480150337},"per_game_all":{"GB2-01":60.401913835605264,"GB2-02":53.60281452437635,"GB2-03":60.08514839533586,"GB2-04":60.36015504251807,"GB2-05":53.66699234347461,"GB2-06":64.28000493223298,"GB2-07":64.17556032942814,"GB2-08":32.48807456719537},"per_game_match_totals_all":{"GB2-01":{"draws":147,"losses":755,"wins":1034},"GB2-02":{"draws":1126,"losses":375,"wins":337},"GB2-03":{"draws":194,"losses":788,"wins":922},"GB2-04":{"draws":921,"losses":367,"wins":596},"GB2-05":{"draws":0,"losses":1018,"wins":978},"GB2-06":{"draws":47,"losses":742,"wins":1107},"GB2-07":{"draws":0,"losses":831,"wins":1157},"GB2-08":{"draws":0,"losses":1396,"wins":586}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":3,"losses":394,"wins":249},"GB2-02":{"draws":269,"losses":99,"wins":246},"GB2-03":{"draws":7,"losses":154,"wins":473},"GB2-04":{"draws":186,"losses":82,"wins":360},"GB2-05":{"draws":0,"losses":195,"wins":469},"GB2-06":{"draws":25,"losses":143,"wins":464},"GB2-07":{"draws":0,"losses":236,"wins":426},"GB2-08":{"draws":0,"losses":332,"wins":328}},"medium":{"GB2-01":{"draws":6,"losses":176,"wins":462},"GB2-02":{"draws":426,"losses":107,"wins":79},"GB2-03":{"draws":64,"losses":308,"wins":262},"GB2-04":{"draws":337,"losses":145,"wins":146},"GB2-05":{"draws":0,"losses":433,"wins":233},"GB2-06":{"draws":18,"losses":316,"wins":298},"GB2-07":{"draws":0,"losses":309,"wins":353},"GB2-08":{"draws":0,"losses":562,"wins":100}},"none":{"GB2-01":{"draws":138,"losses":185,"wins":323},"GB2-02":{"draws":431,"losses":169,"wins":12},"GB2-03":{"draws":123,"losses":326,"wins":187},"GB2-04":{"draws":398,"losses":140,"wins":90},"GB2-05":{"draws":0,"losses":390,"wins":276},"GB2-06":{"draws":4,"losses":283,"wins":345},"GB2-07":{"draws":0,"losses":286,"wins":378},"GB2-08":{"draws":0,"losses":502,"wins":158}}},"per_game_raw_elo_all":{"GB2-01":1556.6270515244253,"GB2-02":1468.005905745302,"GB2-03":1496.5853524072902,"GB2-04":1537.2635441248258,"GB2-05":1421.0352021245142,"GB2-06":1644.3546678410914,"GB2-07":1557.947856383479,"GB2-08":1077.819864626137},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1369.7218109883402,"GB2-02":1579.9399882686866,"GB2-03":1754.627123717655,"GB2-04":1685.1871414279074,"GB2-05":1771.3550703442345,"GB2-06":1917.0887607556315,"GB2-07":1647.3267471241281,"GB2-08":1409.874878080332},"medium":{"GB2-01":1715.0038545861369,"GB2-02":1456.524171921743,"GB2-03":1402.1290267187092,"GB2-04":1480.112300471082,"GB2-05":1199.8136197360586,"GB2-06":1458.234576130595,"GB2-07":1485.3538426328785,"GB2-08":837.7007053371686},"none":{"GB2-01":1585.155488998799,"GB2-02":1367.5535570454765,"GB2-03":1332.9999067855067,"GB2-04":1446.4911904754886,"GB2-05":1291.9369162932487,"GB2-06":1557.7406666370478,"GB2-07":1541.1629793934299,"GB2-08":985.8840104609097}},"per_game_tracks":{"highest":{"GB2-01":41.867752669365856,"GB2-02":67.11758663796275,"GB2-03":81.70068811526653,"GB2-04":76.42007343038148,"GB2-05":76.26430813036332,"GB2-06":79.21705731146571,"GB2-07":70.17096179352797,"GB2-08":54.14990480150337},"medium":{"GB2-01":75.3597046426768,"GB2-02":52.52358772845875,"GB2-03":53.132855656072906,"GB2-04":54.43811421734742,"GB2-05":38.84508005773171,"GB2-06":53.85444773587734,"GB2-07":59.19267977867057,"GB2-08":16.838422530027266},"none":{"GB2-01":63.978284194773124,"GB2-02":41.16726920670754,"GB2-03":45.42190141466813,"GB2-04":50.22227747982533,"GB2-05":45.891588842328794,"GB2-06":59.7685097493559,"GB2-07":63.16303941608587,"GB2-08":26.47589637005548}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":19,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:11:58Z","reasoning":{"highest":68.36354161122962,"medium":50.52311154335785,"none":49.51109583422502},"reasoning_agg":{"highest":{"max":81.70068811526653,"mean":68.36354161122962,"min":41.867752669365856},"medium":{"max":75.3597046426768,"mean":50.52311154335785,"min":16.838422530027266},"none":{"max":63.978284194773124,"mean":49.51109583422502,"min":26.47589637005548}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":18.852445777004604},"working_program_strength":{"all":56.13258299627083,"highest":68.36354161122962,"medium":50.52311154335785,"none":49.51109583422502}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-haiku-5-5:45629d6faf4a5f7c","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.046909768750000004,"median":0.046146,"min":0.0294405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":9,"token_priced_attempt_count":11,"total":0.4332842},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0174997,"mean":0.0119476,"median":0.012623549999999999,"min":0.0054094,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.09558080000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0063593,"mean":0.0031203999999999997,"median":0.00236545,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.0249632}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0174997,"mean":0.0119476,"median":0.012623549999999999,"min":0.0054094,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"run_count":8,"token_priced_attempt_count":9,"total":0.0955808},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0063593,"mean":0.0031203999999999997,"median":0.00236545,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.0249632},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.046909768750000004,"median":0.046146,"min":0.0294405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":9,"token_priced_attempt_count":11,"total":0.43328419999999995}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":30},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0602609,"mean":0.02065925625,"median":0.012623549999999999,"min":0.0020421000000000003,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":30},"run_count":25,"token_priced_attempt_count":30,"total":0.5538282000000001},"codegen_output_tokens":{"attempt_count":30,"output_max":128000,"output_mean":41186.52,"output_min":1643,"run_count":25},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":128000,"output_mean":93037.55555555556,"output_min":56566,"run_count":9},"medium":{"attempt_count":9,"output_max":32619,"output_mean":20970.375,"output_min":8448,"run_count":8},"none":{"attempt_count":10,"output_max":6434,"output_mean":3070.25,"output_min":1643,"run_count":8}},"display_name":"Claude Haiku 5.5","economics":{"all":55.95710893326233,"highest":74.93122894644671,"medium":56.27645748814573,"none":36.66364036519457},"economics_best_value":{"per_model":{"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[128000,300000],"finish_reason_observations":30,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[128000,300000],"total_output_tokens":1029663,"total_reasoning_output_tokens":909512,"total_visible_output_tokens":120151,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-haiku-5-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":39.637961372007084,"score":39.637961372007084},"GB2-02":{"attempts":3,"playable":57.22008400244846,"score":57.22008400244846},"GB2-03":{"attempts":3,"playable":64.40420945805721,"score":64.40420945805721},"GB2-04":{"attempts":3,"playable":62.81852504292013,"score":62.81852504292013},"GB2-05":{"attempts":3,"playable":50.959315584929804,"score":50.959315584929804},"GB2-06":{"attempts":3,"playable":67.26863975837962,"score":67.26863975837962},"GB2-07":{"attempts":3,"playable":56.3552774306385,"score":56.3552774306385},"GB2-08":{"attempts":3,"playable":48.99285881671787,"score":48.99285881671787}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":40.99459698972012,"score":40.99459698972012},"GB2-02":{"attempts":1,"playable":68.39651388479618,"score":68.39651388479618},"GB2-03":{"attempts":1,"playable":85.42643702433385,"score":85.42643702433385},"GB2-04":{"attempts":1,"playable":78.81009886110088,"score":78.81009886110088},"GB2-05":{"attempts":1,"playable":83.41450083121441,"score":83.41450083121441},"GB2-06":{"attempts":1,"playable":91.2235815051955,"score":91.2235815051955},"GB2-07":{"attempts":1,"playable":64.4876740102568,"score":64.4876740102568},"GB2-08":{"attempts":1,"playable":86.69642846495597,"score":86.69642846495597}},"medium":{"GB2-01":{"attempts":1,"playable":44.811062595736495,"score":44.811062595736495},"GB2-02":{"attempts":1,"playable":61.216751190676845,"score":61.216751190676845},"GB2-03":{"attempts":1,"playable":64.76746614817326,"score":64.76746614817326},"GB2-04":{"attempts":1,"playable":68.82920911740081,"score":68.82920911740081},"GB2-05":{"attempts":1,"playable":54.40511391130877,"score":54.40511391130877},"GB2-06":{"attempts":1,"playable":63.72899545778282,"score":63.72899545778282},"GB2-07":{"attempts":1,"playable":54.71283509752832,"score":54.71283509752832},"GB2-08":{"attempts":1,"playable":37.74022638655849,"score":37.74022638655849}},"none":{"GB2-01":{"attempts":1,"playable":33.10822453056462,"score":33.10822453056462},"GB2-02":{"attempts":1,"playable":42.046986931872375,"score":42.046986931872375},"GB2-03":{"attempts":1,"playable":43.01872520166452,"score":43.01872520166452},"GB2-04":{"attempts":1,"playable":40.8162671502587,"score":40.8162671502587},"GB2-05":{"attempts":1,"playable":15.058332012266215,"score":15.058332012266215},"GB2-06":{"attempts":1,"playable":46.85334231216054,"score":46.85334231216054},"GB2-07":{"attempts":1,"playable":49.86532318413042,"score":49.86532318413042},"GB2-08":{"attempts":1,"playable":22.54192159863914,"score":22.54192159863914}}},"id":"claude-haiku-5-5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:41Z","match_totals_all":{"draws":2456,"losses":6256,"wins":6714},"match_totals_tracks":{"highest":{"draws":485,"losses":1267,"wins":3390},"medium":{"draws":838,"losses":2086,"wins":2218},"none":{"draws":1133,"losses":2903,"wins":1106}},"model_slug":"claude-haiku-5-5","official_rank_by_reasoning":{"highest":25,"medium":40,"none":70},"overall":{"max":91.2235815051955,"mean":55.95710893326233,"min":15.058332012266215},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":36,"overall_ranking_status":"ranked","per_game":{"GB2-01":40.99459698972012,"GB2-02":68.39651388479618,"GB2-03":85.42643702433385,"GB2-04":78.81009886110088,"GB2-05":83.41450083121441,"GB2-06":91.2235815051955,"GB2-07":64.4876740102568,"GB2-08":86.69642846495597},"per_game_all":{"GB2-01":39.637961372007084,"GB2-02":57.22008400244846,"GB2-03":64.40420945805721,"GB2-04":62.81852504292013,"GB2-05":50.959315584929804,"GB2-06":67.26863975837962,"GB2-07":56.3552774306385,"GB2-08":48.99285881671787},"per_game_match_totals_all":{"GB2-01":{"draws":325,"losses":1066,"wins":551},"GB2-02":{"draws":1034,"losses":355,"wins":447},"GB2-03":{"draws":324,"losses":637,"wins":943},"GB2-04":{"draws":732,"losses":411,"wins":741},"GB2-05":{"draws":0,"losses":1057,"wins":935},"GB2-06":{"draws":41,"losses":677,"wins":1182},"GB2-07":{"draws":0,"losses":985,"wins":1001},"GB2-08":{"draws":0,"losses":1068,"wins":914}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":41,"losses":380,"wins":227},"GB2-02":{"draws":279,"losses":85,"wins":248},"GB2-03":{"draws":4,"losses":127,"wins":503},"GB2-04":{"draws":131,"losses":94,"wins":403},"GB2-05":{"draws":0,"losses":146,"wins":518},"GB2-06":{"draws":30,"losses":53,"wins":549},"GB2-07":{"draws":0,"losses":273,"wins":389},"GB2-08":{"draws":0,"losses":109,"wins":553}},"medium":{"GB2-01":{"draws":178,"losses":290,"wins":180},"GB2-02":{"draws":304,"losses":116,"wins":192},"GB2-03":{"draws":111,"losses":215,"wins":310},"GB2-04":{"draws":241,"losses":103,"wins":284},"GB2-05":{"draws":0,"losses":334,"wins":330},"GB2-06":{"draws":4,"losses":256,"wins":372},"GB2-07":{"draws":0,"losses":339,"wins":323},"GB2-08":{"draws":0,"losses":433,"wins":227}},"none":{"GB2-01":{"draws":106,"losses":396,"wins":144},"GB2-02":{"draws":451,"losses":154,"wins":7},"GB2-03":{"draws":209,"losses":295,"wins":130},"GB2-04":{"draws":360,"losses":214,"wins":54},"GB2-05":{"draws":0,"losses":577,"wins":87},"GB2-06":{"draws":7,"losses":368,"wins":261},"GB2-07":{"draws":0,"losses":373,"wins":289},"GB2-08":{"draws":0,"losses":526,"wins":134}}},"per_game_raw_elo_all":{"GB2-01":1347.216933550103,"GB2-02":1498.0011926156803,"GB2-03":1554.3198862149095,"GB2-04":1563.8448940149592,"GB2-05":1393.407537846868,"GB2-06":1724.2133451608304,"GB2-07":1448.665514862362,"GB2-08":1401.8249685675019},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1361.2594996700311,"GB2-02":1591.9928169950144,"GB2-03":1834.0925993014425,"GB2-04":1713.9383779833558,"GB2-05":1972.248922918283,"GB2-06":2199.9944442346887,"GB2-07":1560.3582556828728,"GB2-08":2131.3300585155794},"medium":{"GB2-01":1398.024179038793,"GB2-02":1527.5239891145843,"GB2-03":1517.0595616774476,"GB2-04":1605.3008750925715,"GB2-05":1402.1269124122186,"GB2-06":1627.0863966956952,"GB2-07":1424.7161661326993,"GB2-08":1145.7385121277507},"none":{"GB2-01":1282.3671219414853,"GB2-02":1374.4867717374427,"GB2-03":1311.8074976658386,"GB2-04":1372.29542896895,"GB2-05":805.8467782101026,"GB2-06":1345.5591945521069,"GB2-07":1360.9221227715134,"GB2-08":928.406335059175}},"per_game_tracks":{"highest":{"GB2-01":40.99459698972012,"GB2-02":68.39651388479618,"GB2-03":85.42643702433385,"GB2-04":78.81009886110088,"GB2-05":83.41450083121441,"GB2-06":91.2235815051955,"GB2-07":64.4876740102568,"GB2-08":86.69642846495597},"medium":{"GB2-01":44.811062595736495,"GB2-02":61.216751190676845,"GB2-03":64.76746614817326,"GB2-04":68.82920911740081,"GB2-05":54.40511391130877,"GB2-06":63.72899545778282,"GB2-07":54.71283509752832,"GB2-08":37.74022638655849},"none":{"GB2-01":33.10822453056462,"GB2-02":42.046986931872375,"GB2-03":43.01872520166452,"GB2-04":40.8162671502587,"GB2-05":15.058332012266215,"GB2-06":46.85334231216054,"GB2-07":49.86532318413042,"GB2-08":22.54192159863914}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T05:17:19Z","reasoning":{"highest":74.93122894644671,"medium":56.27645748814573,"none":36.66364036519457},"reasoning_agg":{"highest":{"max":91.2235815051955,"mean":74.93122894644671,"min":40.99459698972012},"medium":{"max":68.82920911740081,"mean":56.27645748814573,"min":37.74022638655849},"none":{"max":49.86532318413042,"mean":36.66364036519457,"min":15.058332012266215}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":38.26758858125214},"working_program_strength":{"all":55.95710893326233,"highest":74.93122894644671,"medium":56.27645748814573,"none":36.66364036519457}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-open:4f3ab81569c32d19","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.12161143124999997,"median":0.124379975,"min":0.08796145,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.9728914499999999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0828612,"mean":0.042346231250000005,"median":0.032108575,"min":0.0286407,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.33876985000000004},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.053624950000000005,"mean":0.0276842,"median":0.025075325,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.22147360000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0828612,"mean":0.042346231250000005,"median":0.032108575,"min":0.0286407,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.33876985000000004},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.053624950000000005,"mean":0.0276842,"median":0.025075325,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.2214736},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.12161143124999997,"median":0.124379975,"min":0.08796145,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.97289145}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.15589245,"mean":0.06388062083333333,"median":0.033168575000000006,"min":0.0206182,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":1.5331349000000003},"codegen_latency_ms":{"attempt_count":27,"max_ms":402561,"mean_ms":145436.875,"min_ms":29772,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":402561,"mean_ms":298657.375,"min_ms":177131,"run_count":8},"medium":{"attempt_count":10,"max_ms":176476,"mean_ms":81184.125,"min_ms":41325,"run_count":8},"none":{"attempt_count":9,"max_ms":171955,"mean_ms":56469.125,"min_ms":29772,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":34389,"output_mean":12379.875,"output_min":2743,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":34389,"output_mean":26327.25,"output_min":17727,"run_count":8},"medium":{"attempt_count":10,"output_max":13963,"output_mean":6880.875,"output_min":3882,"run_count":8},"none":{"attempt_count":9,"output_max":7898,"output_mean":3931.5,"output_min":2743,"run_count":8}},"display_name":"Muse Spark Open","economics":{"all":55.15621213868908,"highest":58.95964511856345,"medium":52.59684215035952,"none":53.91214914714426},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":28,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[943718],"total_output_tokens":297117,"total_reasoning_output_tokens":186663,"total_visible_output_tokens":110454,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-open","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":66.95479023795967,"score":66.95479023795967},"GB2-02":{"attempts":3,"playable":43.945629181909396,"score":43.945629181909396},"GB2-03":{"attempts":3,"playable":50.19378135730641,"score":50.19378135730641},"GB2-04":{"attempts":3,"playable":43.19722336142104,"score":43.19722336142104},"GB2-05":{"attempts":3,"playable":49.264813651283625,"score":49.264813651283625},"GB2-06":{"attempts":3,"playable":59.604190483988354,"score":59.604190483988354},"GB2-07":{"attempts":3,"playable":52.64499506855907,"score":52.64499506855907},"GB2-08":{"attempts":3,"playable":75.44427376708505,"score":75.44427376708505}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":89.6088518880292,"score":89.6088518880292},"GB2-02":{"attempts":1,"playable":44.09469711033996,"score":44.09469711033996},"GB2-03":{"attempts":1,"playable":63.9841744335958,"score":63.9841744335958},"GB2-04":{"attempts":1,"playable":38.87976046856367,"score":38.87976046856367},"GB2-05":{"attempts":1,"playable":38.354697567281995,"score":38.354697567281995},"GB2-06":{"attempts":1,"playable":47.09519590493591,"score":47.09519590493591},"GB2-07":{"attempts":1,"playable":71.33601064228671,"score":71.33601064228671},"GB2-08":{"attempts":1,"playable":78.32377293347433,"score":78.32377293347433}},"medium":{"GB2-01":{"attempts":1,"playable":49.512362748363934,"score":49.512362748363934},"GB2-02":{"attempts":1,"playable":42.87167616342688,"score":42.87167616342688},"GB2-03":{"attempts":1,"playable":31.89909233664428,"score":31.89909233664428},"GB2-04":{"attempts":1,"playable":46.12618654701821,"score":46.12618654701821},"GB2-05":{"attempts":1,"playable":54.3945176743836,"score":54.3945176743836},"GB2-06":{"attempts":1,"playable":73.97019888736772,"score":73.97019888736772},"GB2-07":{"attempts":1,"playable":55.16308450495894,"score":55.16308450495894},"GB2-08":{"attempts":1,"playable":66.83761834071258,"score":66.83761834071258}},"none":{"GB2-01":{"attempts":1,"playable":61.74315607748585,"score":61.74315607748585},"GB2-02":{"attempts":1,"playable":44.87051427196136,"score":44.87051427196136},"GB2-03":{"attempts":1,"playable":54.69807730167915,"score":54.69807730167915},"GB2-04":{"attempts":1,"playable":44.58572306868124,"score":44.58572306868124},"GB2-05":{"attempts":1,"playable":55.045225712185285,"score":55.045225712185285},"GB2-06":{"attempts":1,"playable":57.74717665966143,"score":57.74717665966143},"GB2-07":{"attempts":1,"playable":31.435890058431582,"score":31.435890058431582},"GB2-08":{"attempts":1,"playable":81.17143002706821,"score":81.17143002706821}}},"id":"meta/muse-spark-open","is_recent_addition":false,"last_measured_at":"2026-11-19T13:09:57Z","match_totals_all":{"draws":2924,"losses":6131,"wins":6369},"match_totals_tracks":{"highest":{"draws":817,"losses":1916,"wins":2405},"medium":{"draws":1135,"losses":2091,"wins":1918},"none":{"draws":972,"losses":2124,"wins":2046}},"model_slug":"meta-muse-spark-open","official_rank_by_reasoning":{"highest":47,"medium":46,"none":26},"overall":{"max":89.6088518880292,"mean":55.15621213868908,"min":31.435890058431582},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":37,"overall_ranking_status":"ranked","per_game":{"GB2-01":89.6088518880292,"GB2-02":44.09469711033996,"GB2-03":63.9841744335958,"GB2-04":38.87976046856367,"GB2-05":38.354697567281995,"GB2-06":47.09519590493591,"GB2-07":71.33601064228671,"GB2-08":78.32377293347433},"per_game_all":{"GB2-01":66.95479023795967,"GB2-02":43.945629181909396,"GB2-03":50.19378135730641,"GB2-04":43.19722336142104,"GB2-05":49.264813651283625,"GB2-06":59.604190483988354,"GB2-07":52.64499506855907,"GB2-08":75.44427376708505},"per_game_match_totals_all":{"GB2-01":{"draws":244,"losses":579,"wins":1113},"GB2-02":{"draws":1241,"losses":480,"wins":109},"GB2-03":{"draws":353,"losses":892,"wins":657},"GB2-04":{"draws":1023,"losses":630,"wins":233},"GB2-05":{"draws":0,"losses":1102,"wins":890},"GB2-06":{"draws":63,"losses":825,"wins":1010},"GB2-07":{"draws":0,"losses":1051,"wins":935},"GB2-08":{"draws":0,"losses":572,"wins":1422}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":84,"wins":560},"GB2-02":{"draws":407,"losses":162,"wins":41},"GB2-03":{"draws":73,"losses":237,"wins":324},"GB2-04":{"draws":313,"losses":249,"wins":66},"GB2-05":{"draws":0,"losses":434,"wins":230},"GB2-06":{"draws":24,"losses":354,"wins":254},"GB2-07":{"draws":0,"losses":226,"wins":436},"GB2-08":{"draws":0,"losses":170,"wins":494}},"medium":{"GB2-01":{"draws":145,"losses":274,"wins":229},"GB2-02":{"draws":417,"losses":165,"wins":28},"GB2-03":{"draws":158,"losses":384,"wins":92},"GB2-04":{"draws":381,"losses":172,"wins":75},"GB2-05":{"draws":0,"losses":336,"wins":328},"GB2-06":{"draws":34,"losses":172,"wins":426},"GB2-07":{"draws":0,"losses":336,"wins":326},"GB2-08":{"draws":0,"losses":252,"wins":414}},"none":{"GB2-01":{"draws":99,"losses":221,"wins":324},"GB2-02":{"draws":417,"losses":153,"wins":40},"GB2-03":{"draws":122,"losses":271,"wins":241},"GB2-04":{"draws":329,"losses":209,"wins":92},"GB2-05":{"draws":0,"losses":332,"wins":332},"GB2-06":{"draws":5,"losses":299,"wins":330},"GB2-07":{"draws":0,"losses":489,"wins":173},"GB2-08":{"draws":0,"losses":150,"wins":514}}},"per_game_raw_elo_all":{"GB2-01":1653.6362564144463,"GB2-02":1389.370750492493,"GB2-03":1378.9168541472056,"GB2-04":1391.0465598432058,"GB2-05":1335.2762998123135,"GB2-06":1562.6382584690627,"GB2-07":1405.5557155642673,"GB2-08":1859.697349017814},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1955.8558150479294,"GB2-02":1390.5425751327507,"GB2-03":1508.6285304919809,"GB2-04":1356.7866857131366,"GB2-05":1193.2157640677374,"GB2-06":1349.386255167351,"GB2-07":1666.3618344798813,"GB2-08":1923.3666873948407},"medium":{"GB2-01":1442.875724357162,"GB2-02":1380.964948920369,"GB2-03":1211.5160505143372,"GB2-04":1414.2350212959075,"GB2-05":1401.986645432068,"GB2-06":1815.3312140199414,"GB2-07":1430.7238935211597,"GB2-08":1665.0243981550236},"none":{"GB2-01":1562.1772298382473,"GB2-02":1396.6047274243592,"GB2-03":1416.6059814352998,"GB2-04":1402.1179725205739,"GB2-05":1410.6264899371354,"GB2-06":1523.197306219896,"GB2-07":1119.581418691761,"GB2-08":1990.7009615035777}},"per_game_tracks":{"highest":{"GB2-01":89.6088518880292,"GB2-02":44.09469711033996,"GB2-03":63.9841744335958,"GB2-04":38.87976046856367,"GB2-05":38.354697567281995,"GB2-06":47.09519590493591,"GB2-07":71.33601064228671,"GB2-08":78.32377293347433},"medium":{"GB2-01":49.512362748363934,"GB2-02":42.87167616342688,"GB2-03":31.89909233664428,"GB2-04":46.12618654701821,"GB2-05":54.3945176743836,"GB2-06":73.97019888736772,"GB2-07":55.16308450495894,"GB2-08":66.83761834071258},"none":{"GB2-01":61.74315607748585,"GB2-02":44.87051427196136,"GB2-03":54.69807730167915,"GB2-04":44.58572306868124,"GB2-05":55.045225712185285,"GB2-06":57.74717665966143,"GB2-07":31.435890058431582,"GB2-08":81.17143002706821}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:33:58Z","reasoning":{"highest":58.95964511856345,"medium":52.59684215035952,"none":53.91214914714426},"reasoning_agg":{"highest":{"max":89.6088518880292,"mean":58.95964511856345,"min":38.354697567281995},"medium":{"max":73.97019888736772,"mean":52.59684215035952,"min":31.89909233664428},"none":{"max":81.17143002706821,"mean":53.91214914714426,"min":31.435890058431582}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.36280296820393},"working_program_strength":{"all":55.15621213868908,"highest":58.95964511856345,"medium":52.59684215035952,"none":53.91214914714426}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-3-flash:d63b491aff652325","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.014901165624999999,"median":0.013297725,"min":0.0073485,"recorded_attempt_count":9,"run_count":8,"total":0.11920932499999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01518705,"mean":0.00578608125,"median":0.0045066875,"min":0.0032555,"recorded_attempt_count":8,"run_count":8,"total":0.04628865},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0140393,"mean":0.0037309874999999996,"median":0.0024275875,"min":0.001111625,"recorded_attempt_count":11,"run_count":8,"total":0.029847900000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01518705,"mean":0.00578608125,"median":0.0045066875,"min":0.0032555,"recorded_attempt_count":8,"run_count":8,"total":0.04628865},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0140393,"mean":0.0037309874999999996,"median":0.0024275875,"min":0.001111625,"recorded_attempt_count":11,"run_count":8,"total":0.029847899999999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.014901165624999999,"median":0.013297725,"min":0.0073485,"recorded_attempt_count":9,"run_count":8,"total":0.11920932499999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02871725,"mean":0.008139411458333334,"median":0.005035225,"min":0.001111625,"recorded_attempt_count":28,"run_count":24,"total":0.195345875},"codegen_latency_ms":{"attempt_count":28,"max_ms":1214245,"mean_ms":417506.625,"min_ms":32605,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1196482,"mean_ms":748510.375,"min_ms":448704,"run_count":8},"medium":{"attempt_count":8,"max_ms":672648,"mean_ms":296260.625,"min_ms":146516,"run_count":8},"none":{"attempt_count":11,"max_ms":1214245,"mean_ms":207748.875,"min_ms":32605,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":65809,"output_mean":27118.375,"output_min":2294,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":65809,"output_mean":50033.0,"output_min":27276,"run_count":8},"medium":{"attempt_count":8,"output_max":58608,"output_mean":20833.875,"output_min":10904,"run_count":8},"none":{"attempt_count":11,"output_max":54017,"output_mean":10488.25,"output_min":2294,"run_count":8}},"display_name":"GLM-5.3 Flash","economics":{"all":54.77006419321831,"highest":56.998757869679906,"medium":60.479110330533004,"none":46.832324379442014},"economics_best_value":{"per_model":{"all":true,"medium":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":134,"total_output_tokens":650841,"total_reasoning_output_tokens":555865,"total_visible_output_tokens":94976,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.3-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":56.14086247854896,"score":56.14086247854896},"GB2-02":{"attempts":3,"playable":51.35149613802643,"score":51.35149613802643},"GB2-03":{"attempts":3,"playable":69.80951644409316,"score":69.80951644409316},"GB2-04":{"attempts":3,"playable":71.10229896196898,"score":71.10229896196898},"GB2-05":{"attempts":3,"playable":50.22926521568112,"score":50.22926521568112},"GB2-06":{"attempts":3,"playable":45.31230266622551,"score":45.31230266622551},"GB2-07":{"attempts":3,"playable":70.21712137521577,"score":70.21712137521577},"GB2-08":{"attempts":3,"playable":23.997650265986497,"score":23.997650265986497}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":63.44347256637574,"score":63.44347256637574},"GB2-02":{"attempts":1,"playable":65.19937280441218,"score":65.19937280441218},"GB2-03":{"attempts":1,"playable":76.49641704214697,"score":76.49641704214697},"GB2-04":{"attempts":1,"playable":78.17162131274996,"score":78.17162131274996},"GB2-05":{"attempts":1,"playable":71.32261628457303,"score":71.32261628457303},"GB2-06":{"attempts":1,"playable":16.26462497648644,"score":16.26462497648644},"GB2-07":{"attempts":1,"playable":66.98470367105729,"score":66.98470367105729},"GB2-08":{"attempts":1,"playable":18.107234299637643,"score":18.107234299637643}},"medium":{"GB2-01":{"attempts":1,"playable":66.82493289321351,"score":66.82493289321351},"GB2-02":{"attempts":1,"playable":44.68894119423718,"score":44.68894119423718},"GB2-03":{"attempts":1,"playable":78.06724811135062,"score":78.06724811135062},"GB2-04":{"attempts":1,"playable":72.75047246955282,"score":72.75047246955282},"GB2-05":{"attempts":1,"playable":44.766579807301,"score":44.766579807301},"GB2-06":{"attempts":1,"playable":79.08123821579464,"score":79.08123821579464},"GB2-07":{"attempts":1,"playable":73.64067042492488,"score":73.64067042492488},"GB2-08":{"attempts":1,"playable":24.01279952788933,"score":24.01279952788933}},"none":{"GB2-01":{"attempts":1,"playable":38.154181976057636,"score":38.154181976057636},"GB2-02":{"attempts":1,"playable":44.16617441542994,"score":44.16617441542994},"GB2-03":{"attempts":1,"playable":54.86488417878191,"score":54.86488417878191},"GB2-04":{"attempts":1,"playable":62.38480310360417,"score":62.38480310360417},"GB2-05":{"attempts":1,"playable":34.59859955516932,"score":34.59859955516932},"GB2-06":{"attempts":1,"playable":40.59104480639546,"score":40.59104480639546},"GB2-07":{"attempts":1,"playable":70.02599002966514,"score":70.02599002966514},"GB2-08":{"attempts":1,"playable":29.872916970432517,"score":29.872916970432517}}},"id":"z-ai/glm-5.3-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:48Z","match_totals_all":{"draws":2314,"losses":6526,"wins":6598},"match_totals_tracks":{"highest":{"draws":529,"losses":2188,"wins":2433},"medium":{"draws":709,"losses":1911,"wins":2528},"none":{"draws":1076,"losses":2427,"wins":1637}},"model_slug":"z-ai-glm-5-3-flash","official_rank_by_reasoning":{"highest":50,"medium":34,"none":42},"overall":{"max":79.08123821579464,"mean":54.77006419321831,"min":16.26462497648644},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":38,"overall_ranking_status":"ranked","per_game":{"GB2-01":63.44347256637574,"GB2-02":65.19937280441218,"GB2-03":76.49641704214697,"GB2-04":78.17162131274996,"GB2-05":71.32261628457303,"GB2-06":16.26462497648644,"GB2-07":66.98470367105729,"GB2-08":18.107234299637643},"per_game_all":{"GB2-01":56.14086247854896,"GB2-02":51.35149613802643,"GB2-03":69.80951644409316,"GB2-04":71.10229896196898,"GB2-05":50.22926521568112,"GB2-06":45.31230266622551,"GB2-07":70.21712137521577,"GB2-08":23.997650265986497},"per_game_match_totals_all":{"GB2-01":{"draws":301,"losses":766,"wins":875},"GB2-02":{"draws":1144,"losses":407,"wins":289},"GB2-03":{"draws":177,"losses":618,"wins":1109},"GB2-04":{"draws":627,"losses":317,"wins":944},"GB2-05":{"draws":0,"losses":1078,"wins":914},"GB2-06":{"draws":65,"losses":1082,"wins":753},"GB2-07":{"draws":0,"losses":703,"wins":1283},"GB2-08":{"draws":0,"losses":1555,"wins":431}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":10,"losses":257,"wins":383},"GB2-02":{"draws":309,"losses":91,"wins":214},"GB2-03":{"draws":14,"losses":185,"wins":435},"GB2-04":{"draws":178,"losses":77,"wins":375},"GB2-05":{"draws":0,"losses":228,"wins":436},"GB2-06":{"draws":18,"losses":539,"wins":77},"GB2-07":{"draws":0,"losses":256,"wins":406},"GB2-08":{"draws":0,"losses":555,"wins":107}},"medium":{"GB2-01":{"draws":26,"losses":224,"wins":396},"GB2-02":{"draws":410,"losses":161,"wins":43},"GB2-03":{"draws":33,"losses":167,"wins":436},"GB2-04":{"draws":200,"losses":100,"wins":330},"GB2-05":{"draws":0,"losses":393,"wins":271},"GB2-06":{"draws":40,"losses":138,"wins":456},"GB2-07":{"draws":0,"losses":210,"wins":452},"GB2-08":{"draws":0,"losses":518,"wins":144}},"none":{"GB2-01":{"draws":265,"losses":285,"wins":96},"GB2-02":{"draws":425,"losses":155,"wins":32},"GB2-03":{"draws":130,"losses":266,"wins":238},"GB2-04":{"draws":249,"losses":140,"wins":239},"GB2-05":{"draws":0,"losses":457,"wins":207},"GB2-06":{"draws":7,"losses":405,"wins":220},"GB2-07":{"draws":0,"losses":237,"wins":425},"GB2-08":{"draws":0,"losses":482,"wins":180}}},"per_game_raw_elo_all":{"GB2-01":1509.4564431309698,"GB2-02":1449.5538935495688,"GB2-03":1591.5439816219416,"GB2-04":1632.3972175506024,"GB2-05":1361.1638736187408,"GB2-06":1337.5476734354766,"GB2-07":1649.3978093298008,"GB2-08":947.7616343999458},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1579.6057587016119,"GB2-02":1562.3735812630075,"GB2-03":1665.8934220690535,"GB2-04":1706.040929844338,"GB2-05":1664.6309613824753,"GB2-06":850.9404603244715,"GB2-07":1597.5329611878703,"GB2-08":859.0059686650733},"medium":{"GB2-01":1615.3311016567402,"GB2-02":1395.186646923832,"GB2-03":1690.5768430943308,"GB2-04":1644.7428854634225,"GB2-05":1277.4552359732356,"GB2-06":1914.382074907,"GB2-07":1705.6680063554847,"GB2-08":950.209937179863},"none":{"GB2-01":1333.4324690345572,"GB2-02":1391.1014524618668,"GB2-03":1418.1616797024412,"GB2-04":1546.407837344047,"GB2-05":1141.405423500511,"GB2-06":1247.320485074958,"GB2-07":1644.9924604460473,"GB2-08":1034.068997354901}},"per_game_tracks":{"highest":{"GB2-01":63.44347256637574,"GB2-02":65.19937280441218,"GB2-03":76.49641704214697,"GB2-04":78.17162131274996,"GB2-05":71.32261628457303,"GB2-06":16.26462497648644,"GB2-07":66.98470367105729,"GB2-08":18.107234299637643},"medium":{"GB2-01":66.82493289321351,"GB2-02":44.68894119423718,"GB2-03":78.06724811135062,"GB2-04":72.75047246955282,"GB2-05":44.766579807301,"GB2-06":79.08123821579464,"GB2-07":73.64067042492488,"GB2-08":24.01279952788933},"none":{"GB2-01":38.154181976057636,"GB2-02":44.16617441542994,"GB2-03":54.86488417878191,"GB2-04":62.38480310360417,"GB2-05":34.59859955516932,"GB2-06":40.59104480639546,"GB2-07":70.02599002966514,"GB2-08":29.872916970432517}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:57:33Z","reasoning":{"highest":56.998757869679906,"medium":60.479110330533004,"none":46.832324379442014},"reasoning_agg":{"highest":{"max":78.17162131274996,"mean":56.998757869679906,"min":16.26462497648644},"medium":{"max":79.08123821579464,"mean":60.479110330533004,"min":24.01279952788933},"none":{"max":70.02599002966514,"mean":46.832324379442014,"min":29.872916970432517}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":13.64678595109099},"working_program_strength":{"all":54.77006419321831,"highest":56.998757869679906,"medium":60.479110330533004,"none":46.832324379442014}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max-0902:a35c374153af26e0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.398628,"median":0.380653,"min":0.332482,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.1890240000000003},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.30508599999999997,"mean":0.10921525,"median":0.088878,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":10,"run_count":8,"total":0.8737219999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.212408,"mean":0.12122175,"median":0.11379500000000001,"min":0.08249,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.9697739999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.30508599999999997,"mean":0.10921525,"median":0.088878,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":10,"run_count":8,"total":0.8737219999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.212408,"mean":0.12122175,"median":0.11379500000000001,"min":0.08249,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.9697739999999999},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.398628,"median":0.380653,"min":0.332482,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.1890240000000007}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.518502,"mean":0.20968833333333334,"median":0.124697,"min":0.054514,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":19,"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":30,"run_count":24,"total":5.032520000000001},"codegen_latency_ms":{"attempt_count":30,"max_ms":1906796,"mean_ms":726982.5833333334,"min_ms":135091,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1906796,"mean_ms":1528927.125,"min_ms":1229561,"run_count":8},"medium":{"attempt_count":10,"max_ms":878124,"mean_ms":297986.875,"min_ms":135091,"run_count":8},"none":{"attempt_count":10,"max_ms":640944,"mean_ms":354033.75,"min_ms":208254,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":78760,"output_mean":31343.75,"output_min":6298,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":78760,"output_mean":62794.5,"output_min":52930,"run_count":8},"medium":{"attempt_count":10,"output_max":40870,"output_mean":14338.625,"output_min":6298,"run_count":8},"none":{"attempt_count":10,"output_max":30162,"output_mean":16898.125,"output_min":10952,"run_count":8}},"display_name":"Qwen3.8 Max 0902","economics":{"all":54.23775288848204,"highest":69.68621926383639,"medium":43.3443058902105,"none":49.68273351139921},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":30,"effective_max_output_tokens":[131072],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":31,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"requested_max_output_token_observations":30,"requested_max_output_tokens":[131072],"total_output_tokens":752250,"total_reasoning_output_tokens":630868,"total_visible_output_tokens":121382,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max-0902","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":46.83647492012532,"score":46.83647492012532},"GB2-02":{"attempts":3,"playable":45.517408350553616,"score":45.517408350553616},"GB2-03":{"attempts":3,"playable":59.412226636929965,"score":59.412226636929965},"GB2-04":{"attempts":3,"playable":53.91606167614744,"score":53.91606167614744},"GB2-05":{"attempts":3,"playable":62.57936075571781,"score":62.57936075571781},"GB2-06":{"attempts":3,"playable":65.69599482353478,"score":65.69599482353478},"GB2-07":{"attempts":3,"playable":48.80752657090025,"score":48.80752657090025},"GB2-08":{"attempts":3,"playable":51.136969373947046,"score":51.136969373947046}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":74.41180545049063,"score":74.41180545049063},"GB2-02":{"attempts":1,"playable":48.15656520054745,"score":48.15656520054745},"GB2-03":{"attempts":1,"playable":68.67117300768881,"score":68.67117300768881},"GB2-04":{"attempts":1,"playable":82.68167399958658,"score":82.68167399958658},"GB2-05":{"attempts":1,"playable":90.52958403576635,"score":90.52958403576635},"GB2-06":{"attempts":1,"playable":61.98383255343689,"score":61.98383255343689},"GB2-07":{"attempts":1,"playable":73.49155368178884,"score":73.49155368178884},"GB2-08":{"attempts":1,"playable":57.56356618138555,"score":57.56356618138555}},"medium":{"GB2-01":{"attempts":1,"playable":25.651113845279067,"score":25.651113845279067},"GB2-02":{"attempts":1,"playable":47.79065534145307,"score":47.79065534145307},"GB2-03":{"attempts":1,"playable":55.778398523988216,"score":55.778398523988216},"GB2-04":{"attempts":1,"playable":42.695587673599114,"score":42.695587673599114},"GB2-05":{"attempts":1,"playable":41.16491178842455,"score":41.16491178842455},"GB2-06":{"attempts":1,"playable":57.50871076292371,"score":57.50871076292371},"GB2-07":{"attempts":1,"playable":35.57549331021832,"score":35.57549331021832},"GB2-08":{"attempts":1,"playable":40.58957587579794,"score":40.58957587579794}},"none":{"GB2-01":{"attempts":1,"playable":40.446505464606275,"score":40.446505464606275},"GB2-02":{"attempts":1,"playable":40.60500450966036,"score":40.60500450966036},"GB2-03":{"attempts":1,"playable":53.78710837911286,"score":53.78710837911286},"GB2-04":{"attempts":1,"playable":36.370923355256615,"score":36.370923355256615},"GB2-05":{"attempts":1,"playable":56.04358644296256,"score":56.04358644296256},"GB2-06":{"attempts":1,"playable":77.59544115424374,"score":77.59544115424374},"GB2-07":{"attempts":1,"playable":37.35553272069359,"score":37.35553272069359},"GB2-08":{"attempts":1,"playable":55.257766064657666,"score":55.257766064657666}}},"id":"qwen/qwen3.8-max-0902","is_recent_addition":false,"last_measured_at":"2026-11-19T16:03:00Z","match_totals_all":{"draws":2868,"losses":6334,"wins":6238},"match_totals_tracks":{"highest":{"draws":673,"losses":1456,"wins":3009},"medium":{"draws":1025,"losses":2636,"wins":1483},"none":{"draws":1170,"losses":2242,"wins":1746}},"model_slug":"qwen-qwen3-8-max-0902","official_rank_by_reasoning":{"highest":29,"medium":70,"none":34},"overall":{"max":90.52958403576635,"mean":54.23775288848204,"min":25.651113845279067},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":39,"overall_ranking_status":"ranked","per_game":{"GB2-01":74.41180545049063,"GB2-02":48.15656520054745,"GB2-03":68.67117300768881,"GB2-04":82.68167399958658,"GB2-05":90.52958403576635,"GB2-06":61.98383255343689,"GB2-07":73.49155368178884,"GB2-08":57.56356618138555},"per_game_all":{"GB2-01":46.83647492012532,"GB2-02":45.517408350553616,"GB2-03":59.412226636929965,"GB2-04":53.91606167614744,"GB2-05":62.57936075571781,"GB2-06":65.69599482353478,"GB2-07":48.80752657090025,"GB2-08":51.136969373947046},"per_game_match_totals_all":{"GB2-01":{"draws":362,"losses":901,"wins":675},"GB2-02":{"draws":1217,"losses":470,"wins":149},"GB2-03":{"draws":340,"losses":736,"wins":826},"GB2-04":{"draws":827,"losses":529,"wins":534},"GB2-05":{"draws":0,"losses":835,"wins":1159},"GB2-06":{"draws":122,"losses":679,"wins":1101},"GB2-07":{"draws":0,"losses":1124,"wins":862},"GB2-08":{"draws":0,"losses":1060,"wins":932}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":2,"losses":185,"wins":459},"GB2-02":{"draws":394,"losses":147,"wins":71},"GB2-03":{"draws":116,"losses":188,"wins":330},"GB2-04":{"draws":109,"losses":79,"wins":440},"GB2-05":{"draws":0,"losses":94,"wins":570},"GB2-06":{"draws":52,"losses":244,"wins":336},"GB2-07":{"draws":0,"losses":211,"wins":451},"GB2-08":{"draws":0,"losses":308,"wins":352}},"medium":{"GB2-01":{"draws":112,"losses":438,"wins":96},"GB2-02":{"draws":409,"losses":142,"wins":61},"GB2-03":{"draws":110,"losses":269,"wins":255},"GB2-04":{"draws":372,"losses":197,"wins":59},"GB2-05":{"draws":0,"losses":415,"wins":249},"GB2-06":{"draws":22,"losses":290,"wins":320},"GB2-07":{"draws":0,"losses":462,"wins":200},"GB2-08":{"draws":0,"losses":423,"wins":243}},"none":{"GB2-01":{"draws":248,"losses":278,"wins":120},"GB2-02":{"draws":414,"losses":181,"wins":17},"GB2-03":{"draws":114,"losses":279,"wins":241},"GB2-04":{"draws":346,"losses":253,"wins":35},"GB2-05":{"draws":0,"losses":326,"wins":340},"GB2-06":{"draws":48,"losses":145,"wins":445},"GB2-07":{"draws":0,"losses":451,"wins":211},"GB2-08":{"draws":0,"losses":329,"wins":337}}},"per_game_raw_elo_all":{"GB2-01":1419.786414812511,"GB2-02":1401.5797195175558,"GB2-03":1465.3966371148524,"GB2-04":1496.522356969713,"GB2-05":1628.6765032346284,"GB2-06":1666.830612163083,"GB2-07":1359.057364868705,"GB2-08":1363.9276297194413},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1703.0245547300954,"GB2-02":1422.2438043226277,"GB2-03":1561.305539565362,"GB2-04":1765.9692274821919,"GB2-05":2231.41803392216,"GB2-06":1596.261854891377,"GB2-07":1703.049835347678,"GB2-08":1473.9596620312527},"medium":{"GB2-01":1200.406797723618,"GB2-02":1419.3876007595684,"GB2-03":1426.7296224340153,"GB2-04":1387.2082480597112,"GB2-05":1230.6166434532608,"GB2-06":1519.1597909228926,"GB2-07":1175.330462162617,"GB2-08":1187.5469546841543},"none":{"GB2-01":1355.9278919838202,"GB2-02":1363.1077534704718,"GB2-03":1408.1547493451799,"GB2-04":1336.3895953672363,"GB2-05":1423.9948323284639,"GB2-06":1885.0701906749796,"GB2-07":1198.79179709582,"GB2-08":1430.2762724429163}},"per_game_tracks":{"highest":{"GB2-01":74.41180545049063,"GB2-02":48.15656520054745,"GB2-03":68.67117300768881,"GB2-04":82.68167399958658,"GB2-05":90.52958403576635,"GB2-06":61.98383255343689,"GB2-07":73.49155368178884,"GB2-08":57.56356618138555},"medium":{"GB2-01":25.651113845279067,"GB2-02":47.79065534145307,"GB2-03":55.778398523988216,"GB2-04":42.695587673599114,"GB2-05":41.16491178842455,"GB2-06":57.50871076292371,"GB2-07":35.57549331021832,"GB2-08":40.58957587579794},"none":{"GB2-01":40.446505464606275,"GB2-02":40.60500450966036,"GB2-03":53.78710837911286,"GB2-04":36.370923355256615,"GB2-05":56.04358644296256,"GB2-06":77.59544115424374,"GB2-07":37.35553272069359,"GB2-08":55.257766064657666}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":19,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:06:59Z","reasoning":{"highest":69.68621926383639,"medium":43.3443058902105,"none":49.68273351139921},"reasoning_agg":{"highest":{"max":90.52958403576635,"mean":69.68621926383639,"min":48.15656520054745},"medium":{"max":57.50871076292371,"mean":43.3443058902105,"min":25.651113845279067},"none":{"max":77.59544115424374,"mean":49.68273351139921,"min":36.370923355256615}},"reasoning_labels":{"highest":"Xhigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":26.341913373625893},"working_program_strength":{"all":54.23775288848204,"highest":69.68621926383639,"medium":43.3443058902105,"none":49.68273351139921}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4:bc91e486d26b3f6e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":1.51903,"median":1.4938600000000002,"min":1.088255,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":12.15224},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.4120425,"mean":0.283374375,"median":0.26543625,"min":0.2124125,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.266995},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.179715,"mean":0.09608781250000001,"median":0.08063500000000001,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":0.7687025000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.4120425,"mean":0.283374375,"median":0.26543625,"min":0.2124125,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.2669949999999996},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.179715,"mean":0.09608781250000001,"median":0.08063500000000001,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":0.7687025000000001},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":1.51903,"median":1.4938600000000002,"min":1.088255,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":12.15224}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":2.2530275,"mean":0.6328307291666667,"median":0.26543625,"min":0.0656625,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":15.187937500000002},"codegen_output_tokens":{"attempt_count":27,"output_max":146534,"output_mean":40675.041666666664,"output_min":3180,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":146534,"output_mean":99672.5,"output_min":71368,"run_count":8},"medium":{"attempt_count":8,"output_max":26272,"output_mean":17600.375,"output_min":12941,"run_count":8},"none":{"attempt_count":10,"output_max":8643,"output_mean":4752.25,"output_min":3180,"run_count":8}},"display_name":"GPT-5.4","economics":{"all":53.39944822105206,"highest":62.213298311734675,"medium":53.28565560795849,"none":44.699390743463006},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"total_output_tokens":976201,"total_reasoning_output_tokens":819733,"total_visible_output_tokens":156468,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":89.59252527687674,"score":89.59252527687674},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.72405601829613,"score":27.816037345530756},"GB2-03":{"attempts":3,"playable":39.52215215918979,"score":39.52215215918979},"GB2-04":{"attempts":3,"playable":41.618115875973736,"score":41.618115875973736},"GB2-05":{"attempts":3,"playable":70.16485163001899,"score":70.16485163001899},"GB2-06":{"attempts":3,"playable":71.00310463761174,"score":71.00310463761174},"GB2-07":{"attempts":3,"playable":46.01587578782172,"score":46.01587578782172},"GB2-08":{"attempts":3,"playable":41.46292305539299,"score":41.46292305539299}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":94.6314882394628,"score":94.6314882394628},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":42.075114876093984,"score":42.075114876093984},"GB2-04":{"attempts":1,"playable":54.85533462401525,"score":54.85533462401525},"GB2-05":{"attempts":1,"playable":84.11973339337769,"score":84.11973339337769},"GB2-06":{"attempts":1,"playable":79.41963540940047,"score":79.41963540940047},"GB2-07":{"attempts":1,"playable":76.50514690392978,"score":76.50514690392978},"GB2-08":{"attempts":1,"playable":66.09993304759737,"score":66.09993304759737}},"medium":{"GB2-01":{"attempts":1,"playable":96.6752608353818,"score":96.6752608353818},"GB2-02":{"attempts":1,"playable":45.18835471542319,"score":45.18835471542319},"GB2-03":{"attempts":1,"playable":44.87015899967476,"score":44.87015899967476},"GB2-04":{"attempts":1,"playable":32.292356565633526,"score":32.292356565633526},"GB2-05":{"attempts":1,"playable":68.21814019609275,"score":68.21814019609275},"GB2-06":{"attempts":1,"playable":72.9613022612728,"score":72.9613022612728},"GB2-07":{"attempts":1,"playable":32.957790337983056,"score":32.957790337983056},"GB2-08":{"attempts":1,"playable":33.121880952206,"score":33.121880952206}},"none":{"GB2-01":{"attempts":1,"playable":77.47082675578558,"score":77.47082675578558},"GB2-02":{"attempts":1,"playable":38.259757321169076,"score":38.259757321169076},"GB2-03":{"attempts":1,"playable":31.62118260180061,"score":31.62118260180061},"GB2-04":{"attempts":1,"playable":37.70665643827243,"score":37.70665643827243},"GB2-05":{"attempts":1,"playable":58.15668130058651,"score":58.15668130058651},"GB2-06":{"attempts":1,"playable":60.62837624216194,"score":60.62837624216194},"GB2-07":{"attempts":1,"playable":28.584690121552303,"score":28.584690121552303},"GB2-08":{"attempts":1,"playable":25.166955166375605,"score":25.166955166375605}}},"id":"gpt-5.4","is_recent_addition":false,"last_measured_at":"2026-11-19T15:52:48Z","match_totals_all":{"draws":2595,"losses":5876,"wins":6349},"match_totals_tracks":{"highest":{"draws":542,"losses":1230,"wins":2760},"medium":{"draws":1028,"losses":2102,"wins":2016},"none":{"draws":1025,"losses":2544,"wins":1573}},"model_slug":"gpt-5-4","official_rank_by_reasoning":{"highest":43,"medium":44,"none":46},"overall":{"max":96.6752608353818,"mean":53.39944822105206,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":40,"overall_ranking_status":"ranked","per_game":{"GB2-01":94.6314882394628,"GB2-03":42.075114876093984,"GB2-04":54.85533462401525,"GB2-05":84.11973339337769,"GB2-06":79.41963540940047,"GB2-07":76.50514690392978,"GB2-08":66.09993304759737},"per_game_all":{"GB2-01":89.59252527687674,"GB2-03":39.52215215918979,"GB2-04":41.618115875973736,"GB2-05":70.16485163001899,"GB2-06":71.00310463761174,"GB2-07":46.01587578782172,"GB2-08":41.46292305539299},"per_game_match_totals_all":{"GB2-01":{"draws":102,"losses":191,"wins":1645},"GB2-02":{"draws":836,"losses":345,"wins":43},"GB2-03":{"draws":619,"losses":953,"wins":332},"GB2-04":{"draws":972,"losses":681,"wins":231},"GB2-05":{"draws":0,"losses":702,"wins":1292},"GB2-06":{"draws":66,"losses":601,"wins":1235},"GB2-07":{"draws":0,"losses":1174,"wins":812},"GB2-08":{"draws":0,"losses":1229,"wins":759}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":21,"losses":34,"wins":591},"GB2-03":{"draws":164,"losses":323,"wins":147},"GB2-04":{"draws":316,"losses":152,"wins":160},"GB2-05":{"draws":0,"losses":141,"wins":523},"GB2-06":{"draws":41,"losses":135,"wins":458},"GB2-07":{"draws":0,"losses":190,"wins":472},"GB2-08":{"draws":0,"losses":255,"wins":409}},"medium":{"GB2-01":{"draws":14,"losses":23,"wins":609},"GB2-02":{"draws":431,"losses":146,"wins":35},"GB2-03":{"draws":260,"losses":262,"wins":114},"GB2-04":{"draws":309,"losses":290,"wins":29},"GB2-05":{"draws":0,"losses":250,"wins":416},"GB2-06":{"draws":14,"losses":191,"wins":429},"GB2-07":{"draws":0,"losses":478,"wins":184},"GB2-08":{"draws":0,"losses":462,"wins":200}},"none":{"GB2-01":{"draws":67,"losses":134,"wins":445},"GB2-02":{"draws":405,"losses":199,"wins":8},"GB2-03":{"draws":195,"losses":368,"wins":71},"GB2-04":{"draws":347,"losses":239,"wins":42},"GB2-05":{"draws":0,"losses":311,"wins":353},"GB2-06":{"draws":11,"losses":275,"wins":348},"GB2-07":{"draws":0,"losses":506,"wins":156},"GB2-08":{"draws":0,"losses":512,"wins":150}}},"per_game_raw_elo_all":{"GB2-01":2023.5065006592042,"GB2-03":1280.1699474610903,"GB2-04":1377.6475486721874,"GB2-05":1685.1718044872034,"GB2-06":1763.336323000978,"GB2-07":1326.1741935926746,"GB2-08":1231.9807732286554},"per_game_raw_elo_tracks":{"highest":{"GB2-01":2112.188148762164,"GB2-03":1303.485381057817,"GB2-04":1483.4810175876105,"GB2-05":1995.3052021300455,"GB2-06":1921.1351801952014,"GB2-07":1758.4265224515082,"GB2-08":1649.0665435542724},"medium":{"GB2-01":2215.5429735668395,"GB2-02":1399.0861952893524,"GB2-03":1328.1308467153988,"GB2-04":1302.1629914013051,"GB2-05":1607.382712728715,"GB2-06":1796.2634390819067,"GB2-07":1140.3101957425245,"GB2-08":1079.8401464451947},"none":{"GB2-01":1742.7883796486096,"GB2-02":1344.4101704075208,"GB2-03":1208.893614610055,"GB2-04":1347.2986370276465,"GB2-05":1452.8274986028503,"GB2-06":1572.6103497258257,"GB2-07":1079.7858625839906,"GB2-08":967.0356296864995}},"per_game_tracks":{"highest":{"GB2-01":94.6314882394628,"GB2-03":42.075114876093984,"GB2-04":54.85533462401525,"GB2-05":84.11973339337769,"GB2-06":79.41963540940047,"GB2-07":76.50514690392978,"GB2-08":66.09993304759737},"medium":{"GB2-01":96.6752608353818,"GB2-02":45.18835471542319,"GB2-03":44.87015899967476,"GB2-04":32.292356565633526,"GB2-05":68.21814019609275,"GB2-06":72.9613022612728,"GB2-07":32.957790337983056,"GB2-08":33.121880952206},"none":{"GB2-01":77.47082675578558,"GB2-02":38.259757321169076,"GB2-03":31.62118260180061,"GB2-04":37.70665643827243,"GB2-05":58.15668130058651,"GB2-06":60.62837624216194,"GB2-07":28.584690121552303,"GB2-08":25.166955166375605}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:54:04Z","reasoning":{"highest":62.213298311734675,"medium":53.28565560795849,"none":44.699390743463006},"reasoning_agg":{"highest":{"max":94.6314882394628,"mean":62.213298311734675,"min":0.0},"medium":{"max":96.6752608353818,"mean":53.28565560795849,"min":32.292356565633526},"none":{"max":77.47082675578558,"mean":44.699390743463006,"min":25.166955166375605}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.51390756827167},"working_program_strength":{"all":56.36198623589656,"highest":71.1009123562682,"medium":53.28565560795849,"none":44.699390743463006}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-1-flash:debc9fa7834b967a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.02640173625,"median":0.026524292999999997,"min":0.018252918,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.21121389},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0294003,"mean":0.0190911675,"median":0.019388559,"min":0.011042118,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.15272934000000002},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.007391933999999999,"mean":0.00359850675,"median":0.003217359,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.028788054}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0294003,"mean":0.0190911675,"median":0.019388559,"min":0.011042118,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.15272934},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.007391933999999999,"mean":0.00359850675,"median":0.003217359,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.028788053999999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.02640173625,"median":0.026524292999999997,"min":0.018252918,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.21121389000000002}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.031583268,"mean":0.0163638035,"median":0.017740284000000002,"min":0.00220635,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":26},"recorded_attempt_count":26,"run_count":24,"total":0.39273128399999996},"codegen_latency_ms":{"attempt_count":26,"max_ms":176041,"mean_ms":89449.0,"min_ms":6041,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":176041,"mean_ms":153558.625,"min_ms":128316,"run_count":8},"medium":{"attempt_count":9,"max_ms":152315,"mean_ms":102702.875,"min_ms":61501,"run_count":8},"none":{"attempt_count":9,"max_ms":25470,"mean_ms":12085.5,"min_ms":6041,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":50785,"output_mean":25087.541666666668,"output_min":1796,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":50785,"output_mean":42017.75,"output_min":28632,"run_count":8},"medium":{"attempt_count":9,"output_max":44567,"output_mean":29519.625,"output_min":16614,"run_count":8},"none":{"attempt_count":9,"output_max":8282,"output_mean":3725.25,"output_min":1796,"run_count":8}},"display_name":"DeepSeek V4.1 Flash","economics":{"all":52.85426428904444,"highest":68.67018560103324,"medium":55.25282727722185,"none":34.63977998887822},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[384000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[384000],"total_output_tokens":602101,"total_reasoning_output_tokens":512212,"total_visible_output_tokens":89889,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":384000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.88454345533285,"score":57.88454345533285},"GB2-02":{"attempts":3,"playable":51.87937298316715,"score":51.87937298316715},"GB2-03":{"attempts":3,"playable":53.50840666570951,"score":53.50840666570951},"GB2-04":{"attempts":3,"playable":50.03376144491472,"score":50.03376144491472},"GB2-05":{"attempts":3,"playable":53.32572459219232,"score":53.32572459219232},"GB2-06":{"attempts":3,"playable":60.777438782510764,"score":60.777438782510764},"GB2-07":{"attempts":3,"playable":55.28345634458814,"score":55.28345634458814},"GB2-08":{"attempts":3,"playable":40.141410043940034,"score":40.141410043940034}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":60.44614686448284,"score":60.44614686448284},"GB2-02":{"attempts":1,"playable":57.13069066891393,"score":57.13069066891393},"GB2-03":{"attempts":1,"playable":59.002463805210525,"score":59.002463805210525},"GB2-04":{"attempts":1,"playable":73.07446432029914,"score":73.07446432029914},"GB2-05":{"attempts":1,"playable":79.55669805240662,"score":79.55669805240662},"GB2-06":{"attempts":1,"playable":80.12244716472185,"score":80.12244716472185},"GB2-07":{"attempts":1,"playable":74.35805633978045,"score":74.35805633978045},"GB2-08":{"attempts":1,"playable":65.67051759245052,"score":65.67051759245052}},"medium":{"GB2-01":{"attempts":1,"playable":68.75450942173724,"score":68.75450942173724},"GB2-02":{"attempts":1,"playable":57.42007064334421,"score":57.42007064334421},"GB2-03":{"attempts":1,"playable":53.70214329101298,"score":53.70214329101298},"GB2-04":{"attempts":1,"playable":38.427510320684505,"score":38.427510320684505},"GB2-05":{"attempts":1,"playable":50.4864141433717,"score":50.4864141433717},"GB2-06":{"attempts":1,"playable":75.32216857650434,"score":75.32216857650434},"GB2-07":{"attempts":1,"playable":67.99480964672225,"score":67.99480964672225},"GB2-08":{"attempts":1,"playable":29.914992174397593,"score":29.914992174397593}},"none":{"GB2-01":{"attempts":1,"playable":44.45297407977849,"score":44.45297407977849},"GB2-02":{"attempts":1,"playable":41.08735763724331,"score":41.08735763724331},"GB2-03":{"attempts":1,"playable":47.82061290090502,"score":47.82061290090502},"GB2-04":{"attempts":1,"playable":38.59930969376049,"score":38.59930969376049},"GB2-05":{"attempts":1,"playable":29.934061580798645,"score":29.934061580798645},"GB2-06":{"attempts":1,"playable":26.887700606306097,"score":26.887700606306097},"GB2-07":{"attempts":1,"playable":23.49750304726171,"score":23.49750304726171},"GB2-08":{"attempts":1,"playable":24.838720364971977,"score":24.838720364971977}}},"id":"deepseek/deepseek-v4.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:07:01Z","match_totals_all":{"draws":3062,"losses":6418,"wins":5946},"match_totals_tracks":{"highest":{"draws":681,"losses":1507,"wins":2952},"medium":{"draws":1234,"losses":1917,"wins":1989},"none":{"draws":1147,"losses":2994,"wins":1005}},"model_slug":"deepseek-deepseek-v4-1-flash","official_rank_by_reasoning":{"highest":31,"medium":42,"none":74},"overall":{"max":80.12244716472185,"mean":52.85426428904444,"min":23.49750304726171},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":41,"overall_ranking_status":"ranked","per_game":{"GB2-01":60.44614686448284,"GB2-02":57.13069066891393,"GB2-03":59.002463805210525,"GB2-04":73.07446432029914,"GB2-05":79.55669805240662,"GB2-06":80.12244716472185,"GB2-07":74.35805633978045,"GB2-08":65.67051759245052},"per_game_all":{"GB2-01":57.88454345533285,"GB2-02":51.87937298316715,"GB2-03":53.50840666570951,"GB2-04":50.03376144491472,"GB2-05":53.32572459219232,"GB2-06":60.777438782510764,"GB2-07":55.28345634458814,"GB2-08":40.141410043940034},"per_game_match_totals_all":{"GB2-01":{"draws":558,"losses":604,"wins":778},"GB2-02":{"draws":1181,"losses":377,"wins":278},"GB2-03":{"draws":369,"losses":828,"wins":705},"GB2-04":{"draws":862,"losses":583,"wins":441},"GB2-05":{"draws":0,"losses":1014,"wins":978},"GB2-06":{"draws":92,"losses":771,"wins":1033},"GB2-07":{"draws":0,"losses":990,"wins":998},"GB2-08":{"draws":0,"losses":1251,"wins":735}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":24,"losses":264,"wins":358},"GB2-02":{"draws":352,"losses":116,"wins":144},"GB2-03":{"draws":69,"losses":270,"wins":295},"GB2-04":{"draws":190,"losses":103,"wins":337},"GB2-05":{"draws":0,"losses":172,"wins":492},"GB2-06":{"draws":46,"losses":125,"wins":461},"GB2-07":{"draws":0,"losses":205,"wins":457},"GB2-08":{"draws":0,"losses":252,"wins":408}},"medium":{"GB2-01":{"draws":340,"losses":57,"wins":249},"GB2-02":{"draws":379,"losses":101,"wins":132},"GB2-03":{"draws":179,"losses":247,"wins":208},"GB2-04":{"draws":301,"losses":258,"wins":69},"GB2-05":{"draws":0,"losses":358,"wins":306},"GB2-06":{"draws":35,"losses":164,"wins":433},"GB2-07":{"draws":0,"losses":251,"wins":413},"GB2-08":{"draws":0,"losses":481,"wins":179}},"none":{"GB2-01":{"draws":194,"losses":283,"wins":171},"GB2-02":{"draws":450,"losses":160,"wins":2},"GB2-03":{"draws":121,"losses":311,"wins":202},"GB2-04":{"draws":371,"losses":222,"wins":35},"GB2-05":{"draws":0,"losses":484,"wins":180},"GB2-06":{"draws":11,"losses":482,"wins":139},"GB2-07":{"draws":0,"losses":534,"wins":128},"GB2-08":{"draws":0,"losses":518,"wins":148}}},"per_game_raw_elo_all":{"GB2-01":1526.723940178581,"GB2-02":1452.0927173758573,"GB2-03":1406.44218906331,"GB2-04":1451.9414692741436,"GB2-05":1426.7851388577783,"GB2-06":1602.7618093715053,"GB2-07":1445.261612590766,"GB2-08":1212.25351201619},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1549.0804453352018,"GB2-02":1493.495434885213,"GB2-03":1457.7186974443,"GB2-04":1648.1606449422395,"GB2-05":1856.3513126599335,"GB2-06":1935.2650586446084,"GB2-07":1718.42623873001,"GB2-08":1639.8261151280374},"medium":{"GB2-01":1636.4959839236537,"GB2-02":1495.860284081457,"GB2-03":1407.370215124107,"GB2-04":1353.1382396616616,"GB2-05":1350.991235019097,"GB2-06":1841.0936497786752,"GB2-07":1612.9988786347344,"GB2-08":1034.6620185183087},"none":{"GB2-01":1394.5953912768873,"GB2-02":1366.9224331609016,"GB2-03":1354.2376546215228,"GB2-04":1354.5255232185293,"GB2-05":1073.0128688943041,"GB2-06":1031.9267196912315,"GB2-07":1004.3597204075529,"GB2-08":962.2724024022237}},"per_game_tracks":{"highest":{"GB2-01":60.44614686448284,"GB2-02":57.13069066891393,"GB2-03":59.002463805210525,"GB2-04":73.07446432029914,"GB2-05":79.55669805240662,"GB2-06":80.12244716472185,"GB2-07":74.35805633978045,"GB2-08":65.67051759245052},"medium":{"GB2-01":68.75450942173724,"GB2-02":57.42007064334421,"GB2-03":53.70214329101298,"GB2-04":38.427510320684505,"GB2-05":50.4864141433717,"GB2-06":75.32216857650434,"GB2-07":67.99480964672225,"GB2-08":29.914992174397593},"none":{"GB2-01":44.45297407977849,"GB2-02":41.08735763724331,"GB2-03":47.82061290090502,"GB2-04":38.59930969376049,"GB2-05":29.934061580798645,"GB2-06":26.887700606306097,"GB2-07":23.49750304726171,"GB2-08":24.838720364971977}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":22,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T07:12:07Z","reasoning":{"highest":68.67018560103324,"medium":55.25282727722185,"none":34.63977998887822},"reasoning_agg":{"highest":{"max":80.12244716472185,"mean":68.67018560103324,"min":57.13069066891393},"medium":{"max":75.32216857650434,"mean":55.25282727722185,"min":29.914992174397593},"none":{"max":47.82061290090502,"mean":34.63977998887822,"min":23.49750304726171}},"reasoning_labels":{"highest":"Max","medium":"High","none":"None"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":34.03040561215502},"working_program_strength":{"all":52.85426428904444,"highest":68.67018560103324,"medium":55.25282727722185,"none":34.63977998887822}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-2-4t-a95b:8fdd4e1808d44206","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.4317783571024416,"median":0.3306270924500423,"min":0.277380977244658,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.454226856819534},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.17384630544122162,"mean":0.10235142090592425,"median":0.0851321236175097,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.818811367247394},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2163622471450082,"mean":0.1497312219916341,"median":0.14598267318350014,"min":0.09347384547152984,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1978497759330726}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.17384630544122162,"mean":0.10235142090592425,"median":0.0851321236175097,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.8188113672473941},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.2163622471450082,"mean":0.1497312219916341,"median":0.14598267318350014,"min":0.09347384547152984,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":1.1978497759330726},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.4317783571024416,"median":0.3306270924500423,"min":0.277380977244658,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.454226856819533}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.7896974949512139,"mean":0.22795366666666664,"median":0.16679960729572763,"min":0.07156210251142602,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":27},"run_count":24,"token_priced_attempt_count":27,"total":5.4708879999999995},"codegen_output_tokens":{"attempt_count":27,"output_max":128921,"output_mean":35057.208333333336,"output_min":6291,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":128921,"output_mean":72806.0,"output_min":45821,"run_count":8},"medium":{"attempt_count":8,"output_max":25498,"output_mean":11826.75,"output_min":6291,"run_count":8},"none":{"attempt_count":9,"output_max":34088,"output_mean":20538.875,"output_min":10484,"run_count":8}},"display_name":"Qwen3.8 2.4T A95B","economics":{"all":52.78949961800145,"highest":66.5078496152134,"medium":42.492933974715285,"none":49.36771526407565},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"total_output_tokens":841373,"total_reasoning_output_tokens":733891,"total_visible_output_tokens":107482,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-2.4t-a95b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":47.28061795748675,"score":47.28061795748675},"GB2-02":{"attempts":3,"playable":48.18766368012251,"score":48.18766368012251},"GB2-03":{"attempts":3,"playable":56.71930076099499,"score":56.71930076099499},"GB2-04":{"attempts":3,"playable":42.28060148448294,"score":42.28060148448294},"GB2-05":{"attempts":3,"playable":49.18117794078492,"score":49.18117794078492},"GB2-06":{"attempts":3,"playable":60.89779751084469,"score":60.89779751084469},"GB2-07":{"attempts":3,"playable":47.524263064350414,"score":47.524263064350414},"GB2-08":{"attempts":3,"playable":70.2445745449444,"score":70.2445745449444}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":55.800946146439266,"score":55.800946146439266},"GB2-02":{"attempts":1,"playable":52.656779382993946,"score":52.656779382993946},"GB2-03":{"attempts":1,"playable":78.83600999813271,"score":78.83600999813271},"GB2-04":{"attempts":1,"playable":45.3809511458895,"score":45.3809511458895},"GB2-05":{"attempts":1,"playable":66.8252843251371,"score":66.8252843251371},"GB2-06":{"attempts":1,"playable":77.79492561925731,"score":77.79492561925731},"GB2-07":{"attempts":1,"playable":67.56025104110634,"score":67.56025104110634},"GB2-08":{"attempts":1,"playable":87.20764926275106,"score":87.20764926275106}},"medium":{"GB2-01":{"attempts":1,"playable":51.6173813434306,"score":51.6173813434306},"GB2-02":{"attempts":1,"playable":43.069542356143394,"score":43.069542356143394},"GB2-03":{"attempts":1,"playable":42.15897211807362,"score":42.15897211807362},"GB2-04":{"attempts":1,"playable":37.69951749357007,"score":37.69951749357007},"GB2-05":{"attempts":1,"playable":46.88837886978397,"score":46.88837886978397},"GB2-06":{"attempts":1,"playable":44.556093823562016,"score":44.556093823562016},"GB2-07":{"attempts":1,"playable":31.468718262805467,"score":31.468718262805467},"GB2-08":{"attempts":1,"playable":42.48486753035319,"score":42.48486753035319}},"none":{"GB2-01":{"attempts":1,"playable":34.42352638259036,"score":34.42352638259036},"GB2-02":{"attempts":1,"playable":48.83666930123018,"score":48.83666930123018},"GB2-03":{"attempts":1,"playable":49.16292016677864,"score":49.16292016677864},"GB2-04":{"attempts":1,"playable":43.76133581398926,"score":43.76133581398926},"GB2-05":{"attempts":1,"playable":33.82987062743368,"score":33.82987062743368},"GB2-06":{"attempts":1,"playable":60.34237308971472,"score":60.34237308971472},"GB2-07":{"attempts":1,"playable":43.54381988913944,"score":43.54381988913944},"GB2-08":{"attempts":1,"playable":81.04120684172894,"score":81.04120684172894}}},"id":"qwen/qwen3.8-2.4t-a95b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:52:30Z","match_totals_all":{"draws":3384,"losses":6287,"wins":5779},"match_totals_tracks":{"highest":{"draws":974,"losses":1469,"wins":2705},"medium":{"draws":1255,"losses":2558,"wins":1335},"none":{"draws":1155,"losses":2260,"wins":1739}},"model_slug":"qwen-qwen3-8-2-4t-a95b","official_rank_by_reasoning":{"highest":34,"medium":73,"none":36},"overall":{"max":87.20764926275106,"mean":52.78949961800145,"min":31.468718262805467},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":42,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.800946146439266,"GB2-02":52.656779382993946,"GB2-03":78.83600999813271,"GB2-04":45.3809511458895,"GB2-05":66.8252843251371,"GB2-06":77.79492561925731,"GB2-07":67.56025104110634,"GB2-08":87.20764926275106},"per_game_all":{"GB2-01":47.28061795748675,"GB2-02":48.18766368012251,"GB2-03":56.71930076099499,"GB2-04":42.28060148448294,"GB2-05":49.18117794078492,"GB2-06":60.89779751084469,"GB2-07":47.524263064350414,"GB2-08":70.2445745449444},"per_game_match_totals_all":{"GB2-01":{"draws":682,"losses":743,"wins":515},"GB2-02":{"draws":1241,"losses":413,"wins":182},"GB2-03":{"draws":270,"losses":815,"wins":823},"GB2-04":{"draws":1092,"losses":614,"wins":182},"GB2-05":{"draws":0,"losses":1105,"wins":895},"GB2-06":{"draws":99,"losses":783,"wins":1020},"GB2-07":{"draws":0,"losses":1153,"wins":835},"GB2-08":{"draws":0,"losses":661,"wins":1327}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":171,"losses":224,"wins":253},"GB2-02":{"draws":394,"losses":122,"wins":96},"GB2-03":{"draws":16,"losses":168,"wins":450},"GB2-04":{"draws":348,"losses":193,"wins":87},"GB2-05":{"draws":0,"losses":261,"wins":407},"GB2-06":{"draws":45,"losses":141,"wins":446},"GB2-07":{"draws":0,"losses":252,"wins":410},"GB2-08":{"draws":0,"losses":108,"wins":556}},"medium":{"GB2-01":{"draws":296,"losses":186,"wins":164},"GB2-02":{"draws":419,"losses":164,"wins":29},"GB2-03":{"draws":183,"losses":313,"wins":138},"GB2-04":{"draws":337,"losses":244,"wins":47},"GB2-05":{"draws":0,"losses":384,"wins":284},"GB2-06":{"draws":20,"losses":376,"wins":240},"GB2-07":{"draws":0,"losses":487,"wins":175},"GB2-08":{"draws":0,"losses":404,"wins":258}},"none":{"GB2-01":{"draws":215,"losses":333,"wins":98},"GB2-02":{"draws":428,"losses":127,"wins":57},"GB2-03":{"draws":71,"losses":334,"wins":235},"GB2-04":{"draws":407,"losses":177,"wins":48},"GB2-05":{"draws":0,"losses":460,"wins":204},"GB2-06":{"draws":34,"losses":266,"wins":334},"GB2-07":{"draws":0,"losses":414,"wins":250},"GB2-08":{"draws":0,"losses":149,"wins":513}}},"per_game_raw_elo_all":{"GB2-01":1420.7229632946276,"GB2-02":1422.5504651292333,"GB2-03":1457.8941366303359,"GB2-04":1383.7463163059856,"GB2-05":1339.5942672950125,"GB2-06":1588.6634435904118,"GB2-07":1335.1544005076953,"GB2-08":1783.0341990605386},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1503.2651640699692,"GB2-02":1457.578414541089,"GB2-03":1703.2569975771873,"GB2-04":1408.3752284684658,"GB2-05":1583.563976168788,"GB2-06":1888.9761763473732,"GB2-07":1606.3119954775107,"GB2-08":2145.4664714370456},"medium":{"GB2-01":1462.9731764559956,"GB2-02":1382.516621208956,"GB2-03":1304.2252913384996,"GB2-04":1347.2406474002366,"GB2-05":1304.7404091359974,"GB2-06":1309.3612801926804,"GB2-07":1120.0319134154136,"GB2-08":1216.0659257224595},"none":{"GB2-01":1295.930549357918,"GB2-02":1427.5563596376553,"GB2-03":1366.2001209753203,"GB2-04":1395.6230730492543,"GB2-05":1130.4784165802523,"GB2-06":1567.6528742311816,"GB2-07":1279.1192926301615,"GB2-08":1987.5702000221108}},"per_game_tracks":{"highest":{"GB2-01":55.800946146439266,"GB2-02":52.656779382993946,"GB2-03":78.83600999813271,"GB2-04":45.3809511458895,"GB2-05":66.8252843251371,"GB2-06":77.79492561925731,"GB2-07":67.56025104110634,"GB2-08":87.20764926275106},"medium":{"GB2-01":51.6173813434306,"GB2-02":43.069542356143394,"GB2-03":42.15897211807362,"GB2-04":37.69951749357007,"GB2-05":46.88837886978397,"GB2-06":44.556093823562016,"GB2-07":31.468718262805467,"GB2-08":42.48486753035319},"none":{"GB2-01":34.42352638259036,"GB2-02":48.83666930123018,"GB2-03":49.16292016677864,"GB2-04":43.76133581398926,"GB2-05":33.82987062743368,"GB2-06":60.34237308971472,"GB2-07":43.54381988913944,"GB2-08":81.04120684172894}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":21,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T04:40:36Z","reasoning":{"highest":66.5078496152134,"medium":42.492933974715285,"none":49.36771526407565},"reasoning_agg":{"highest":{"max":87.20764926275106,"mean":66.5078496152134,"min":45.3809511458895},"medium":{"max":51.6173813434306,"mean":42.492933974715285,"min":31.468718262805467},"none":{"max":81.04120684172894,"mean":49.36771526407565,"min":33.82987062743368}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":24.014915640498117},"working_program_strength":{"all":52.78949961800145,"highest":66.5078496152134,"medium":42.492933974715285,"none":49.36771526407565}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-ember:f00ce56478bee283","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.015657,"mean":0.0122986625,"median":0.012997749999999999,"min":0.0055139,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0983893},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0096597,"mean":0.005501075,"median":0.00481215,"min":0.0028847,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.044008599999999995},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0042779,"mean":0.0028095875000000003,"median":0.00260355,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0224767}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0096597,"mean":0.005501075,"median":0.00481215,"min":0.0028847,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.0440086},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0042779,"mean":0.0028095875000000003,"median":0.00260355,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.022476700000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.015657,"mean":0.0122986625,"median":0.012997749999999999,"min":0.0055139,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0983893}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015657,"mean":0.006869775000000001,"median":0.00481215,"min":0.001774,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":29},"recorded_attempt_count":29,"run_count":24,"total":0.16487459999999998},"codegen_latency_ms":{"attempt_count":29,"max_ms":52516,"mean_ms":21033.666666666668,"min_ms":3727,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":52516,"mean_ms":41113.375,"min_ms":15804,"run_count":8},"medium":{"attempt_count":10,"max_ms":25835,"mean_ms":15444.75,"min_ms":8461,"run_count":8},"none":{"attempt_count":10,"max_ms":10426,"mean_ms":6542.875,"min_ms":3727,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":29479,"output_mean":11814.541666666666,"output_min":2102,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":29479,"output_mean":22823.375,"output_min":9013,"run_count":8},"medium":{"attempt_count":10,"output_max":15802,"output_mean":8954.875,"output_min":4314,"run_count":8},"none":{"attempt_count":10,"output_max":5285,"output_mean":3665.375,"output_min":2102,"run_count":8}},"display_name":"Muse Ember","economics":{"all":51.88441286287283,"highest":58.83930999073499,"medium":49.87162223679269,"none":46.9423063610908},"economics_best_value":{"per_model":{"all":true,"highest":true,"medium":true,"none":true},"per_setting":{"medium":true,"none":true}},"first_seen_at":null,"game_gaps":{"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[943718],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[943718],"total_output_tokens":283549,"total_reasoning_output_tokens":167521,"total_visible_output_tokens":116028,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-ember","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":59.16318855216315,"score":59.16318855216315},"GB2-02":{"attempts":3,"playable":38.55454823107077,"score":38.55454823107077},"GB2-03":{"attempts":3,"playable":64.50198938708405,"score":64.50198938708405},"GB2-04":{"attempts":3,"playable":50.31580619662885,"score":50.31580619662885},"GB2-05":{"attempts":3,"playable":56.92029253736039,"score":56.92029253736039},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":38.895898752327625,"score":25.930599168218418},"GB2-07":{"attempts":3,"playable":69.43331282107546,"score":69.43331282107546},"GB2-08":{"attempts":3,"playable":50.25556600938154,"score":50.25556600938154}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":68.91060095050241,"score":68.91060095050241},"GB2-02":{"attempts":1,"playable":32.30474096758227,"score":32.30474096758227},"GB2-03":{"attempts":1,"playable":71.01230485750955,"score":71.01230485750955},"GB2-04":{"attempts":1,"playable":65.06937688399535,"score":65.06937688399535},"GB2-05":{"attempts":1,"playable":85.8400382217298,"score":85.8400382217298},"GB2-06":{"attempts":1,"playable":29.87292973105574,"score":29.87292973105574},"GB2-07":{"attempts":1,"playable":77.95199129608477,"score":77.95199129608477},"GB2-08":{"attempts":1,"playable":39.75249701742004,"score":39.75249701742004}},"medium":{"GB2-01":{"attempts":1,"playable":64.13557299335898,"score":64.13557299335898},"GB2-02":{"attempts":1,"playable":42.24423016925779,"score":42.24423016925779},"GB2-03":{"attempts":1,"playable":62.812409038861276,"score":62.812409038861276},"GB2-04":{"attempts":1,"playable":38.87215282126231,"score":38.87215282126231},"GB2-05":{"attempts":1,"playable":35.906203891588326,"score":35.906203891588326},"GB2-06":{"attempts":1,"playable":47.9188677735995,"score":47.9188677735995},"GB2-07":{"attempts":1,"playable":80.62781585749885,"score":80.62781585749885},"GB2-08":{"attempts":1,"playable":26.45572534891451,"score":26.45572534891451}},"none":{"GB2-01":{"attempts":1,"playable":44.44339171262806,"score":44.44339171262806},"GB2-02":{"attempts":1,"playable":41.11467355637224,"score":41.11467355637224},"GB2-03":{"attempts":1,"playable":59.68125426488131,"score":59.68125426488131},"GB2-04":{"attempts":1,"playable":47.00588888462888,"score":47.00588888462888},"GB2-05":{"attempts":1,"playable":49.014635498763056,"score":49.014635498763056},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":49.72013130964278,"score":49.72013130964278},"GB2-08":{"attempts":1,"playable":84.55847566181008,"score":84.55847566181008}}},"id":"meta/muse-ember","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:34Z","match_totals_all":{"draws":2801,"losses":6004,"wins":5975},"match_totals_tracks":{"highest":{"draws":726,"losses":1969,"wins":2443},"medium":{"draws":919,"losses":2329,"wins":1888},"none":{"draws":1156,"losses":1706,"wins":1644}},"model_slug":"meta-muse-ember","official_rank_by_reasoning":{"highest":48,"medium":55,"none":41},"overall":{"max":85.8400382217298,"mean":51.88441286287283,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":43,"overall_ranking_status":"ranked","per_game":{"GB2-01":68.91060095050241,"GB2-02":32.30474096758227,"GB2-03":71.01230485750955,"GB2-04":65.06937688399535,"GB2-05":85.8400382217298,"GB2-06":29.87292973105574,"GB2-07":77.95199129608477,"GB2-08":39.75249701742004},"per_game_all":{"GB2-01":59.16318855216315,"GB2-02":38.55454823107077,"GB2-03":64.50198938708405,"GB2-04":50.31580619662885,"GB2-05":56.92029253736039,"GB2-07":69.43331282107546,"GB2-08":50.25556600938154},"per_game_match_totals_all":{"GB2-01":{"draws":384,"losses":661,"wins":891},"GB2-02":{"draws":1191,"losses":597,"wins":42},"GB2-03":{"draws":212,"losses":704,"wins":986},"GB2-04":{"draws":989,"losses":516,"wins":379},"GB2-05":{"draws":0,"losses":940,"wins":1048},"GB2-06":{"draws":25,"losses":819,"wins":420},"GB2-07":{"draws":0,"losses":717,"wins":1273},"GB2-08":{"draws":0,"losses":1050,"wins":936}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":63,"losses":192,"wins":391},"GB2-02":{"draws":350,"losses":258,"wins":2},"GB2-03":{"draws":21,"losses":218,"wins":395},"GB2-04":{"draws":273,"losses":111,"wins":244},"GB2-05":{"draws":0,"losses":126,"wins":536},"GB2-06":{"draws":19,"losses":461,"wins":152},"GB2-07":{"draws":0,"losses":182,"wins":482},"GB2-08":{"draws":0,"losses":421,"wins":241}},"medium":{"GB2-01":{"draws":67,"losses":218,"wins":359},"GB2-02":{"draws":405,"losses":174,"wins":31},"GB2-03":{"draws":72,"losses":245,"wins":317},"GB2-04":{"draws":369,"losses":221,"wins":38},"GB2-05":{"draws":0,"losses":447,"wins":215},"GB2-06":{"draws":6,"losses":358,"wins":268},"GB2-07":{"draws":0,"losses":161,"wins":501},"GB2-08":{"draws":0,"losses":505,"wins":159}},"none":{"GB2-01":{"draws":254,"losses":251,"wins":141},"GB2-02":{"draws":436,"losses":165,"wins":9},"GB2-03":{"draws":119,"losses":241,"wins":274},"GB2-04":{"draws":347,"losses":184,"wins":97},"GB2-05":{"draws":0,"losses":367,"wins":297},"GB2-07":{"draws":0,"losses":374,"wins":290},"GB2-08":{"draws":0,"losses":124,"wins":536}}},"per_game_raw_elo_all":{"GB2-01":1539.8449319837011,"GB2-02":1346.1294426869056,"GB2-03":1516.8862884549887,"GB2-04":1449.3624447267782,"GB2-05":1515.2004481465872,"GB2-07":1663.9345789034087,"GB2-08":1411.8098677124938},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1638.236897500509,"GB2-02":1295.2122342323837,"GB2-03":1589.9889094045823,"GB2-04":1570.2111786003054,"GB2-05":2053.839729381657,"GB2-06":1079.4826620512094,"GB2-07":1787.2149234174317,"GB2-08":1175.1432751870652},"medium":{"GB2-01":1586.7943053752538,"GB2-02":1376.037899131594,"GB2-03":1496.254497145431,"GB2-04":1356.7254040719838,"GB2-05":1159.722369548025,"GB2-06":1362.447286489802,"GB2-07":1845.557538368741,"GB2-08":985.5951296405208},"none":{"GB2-01":1394.5035930753415,"GB2-02":1367.1381946967397,"GB2-03":1464.4154588149527,"GB2-04":1421.1507515080452,"GB2-05":1332.039245510079,"GB2-07":1359.0312749240532,"GB2-08":2074.6911983098958}},"per_game_tracks":{"highest":{"GB2-01":68.91060095050241,"GB2-02":32.30474096758227,"GB2-03":71.01230485750955,"GB2-04":65.06937688399535,"GB2-05":85.8400382217298,"GB2-06":29.87292973105574,"GB2-07":77.95199129608477,"GB2-08":39.75249701742004},"medium":{"GB2-01":64.13557299335898,"GB2-02":42.24423016925779,"GB2-03":62.812409038861276,"GB2-04":38.87215282126231,"GB2-05":35.906203891588326,"GB2-06":47.9188677735995,"GB2-07":80.62781585749885,"GB2-08":26.45572534891451},"none":{"GB2-01":44.44339171262806,"GB2-02":41.11467355637224,"GB2-03":59.68125426488131,"GB2-04":47.00588888462888,"GB2-05":49.014635498763056,"GB2-07":49.72013130964278,"GB2-08":84.55847566181008}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":4,"worked_first_time":19,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:16:48Z","reasoning":{"highest":58.83930999073499,"medium":49.87162223679269,"none":46.9423063610908},"reasoning_agg":{"highest":{"max":85.8400382217298,"mean":58.83930999073499,"min":29.87292973105574},"medium":{"max":80.62781585749885,"mean":49.87162223679269,"min":26.45572534891451},"none":{"max":84.55847566181008,"mean":46.9423063610908,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.897003629644189},"working_program_strength":{"all":54.11976078482953,"highest":58.83930999073499,"medium":49.87162223679269,"none":53.64835012696091}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-spark-1-2:212b6a3781600aec","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2224195,"mean":0.1433925625,"median":0.13115787499999998,"min":0.104555,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":1.1471404999999997},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.060198249999999995,"mean":0.047021,"median":0.04824225,"min":0.0324825,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.37616799999999995},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.03564825,"mean":0.0239263125,"median":0.02294625,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.19141049999999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.060198249999999995,"mean":0.047021,"median":0.04824225,"min":0.0324825,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.3761679999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.03564825,"mean":0.0239263125,"median":0.02294625,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.1914105},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.2224195,"mean":0.1433925625,"median":0.13115787499999998,"min":0.104555,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":1.1471405}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.2224195,"mean":0.071446625,"median":0.04824225,"min":0.01939525,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":18,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":27,"run_count":24,"total":1.7147189999999997},"codegen_latency_ms":{"attempt_count":27,"max_ms":194716,"mean_ms":65710.04166666667,"min_ms":14709,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":194716,"mean_ms":132597.5,"min_ms":94687,"run_count":8},"medium":{"attempt_count":9,"max_ms":66794,"mean_ms":45688.625,"min_ms":28293,"run_count":8},"none":{"attempt_count":9,"max_ms":26924,"mean_ms":18844.0,"min_ms":14709,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":46299,"output_mean":14240.0,"output_min":2554,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":46299,"output_mean":31097.375,"output_min":22420,"run_count":8},"medium":{"attempt_count":9,"output_max":11293,"output_mean":8521.75,"output_min":5500,"run_count":8},"none":{"attempt_count":9,"output_max":3991,"output_mean":3100.875,"output_min":2554,"run_count":8}},"display_name":"Muse Spark 1.2","economics":{"all":51.50998621290961,"highest":56.818517729632035,"medium":57.02351936443323,"none":40.68792154466355},"first_seen_at":null,"game_gaps":{"medium":{"GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":9,"effective_max_output_tokens":[943718],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"reconciliation_get_attempts":87,"requested_max_output_token_observations":9,"requested_max_output_tokens":[943718],"total_output_tokens":341760,"total_reasoning_output_tokens":238816,"total_visible_output_tokens":102944,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-spark-1.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.80576088731148,"score":65.80576088731148},"GB2-02":{"attempts":3,"playable":44.468475559846745,"score":44.468475559846745},"GB2-03":{"attempts":3,"playable":51.20856805917669,"score":51.20856805917669},"GB2-04":{"attempts":3,"playable":46.74869447588304,"score":46.74869447588304},"GB2-05":{"attempts":3,"playable":51.180005219014795,"score":51.180005219014795},"GB2-06":{"attempts":2,"playable":21.92977585201469,"score":21.92977585201469},"GB2-07":{"attempts":3,"playable":55.356089357782174,"score":55.356089357782174},"GB2-08":{"attempts":3,"playable":63.684605788107696,"score":63.684605788107696}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":77.3569232885181,"score":77.3569232885181},"GB2-02":{"attempts":1,"playable":47.29056374113549,"score":47.29056374113549},"GB2-03":{"attempts":1,"playable":59.202217853379636,"score":59.202217853379636},"GB2-04":{"attempts":1,"playable":48.47010910891669,"score":48.47010910891669},"GB2-05":{"attempts":1,"playable":57.1629994035945,"score":57.1629994035945},"GB2-06":{"attempts":1,"playable":25.466674546167855,"score":25.466674546167855},"GB2-07":{"attempts":1,"playable":71.32765516873438,"score":71.32765516873438},"GB2-08":{"attempts":1,"playable":68.2709987266096,"score":68.2709987266096}},"medium":{"GB2-01":{"attempts":1,"playable":84.02416200197422,"score":84.02416200197422},"GB2-02":{"attempts":1,"playable":45.334346574008904,"score":45.334346574008904},"GB2-03":{"attempts":1,"playable":49.00077901504451,"score":49.00077901504451},"GB2-04":{"attempts":1,"playable":44.633824166060855,"score":44.633824166060855},"GB2-05":{"attempts":1,"playable":47.215937393580845,"score":47.215937393580845},"GB2-07":{"attempts":1,"playable":60.96089370786426,"score":60.96089370786426},"GB2-08":{"attempts":1,"playable":67.994692692499,"score":67.994692692499}},"none":{"GB2-01":{"attempts":1,"playable":36.03619737144216,"score":36.03619737144216},"GB2-02":{"attempts":1,"playable":40.78051636439582,"score":40.78051636439582},"GB2-03":{"attempts":1,"playable":45.42270730910594,"score":45.42270730910594},"GB2-04":{"attempts":1,"playable":47.14215015267156,"score":47.14215015267156},"GB2-05":{"attempts":1,"playable":49.16107885986906,"score":49.16107885986906},"GB2-06":{"attempts":1,"playable":18.392877157861523,"score":18.392877157861523},"GB2-07":{"attempts":1,"playable":33.779719196747884,"score":33.779719196747884},"GB2-08":{"attempts":1,"playable":54.788125945214475,"score":54.788125945214475}}},"id":"meta/muse-spark-1.2","is_recent_addition":false,"last_measured_at":"2026-11-19T15:16:54Z","match_totals_all":{"draws":2799,"losses":6466,"wins":5545},"match_totals_tracks":{"highest":{"draws":809,"losses":2050,"wins":2291},"medium":{"draws":901,"losses":1687,"wins":1922},"none":{"draws":1089,"losses":2729,"wins":1332}},"model_slug":"meta-muse-spark-1-2","official_rank_by_reasoning":{"highest":51,"medium":39,"none":56},"overall":{"max":84.02416200197422,"mean":51.50998621290961,"min":18.392877157861523},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":44,"overall_ranking_status":"ranked","per_game":{"GB2-01":77.3569232885181,"GB2-02":47.29056374113549,"GB2-03":59.202217853379636,"GB2-04":48.47010910891669,"GB2-05":57.1629994035945,"GB2-06":25.466674546167855,"GB2-07":71.32765516873438,"GB2-08":68.2709987266096},"per_game_all":{"GB2-01":65.80576088731148,"GB2-02":44.468475559846745,"GB2-03":51.20856805917669,"GB2-04":46.74869447588304,"GB2-05":51.180005219014795,"GB2-07":55.356089357782174,"GB2-08":63.684605788107696},"per_game_match_totals_all":{"GB2-01":{"draws":235,"losses":610,"wins":1099},"GB2-02":{"draws":1267,"losses":463,"wins":106},"GB2-03":{"draws":233,"losses":939,"wins":732},"GB2-04":{"draws":1036,"losses":561,"wins":289},"GB2-05":{"draws":0,"losses":1067,"wins":927},"GB2-06":{"draws":28,"losses":1024,"wins":220},"GB2-07":{"draws":0,"losses":998,"wins":990},"GB2-08":{"draws":0,"losses":804,"wins":1182}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":4,"losses":165,"wins":477},"GB2-02":{"draws":436,"losses":131,"wins":45},"GB2-03":{"draws":23,"losses":292,"wins":319},"GB2-04":{"draws":321,"losses":190,"wins":119},"GB2-05":{"draws":0,"losses":319,"wins":345},"GB2-06":{"draws":25,"losses":489,"wins":124},"GB2-07":{"draws":0,"losses":226,"wins":436},"GB2-08":{"draws":0,"losses":238,"wins":426}},"medium":{"GB2-01":{"draws":34,"losses":107,"wins":505},"GB2-02":{"draws":425,"losses":148,"wins":39},"GB2-03":{"draws":131,"losses":299,"wins":204},"GB2-04":{"draws":311,"losses":216,"wins":101},"GB2-05":{"draws":0,"losses":378,"wins":286},"GB2-07":{"draws":0,"losses":299,"wins":365},"GB2-08":{"draws":0,"losses":240,"wins":422}},"none":{"GB2-01":{"draws":197,"losses":338,"wins":117},"GB2-02":{"draws":406,"losses":184,"wins":22},"GB2-03":{"draws":79,"losses":348,"wins":209},"GB2-04":{"draws":404,"losses":155,"wins":69},"GB2-05":{"draws":0,"losses":370,"wins":296},"GB2-06":{"draws":3,"losses":535,"wins":96},"GB2-07":{"draws":0,"losses":473,"wins":189},"GB2-08":{"draws":0,"losses":326,"wins":334}}},"per_game_raw_elo_all":{"GB2-01":1632.0252859258983,"GB2-02":1393.402712382448,"GB2-03":1385.8136095632274,"GB2-04":1419.1294469591633,"GB2-05":1360.678628085634,"GB2-07":1442.5097926108192,"GB2-08":1602.7141937987142},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1741.2467011095287,"GB2-02":1415.485625383016,"GB2-03":1459.6825554360287,"GB2-04":1432.669609635558,"GB2-05":1439.1692375545435,"GB2-06":1009.0106399138306,"GB2-07":1666.2234894627506,"GB2-08":1696.3092111854285},"medium":{"GB2-01":1842.5287673204052,"GB2-02":1400.2256761763979,"GB2-03":1364.7512515938022,"GB2-04":1402.4966426630126,"GB2-05":1308.944922068737,"GB2-07":1509.9217607432374,"GB2-08":1690.251964612796},"none":{"GB2-01":1312.3003893477612,"GB2-02":1364.4968355879303,"GB2-03":1333.0070216598517,"GB2-04":1422.2220885789193,"GB2-05":1333.9217246336216,"GB2-06":889.7718241850309,"GB2-07":1151.3841276264693,"GB2-08":1421.5814055979183}},"per_game_tracks":{"highest":{"GB2-01":77.3569232885181,"GB2-02":47.29056374113549,"GB2-03":59.202217853379636,"GB2-04":48.47010910891669,"GB2-05":57.1629994035945,"GB2-06":25.466674546167855,"GB2-07":71.32765516873438,"GB2-08":68.2709987266096},"medium":{"GB2-01":84.02416200197422,"GB2-02":45.334346574008904,"GB2-03":49.00077901504451,"GB2-04":44.633824166060855,"GB2-05":47.215937393580845,"GB2-07":60.96089370786426,"GB2-08":67.994692692499},"none":{"GB2-01":36.03619737144216,"GB2-02":40.78051636439582,"GB2-03":45.42270730910594,"GB2-04":47.14215015267156,"GB2-05":49.16107885986906,"GB2-06":18.392877157861523,"GB2-07":33.779719196747884,"GB2-08":54.788125945214475}},"program_outcomes":{"all":{"counted_attempts":23,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":1,"worked_first_time":22,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":7,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":1,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:07:08Z","reasoning":{"highest":56.818517729632035,"medium":57.02351936443323,"none":40.68792154466355},"reasoning_agg":{"highest":{"max":77.3569232885181,"mean":56.818517729632035,"min":25.466674546167855},"medium":{"max":84.02416200197422,"mean":57.02351936443323,"min":44.633824166060855},"none":{"max":54.788125945214475,"mean":40.68792154466355,"min":18.392877157861523}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":16.335597819769674},"working_program_strength":{"all":51.50998621290961,"highest":56.818517729632035,"medium":57.02351936443323,"none":40.68792154466355}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-6-flash:763fe2a867097c3f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":57},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.531673125,"mean":0.4248703476562501,"median":0.446083425,"min":0.28979720625,"recorded_attempt_count":57,"run_count":20,"total":8.014536975},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":44},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3888165,"mean":0.26060548125,"median":0.24728879999999998,"min":0.17802225,"recorded_attempt_count":44,"run_count":16,"total":4.1696877},"none":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07826175,"mean":0.05584070625,"median":0.0541695,"min":0.0411735,"recorded_attempt_count":29,"run_count":16,"total":0.8934513000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":44},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3888165,"mean":0.26060548125,"median":0.24728879999999998,"min":0.17802225,"recorded_attempt_count":44,"run_count":16,"total":4.1696877},"historical-provider-setting-baseline":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07826175,"mean":0.05584070625,"median":0.0541695,"min":0.0411735,"recorded_attempt_count":29,"run_count":16,"total":0.8934513},"historical-provider-setting-intensive":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":57},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.531673125,"mean":0.4248703476562501,"median":0.446083425,"min":0.28979720625,"recorded_attempt_count":57,"run_count":20,"total":8.014536974999999}},"codegen_cost_usd":{"admitted_cell_count":46,"cell_count":24,"cost_basis_counts":{"provider_reported":130},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.531673125,"mean":0.24710551171874998,"median":0.24728879999999998,"min":0.0411735,"recorded_attempt_count":130,"run_count":52,"total":13.077675975},"codegen_latency_ms":{"attempt_count":126,"max_ms":348942,"mean_ms":134334.75,"min_ms":17298,"run_count":52},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":53,"max_ms":348942,"mean_ms":213753.4,"min_ms":85578,"run_count":20},"medium":{"attempt_count":44,"max_ms":261708,"mean_ms":136549.0,"min_ms":44747,"run_count":16},"none":{"attempt_count":29,"max_ms":50160,"mean_ms":32847.1875,"min_ms":17298,"run_count":16}},"codegen_output_tokens":{"attempt_count":130,"output_max":100087,"output_mean":31640.134615384617,"output_min":2060,"run_count":52},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":57,"output_max":100087,"output_mean":54101.95,"output_min":17027,"run_count":20},"medium":{"attempt_count":44,"output_max":63652,"output_mean":30566.4375,"output_min":8874,"run_count":16},"none":{"attempt_count":29,"output_max":7962,"output_mean":4636.5625,"output_min":2060,"run_count":16}},"display_name":"Gemini 3.6 Flash","economics":{"all":50.56597824242761,"highest":62.9620528440921,"medium":50.45859478265855,"none":38.277287100532185},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":4,"effective_max_output_tokens":[65536],"finish_reason_observations":126,"finish_reasons":["length","stop"],"indexed_attempts":131,"output_token_observations":130,"provider_post_attempt_observations":4,"provider_post_attempts":4,"reasoning_token_observations":86,"reconciliation_get_attempt_observations":4,"reconciliation_get_attempts":19,"requested_max_output_token_observations":5,"requested_max_output_tokens":[65536],"total_output_tokens":1645287,"total_reasoning_output_tokens":844369,"total_visible_output_tokens":229233,"visible_token_observations":86},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":14,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":1,"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.25},"intensive":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2,"infra_failures_excluded":2},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2,"infra_failures_excluded":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-02","GB2-03","GB2-07"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":51.993878184795875,"score":51.993878184795875},"GB2-02":{"attempts":6,"failed_attempts":1,"playable":42.99768525987441,"score":37.06512498262882},"GB2-03":{"attempts":6,"playable":55.09981638849998,"score":55.09981638849998},"GB2-04":{"attempts":6,"playable":47.95148642156056,"score":47.95148642156056},"GB2-05":{"attempts":6,"playable":64.42687065894377,"score":64.42687065894377},"GB2-06":{"attempts":6,"playable":61.02813214829553,"score":61.02813214829553},"GB2-07":{"attempts":6,"playable":47.36039300089421,"score":47.36039300089421},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":50.90890782245068,"score":39.602124153802116}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":54.36821912944697,"score":54.36821912944697},"GB2-02":{"attempts":2,"playable":53.789231403048106,"score":53.789231403048106},"GB2-03":{"attempts":2,"playable":66.19732845717924,"score":66.19732845717924},"GB2-04":{"attempts":2,"playable":63.46679449122763,"score":63.46679449122763},"GB2-05":{"attempts":2,"playable":80.95703000302146,"score":80.95703000302146},"GB2-06":{"attempts":2,"playable":79.01350259184873,"score":79.01350259184873},"GB2-07":{"attempts":2,"playable":49.25828217254732,"score":49.25828217254732},"GB2-08":{"attempts":2,"playable":56.646034504417315,"score":56.646034504417315}},"medium":{"GB2-01":{"attempts":2,"playable":71.97200492713436,"score":71.97200492713436},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":35.59536166347355,"score":17.797680831736773},"GB2-03":{"attempts":2,"playable":45.27621804136922,"score":45.27621804136922},"GB2-04":{"attempts":2,"playable":39.23130538111779,"score":39.23130538111779},"GB2-05":{"attempts":2,"playable":67.07134712532978,"score":67.07134712532978},"GB2-06":{"attempts":2,"playable":81.58693130656614,"score":81.58693130656614},"GB2-07":{"attempts":2,"playable":46.81291964206859,"score":46.81291964206859},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":67.84070201189138,"score":33.92035100594569}},"none":{"GB2-01":{"attempts":2,"playable":29.641410497806284,"score":29.641410497806284},"GB2-02":{"attempts":2,"playable":39.608462713101574,"score":39.608462713101574},"GB2-03":{"attempts":2,"playable":53.825902666951464,"score":53.825902666951464},"GB2-04":{"attempts":2,"playable":41.15635939233624,"score":41.15635939233624},"GB2-05":{"attempts":2,"playable":45.252234848480064,"score":45.252234848480064},"GB2-06":{"attempts":2,"playable":22.483962546471737,"score":22.483962546471737},"GB2-07":{"attempts":2,"playable":46.00997718806673,"score":46.00997718806673},"GB2-08":{"attempts":2,"playable":28.239986951043342,"score":28.239986951043342}}},"id":"google/gemini-3.6-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:29Z","match_totals_all":{"draws":5290,"losses":12605,"wins":11695},"match_totals_tracks":{"highest":{"draws":1609,"losses":3486,"wins":5187},"medium":{"draws":1546,"losses":3420,"wins":4056},"none":{"draws":2135,"losses":5699,"wins":2452}},"model_slug":"google-gemini-3-6-flash","official_rank_by_reasoning":{"highest":41,"medium":52,"none":66},"overall":{"max":81.58693130656614,"mean":50.56597824242761,"min":17.797680831736773},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":45,"overall_ranking_status":"ranked","per_game":{"GB2-01":54.36821912944697,"GB2-02":53.789231403048106,"GB2-03":66.19732845717924,"GB2-04":63.46679449122763,"GB2-05":80.95703000302146,"GB2-06":79.01350259184873,"GB2-07":49.25828217254732,"GB2-08":56.646034504417315},"per_game_all":{"GB2-01":51.993878184795875,"GB2-02":42.99768525987441,"GB2-03":55.09981638849998,"GB2-04":47.95148642156056,"GB2-05":64.42687065894377,"GB2-06":61.02813214829553,"GB2-07":47.36039300089421,"GB2-08":50.90890782245068},"per_game_match_totals_all":{"GB2-01":{"draws":831,"losses":1552,"wins":1495},"GB2-02":{"draws":1936,"losses":856,"wins":266},"GB2-03":{"draws":381,"losses":1770,"wins":1655},"GB2-04":{"draws":2022,"losses":1098,"wins":650},"GB2-05":{"draws":0,"losses":1603,"wins":2383},"GB2-06":{"draws":120,"losses":1552,"wins":2130},"GB2-07":{"draws":0,"losses":2323,"wins":1651},"GB2-08":{"draws":0,"losses":1851,"wins":1465}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":305,"losses":476,"wins":511},"GB2-02":{"draws":695,"losses":273,"wins":254},"GB2-03":{"draws":68,"losses":487,"wins":715},"GB2-04":{"draws":531,"losses":250,"wins":475},"GB2-05":{"draws":0,"losses":322,"wins":1006},"GB2-06":{"draws":10,"losses":304,"wins":952},"GB2-07":{"draws":0,"losses":752,"wins":572},"GB2-08":{"draws":0,"losses":622,"wins":702}},"medium":{"GB2-01":{"draws":314,"losses":242,"wins":740},"GB2-02":{"draws":382,"losses":225,"wins":5},"GB2-03":{"draws":105,"losses":716,"wins":447},"GB2-04":{"draws":700,"losses":459,"wins":99},"GB2-05":{"draws":0,"losses":501,"wins":829},"GB2-06":{"draws":45,"losses":256,"wins":969},"GB2-07":{"draws":0,"losses":780,"wins":544},"GB2-08":{"draws":0,"losses":241,"wins":423}},"none":{"GB2-01":{"draws":212,"losses":834,"wins":244},"GB2-02":{"draws":859,"losses":358,"wins":7},"GB2-03":{"draws":208,"losses":567,"wins":493},"GB2-04":{"draws":791,"losses":389,"wins":76},"GB2-05":{"draws":0,"losses":780,"wins":548},"GB2-06":{"draws":65,"losses":992,"wins":209},"GB2-07":{"draws":0,"losses":791,"wins":535},"GB2-08":{"draws":0,"losses":988,"wins":340}}},"per_game_raw_elo_all":{"GB2-01":1502.7334267382994,"GB2-02":1382.0040451967932,"GB2-03":1425.3159967758002,"GB2-04":1431.3787933432143,"GB2-05":1638.2134624793482,"GB2-06":1614.5858458860696,"GB2-07":1328.9349851782588,"GB2-08":1395.1148983376054},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1493.960023847335,"GB2-02":1468.048238551291,"GB2-03":1532.9030646746496,"GB2-04":1559.7168418913946,"GB2-05":1926.2885927856832,"GB2-06":1925.6831237698784,"GB2-07":1353.0383762636316,"GB2-08":1488.3192775120376},"medium":{"GB2-01":1768.8812585724054,"GB2-02":1322.768614570556,"GB2-03":1333.3057441149958,"GB2-04":1359.5245163810846,"GB2-05":1704.793188267423,"GB2-06":1965.3462463646601,"GB2-07":1322.0483823694726,"GB2-08":1686.8814600096828},"none":{"GB2-01":1245.3589977951583,"GB2-02":1355.1952824685318,"GB2-03":1409.7391815377555,"GB2-04":1374.8950217571635,"GB2-05":1283.5586063849391,"GB2-06":952.7281675236701,"GB2-07":1311.718196901672,"GB2-08":1010.1439574910959}},"per_game_tracks":{"highest":{"GB2-01":54.36821912944697,"GB2-02":53.789231403048106,"GB2-03":66.19732845717924,"GB2-04":63.46679449122763,"GB2-05":80.95703000302146,"GB2-06":79.01350259184873,"GB2-07":49.25828217254732,"GB2-08":56.646034504417315},"medium":{"GB2-01":71.97200492713436,"GB2-02":35.59536166347355,"GB2-03":45.27621804136922,"GB2-04":39.23130538111779,"GB2-05":67.07134712532978,"GB2-06":81.58693130656614,"GB2-07":46.81291964206859,"GB2-08":67.84070201189138},"none":{"GB2-01":29.641410497806284,"GB2-02":39.608462713101574,"GB2-03":53.825902666951464,"GB2-04":41.15635939233624,"GB2-05":45.252234848480064,"GB2-06":22.483962546471737,"GB2-07":46.00997718806673,"GB2-08":28.239986951043342}},"program_outcomes":{"all":{"counted_attempts":48,"failed":2,"infra_excluded":5,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":8,"worked_first_time":38,"working":46},"highest":{"counted_attempts":16,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":12,"working":16},"medium":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":12,"working":16}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:11:12Z","reasoning":{"highest":62.9620528440921,"medium":50.45859478265855,"none":38.277287100532185},"reasoning_agg":{"highest":{"max":80.95703000302146,"mean":62.9620528440921,"min":49.25828217254732},"medium":{"max":81.58693130656614,"mean":50.45859478265855,"min":17.797680831736773},"none":{"max":53.825902666951464,"mean":38.277287100532185,"min":22.483962546471737}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":24.684765743559915},"working_program_strength":{"all":52.720896235664384,"highest":62.9620528440921,"medium":56.92334876236886,"none":38.277287100532185}},{"canonical_public_row_identity":"publication-row.v1:overall:stealth-ox-alpha:84653a2555023414","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":25,"cell_count":8,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":31,"run_count":28,"total":0.0},"medium":{"admitted_cell_count":26,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":39,"run_count":30,"total":0.0},"none":{"admitted_cell_count":28,"cell_count":8,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":42,"run_count":30,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":26,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":39,"run_count":30,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":28,"cell_count":8,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":42,"run_count":30,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":25,"cell_count":8,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":31,"run_count":28,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":79,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":112,"run_count":88,"total":0.0},"codegen_latency_ms":{"attempt_count":112,"max_ms":1487583,"mean_ms":467860.5227272727,"min_ms":38538,"run_count":88},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":31,"max_ms":1487583,"mean_ms":1029047.25,"min_ms":343277,"run_count":28},"medium":{"attempt_count":39,"max_ms":676327,"mean_ms":324151.5,"min_ms":151453,"run_count":30},"none":{"attempt_count":42,"max_ms":287181,"mean_ms":87795.26666666666,"min_ms":38538,"run_count":30}},"codegen_output_tokens":{"attempt_count":112,"output_max":85105,"output_mean":23027.329545454544,"output_min":1660,"run_count":88},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":31,"output_max":85105,"output_mean":50628.67857142857,"output_min":15800,"run_count":28},"medium":{"attempt_count":39,"output_max":33467,"output_mean":16156.733333333334,"output_min":6647,"run_count":30},"none":{"attempt_count":42,"output_max":9871,"output_mean":4136.666666666667,"output_min":1660,"run_count":30}},"display_name":"Ox Alpha","economics":{"all":50.5194531190325,"highest":65.95685641059296,"medium":46.14701094191361,"none":39.45449200459091},"economics_best_value":{"per_model":{"medium":true,"none":true},"per_setting":{"medium":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":101,"effective_max_output_tokens":[131072],"finish_reason_observations":110,"finish_reasons":["stop"],"indexed_attempts":114,"output_token_observations":112,"provider_post_attempt_observations":113,"provider_post_attempts":113,"reasoning_token_observations":112,"reconciliation_get_attempt_observations":113,"reconciliation_get_attempts":534,"requested_max_output_token_observations":102,"requested_max_output_tokens":[131072],"total_output_tokens":2026405,"total_visible_output_tokens":2026405,"visible_token_observations":112},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/ox-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":26,"evaluated_cells":30,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":21,"first_pass_rate":0.7241379310344828,"game_attempts":{"GB2-01":{"admitted":2,"model_code_failures":1},"GB2-02":{"admitted":3},"GB2-03":{"admitted":7,"model_code_failures":2},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":2,"performance_rejections":1},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.10344827586206896,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"repaired_admitted":5,"repaired_rate":0.1724137931034483},"baseline":{"admitted_plugins":28,"evaluated_cells":30,"failed_game_aliases":["GB2-03","GB2-08"],"first_pass_admitted":19,"first_pass_rate":0.6333333333333333,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":8,"model_code_failures":1},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":2,"model_code_failures":1}},"model_code_failure_rate":0.06666666666666667,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":9,"repaired_rate":0.3},"intensive":{"admitted_plugins":25,"evaluated_cells":25,"first_pass_admitted":22,"first_pass_rate":0.88,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":2,"infra_failures_excluded":1},"GB2-03":{"admitted":5,"infra_failures_excluded":4},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"infra_excluded_game_aliases":["GB2-02","GB2-03"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.12}},"headline_games_all":{"GB2-01":{"attempts":9,"failed_attempts":1,"playable":52.11905013786819,"score":45.52776372395613},"GB2-02":{"attempts":8,"playable":54.65863217198889,"score":54.65863217198889},"GB2-03":{"attempts":23,"failed_attempts":3,"playable":56.09250792734334,"score":50.33414265104407},"GB2-04":{"attempts":9,"playable":58.60675212916573,"score":58.60675212916573},"GB2-05":{"attempts":9,"playable":51.28392555458645,"score":51.28392555458645},"GB2-06":{"attempts":8,"playable":43.662813950252,"score":43.662813950252},"GB2-07":{"attempts":9,"playable":49.11185054212211,"score":49.11185054212211},"GB2-08":{"attempts":9,"failed_attempts":1,"playable":53.96296417697673,"score":50.96974422914459}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":3,"playable":55.740371213732686,"score":55.740371213732686},"GB2-02":{"attempts":2,"playable":72.46588110396033,"score":72.46588110396033},"GB2-03":{"attempts":5,"playable":68.43678674689973,"score":68.43678674689973},"GB2-04":{"attempts":3,"playable":70.7057860503114,"score":70.7057860503114},"GB2-05":{"attempts":3,"playable":59.00671618184193,"score":59.00671618184193},"GB2-06":{"attempts":3,"playable":65.78375545286407,"score":65.78375545286407},"GB2-07":{"attempts":3,"playable":64.21568872994094,"score":64.21568872994094},"GB2-08":{"attempts":3,"playable":71.29986580519261,"score":71.29986580519261}},"medium":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":59.321577725208634,"score":39.54771848347242},"GB2-02":{"attempts":3,"playable":49.313993913714576,"score":49.313993913714576},"GB2-03":{"attempts":9,"failed_attempts":2,"playable":55.63512542494998,"score":43.27176421940554},"GB2-04":{"attempts":3,"playable":56.448535570020375,"score":56.448535570020375},"GB2-05":{"attempts":3,"playable":46.60104058831854,"score":46.60104058831854},"GB2-06":{"attempts":2,"playable":25.67186942053452,"score":25.67186942053452},"GB2-07":{"attempts":3,"playable":44.67111814459469,"score":44.67111814459469},"GB2-08":{"attempts":3,"playable":63.65004719524821,"score":63.65004719524821}},"none":{"GB2-01":{"attempts":3,"playable":41.295201474663266,"score":41.295201474663266},"GB2-02":{"attempts":3,"playable":42.19602149829178,"score":42.19602149829178},"GB2-03":{"attempts":9,"failed_attempts":1,"playable":44.20561161018031,"score":39.293876986826945},"GB2-04":{"attempts":3,"playable":48.66593476716539,"score":48.66593476716539},"GB2-05":{"attempts":3,"playable":48.244019893598875,"score":48.244019893598875},"GB2-06":{"attempts":3,"playable":39.53281697735741,"score":39.53281697735741},"GB2-07":{"attempts":3,"playable":38.448744751830716,"score":38.448744751830716},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":26.938979530489377,"score":17.959319686992917}}},"id":"stealth/ox-alpha","is_recent_addition":false,"last_measured_at":"2026-11-19T16:16:43Z","match_totals_all":{"draws":8945,"losses":21890,"wins":19877},"match_totals_tracks":{"highest":{"draws":1472,"losses":5553,"wins":9059},"medium":{"draws":3038,"losses":7357,"wins":6293},"none":{"draws":4435,"losses":8980,"wins":4525}},"model_slug":"stealth-ox-alpha","official_rank_by_reasoning":{"highest":35,"medium":65,"none":63},"overall":{"max":72.46588110396033,"mean":50.5194531190325,"min":17.959319686992917},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":46,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.74037121373269,"GB2-02":72.46588110396033,"GB2-03":68.43678674689971,"GB2-04":70.7057860503114,"GB2-05":59.00671618184193,"GB2-06":65.78375545286407,"GB2-07":64.21568872994094,"GB2-08":71.29986580519262},"per_game_all":{"GB2-01":52.11905013786819,"GB2-02":54.65863217198889,"GB2-03":56.09250792734334,"GB2-04":58.60675212916573,"GB2-05":51.28392555458645,"GB2-06":43.662813950252,"GB2-07":49.11185054212211,"GB2-08":53.96296417697673},"per_game_match_totals_all":{"GB2-01":{"draws":838,"losses":2271,"wins":2063},"GB2-02":{"draws":2959,"losses":1068,"wins":869},"GB2-03":{"draws":2182,"losses":5526,"wins":4978},"GB2-04":{"draws":2835,"losses":1167,"wins":1658},"GB2-05":{"draws":0,"losses":3196,"wins":2786},"GB2-06":{"draws":131,"losses":2872,"wins":2059},"GB2-07":{"draws":0,"losses":3338,"wins":2620},"GB2-08":{"draws":0,"losses":2452,"wins":2844}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":95,"losses":874,"wins":969},"GB2-02":{"draws":423,"losses":186,"wins":615},"GB2-03":{"draws":165,"losses":1131,"wins":1876},"GB2-04":{"draws":705,"losses":278,"wins":901},"GB2-05":{"draws":0,"losses":926,"wins":1070},"GB2-06":{"draws":84,"losses":683,"wins":1131},"GB2-07":{"draws":0,"losses":824,"wins":1162},"GB2-08":{"draws":0,"losses":651,"wins":1335}},"medium":{"GB2-01":{"draws":282,"losses":431,"wins":581},"GB2-02":{"draws":1247,"losses":390,"wins":199},"GB2-03":{"draws":450,"losses":2034,"wins":1956},"GB2-04":{"draws":1034,"losses":389,"wins":465},"GB2-05":{"draws":0,"losses":1149,"wins":843},"GB2-06":{"draws":25,"losses":969,"wins":272},"GB2-07":{"draws":0,"losses":1194,"wins":792},"GB2-08":{"draws":0,"losses":801,"wins":1185}},"none":{"GB2-01":{"draws":461,"losses":966,"wins":513},"GB2-02":{"draws":1289,"losses":492,"wins":55},"GB2-03":{"draws":1567,"losses":2361,"wins":1146},"GB2-04":{"draws":1096,"losses":500,"wins":292},"GB2-05":{"draws":0,"losses":1121,"wins":873},"GB2-06":{"draws":22,"losses":1220,"wins":656},"GB2-07":{"draws":0,"losses":1320,"wins":666},"GB2-08":{"draws":0,"losses":1000,"wins":324}}},"per_game_raw_elo_all":{"GB2-01":1468.1804979877713,"GB2-02":1481.7747513513614,"GB2-03":1449.1122185205984,"GB2-04":1525.4314658105013,"GB2-05":1364.2275385711544,"GB2-06":1289.78762598734,"GB2-07":1347.2218418224836,"GB2-08":1456.0784879844348},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1504.4795896459284,"GB2-02":1638.2198814229903,"GB2-03":1584.0018205275514,"GB2-04":1645.2348705102097,"GB2-05":1469.661310806621,"GB2-06":1687.1662027746504,"GB2-07":1560.0765808396573,"GB2-08":1771.7212200771658},"medium":{"GB2-01":1538.1710135922463,"GB2-02":1431.4677513301249,"GB2-03":1441.5881859800854,"GB2-04":1496.6783331074394,"GB2-05":1300.8501936910159,"GB2-06":953.624553261378,"GB2-07":1283.426447404076,"GB2-08":1605.2922520909335},"none":{"GB2-01":1361.8908907251391,"GB2-02":1375.636621300969,"GB2-03":1321.7466490541583,"GB2-04":1434.3811938138551,"GB2-05":1322.1711112158262,"GB2-06":1228.572121925992,"GB2-07":1198.1624972237175,"GB2-08":991.2219917852049}},"per_game_tracks":{"highest":{"GB2-01":55.74037121373269,"GB2-02":72.46588110396033,"GB2-03":68.43678674689971,"GB2-04":70.7057860503114,"GB2-05":59.00671618184193,"GB2-06":65.78375545286407,"GB2-07":64.21568872994094,"GB2-08":71.29986580519262},"medium":{"GB2-01":59.321577725208634,"GB2-02":49.313993913714576,"GB2-03":55.63512542494998,"GB2-04":56.448535570020375,"GB2-05":46.60104058831854,"GB2-06":25.67186942053452,"GB2-07":44.67111814459469,"GB2-08":63.65004719524821},"none":{"GB2-01":41.295201474663266,"GB2-02":42.19602149829178,"GB2-03":44.20561161018031,"GB2-04":48.66593476716539,"GB2-05":48.244019893598875,"GB2-06":39.53281697735741,"GB2-07":38.448744751830716,"GB2-08":26.938979530489377}},"program_outcomes":{"all":{"counted_attempts":84,"failed":5,"infra_excluded":5,"success_rate":0.9404761904761905,"too_slow":1,"worked_after_repair":17,"worked_first_time":62,"working":79},"highest":{"counted_attempts":25,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":22,"working":25},"medium":{"counted_attempts":29,"failed":3,"infra_excluded":0,"success_rate":0.896551724137931,"too_slow":1,"worked_after_repair":5,"worked_first_time":21,"working":26},"none":{"counted_attempts":30,"failed":2,"infra_excluded":0,"success_rate":0.9333333333333333,"too_slow":0,"worked_after_repair":9,"worked_first_time":19,"working":28}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:06:57Z","reasoning":{"highest":65.95685641059296,"medium":46.1470109419136,"none":39.45449200459091},"reasoning_agg":{"highest":{"max":72.46588110396033,"mean":65.95685641059296,"min":55.740371213732686},"medium":{"max":63.65004719524821,"mean":46.1470109419136,"min":25.67186942053452},"none":{"max":48.66593476716539,"mean":39.45449200459091,"min":17.959319686992917}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.50236440600205},"working_program_strength":{"all":52.43731207378793,"highest":65.95685641059296,"medium":50.16416349782369,"none":41.19091631294714}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4-preview:d634a1836124b756","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.151385561,"mean":0.12117269062500001,"median":0.1216224665,"min":0.099918984,"recorded_attempt_count":9,"run_count":8,"total":0.969381525},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.135826968,"median":0.126875313,"min":0.097439089,"recorded_attempt_count":10,"run_count":8,"total":1.0866157440000002},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.028804516000000002,"mean":0.015939765625,"median":0.0150484685,"min":0.009391185,"recorded_attempt_count":9,"run_count":8,"total":0.127518125}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.135826968,"median":0.126875313,"min":0.097439089,"recorded_attempt_count":10,"run_count":8,"total":1.086615744},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.028804516000000002,"mean":0.015939765625,"median":0.0150484685,"min":0.009391185,"recorded_attempt_count":9,"run_count":8,"total":0.127518125},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.151385561,"mean":0.12117269062500001,"median":0.1216224665,"min":0.099918984,"recorded_attempt_count":9,"run_count":8,"total":0.969381525}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.190258393,"mean":0.09097980808333334,"median":0.1119999555,"min":0.009391185,"recorded_attempt_count":28,"run_count":24,"total":2.1835153939999996},"codegen_latency_ms":{"attempt_count":28,"max_ms":1122981,"mean_ms":579882.5416666666,"min_ms":29109,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":995043,"mean_ms":822481.25,"min_ms":674828,"run_count":8},"medium":{"attempt_count":10,"max_ms":1122981,"mean_ms":860540.0,"min_ms":640692,"run_count":8},"none":{"attempt_count":9,"max_ms":99413,"mean_ms":56626.375,"min_ms":29109,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":69581,"output_mean":33844.916666666664,"output_min":1323,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":57331,"output_mean":47325.375,"output_min":39792,"run_count":8},"medium":{"attempt_count":10,"output_max":69581,"output_mean":50814.0,"output_min":36329,"run_count":8},"none":{"attempt_count":9,"output_max":6014,"output_mean":3395.375,"output_min":1323,"run_count":8}},"display_name":"Hy4 Preview","economics":{"all":50.407568087132546,"highest":60.83659031887733,"medium":48.952209170339124,"none":41.433904772181194},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"reconciliation_get_attempts":131,"total_output_tokens":812278,"total_reasoning_output_tokens":673611,"total_visible_output_tokens":138667,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":48.970342084920844,"score":48.970342084920844},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":59.15918798844389,"score":39.43945865896259},"GB2-03":{"attempts":3,"playable":57.380721712032596,"score":57.380721712032596},"GB2-04":{"attempts":3,"playable":43.36012929269389,"score":43.36012929269389},"GB2-05":{"attempts":3,"playable":54.492389771498296,"score":54.492389771498296},"GB2-06":{"attempts":3,"playable":57.142919403108124,"score":57.142919403108124},"GB2-07":{"attempts":3,"playable":59.09031952164355,"score":59.09031952164355},"GB2-08":{"attempts":3,"playable":43.38426425220047,"score":43.38426425220047}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":53.09170806091853,"score":53.09170806091853},"GB2-02":{"attempts":1,"playable":76.53876920649557,"score":76.53876920649557},"GB2-03":{"attempts":1,"playable":70.55811435918777,"score":70.55811435918777},"GB2-04":{"attempts":1,"playable":54.66316786151043,"score":54.66316786151043},"GB2-05":{"attempts":1,"playable":67.42543997539741,"score":67.42543997539741},"GB2-06":{"attempts":1,"playable":77.49450176102289,"score":77.49450176102289},"GB2-07":{"attempts":1,"playable":66.68081358037095,"score":66.68081358037095},"GB2-08":{"attempts":1,"playable":20.24020774611504,"score":20.24020774611504}},"medium":{"GB2-01":{"attempts":1,"playable":49.92101182207692,"score":49.92101182207692},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":39.92666396030677,"score":39.92666396030677},"GB2-04":{"attempts":1,"playable":34.869674614524975,"score":34.869674614524975},"GB2-05":{"attempts":1,"playable":49.17769469454133,"score":49.17769469454133},"GB2-06":{"attempts":1,"playable":57.11016638930278,"score":57.11016638930278},"GB2-07":{"attempts":1,"playable":75.36391331609262,"score":75.36391331609262},"GB2-08":{"attempts":1,"playable":85.24854856586758,"score":85.24854856586758}},"none":{"GB2-01":{"attempts":1,"playable":43.8983063717671,"score":43.8983063717671},"GB2-02":{"attempts":1,"playable":41.77960677039221,"score":41.77960677039221},"GB2-03":{"attempts":1,"playable":61.65738681660326,"score":61.65738681660326},"GB2-04":{"attempts":1,"playable":40.54754540204627,"score":40.54754540204627},"GB2-05":{"attempts":1,"playable":46.87403464455614,"score":46.87403464455614},"GB2-06":{"attempts":1,"playable":36.824090058998706,"score":36.824090058998706},"GB2-07":{"attempts":1,"playable":35.22623166846708,"score":35.22623166846708},"GB2-08":{"attempts":1,"playable":24.664036444618763,"score":24.664036444618763}}},"id":"tencent/hy4-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T15:20:09Z","match_totals_all":{"draws":2590,"losses":6393,"wins":5831},"match_totals_tracks":{"highest":{"draws":845,"losses":1842,"wins":2457},"medium":{"draws":661,"losses":1852,"wins":2015},"none":{"draws":1084,"losses":2699,"wins":1359}},"model_slug":"tencent-hy4-preview","official_rank_by_reasoning":{"highest":45,"medium":58,"none":54},"overall":{"max":85.24854856586758,"mean":50.407568087132546,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":47,"overall_ranking_status":"ranked","per_game":{"GB2-01":53.09170806091853,"GB2-02":76.53876920649557,"GB2-03":70.55811435918777,"GB2-04":54.66316786151043,"GB2-05":67.42543997539741,"GB2-06":77.49450176102289,"GB2-07":66.68081358037095,"GB2-08":20.24020774611504},"per_game_all":{"GB2-01":48.970342084920844,"GB2-03":57.380721712032596,"GB2-04":43.36012929269389,"GB2-05":54.492389771498296,"GB2-06":57.142919403108124,"GB2-07":59.09031952164355,"GB2-08":43.38426425220047},"per_game_match_totals_all":{"GB2-01":{"draws":412,"losses":848,"wins":678},"GB2-02":{"draws":608,"losses":250,"wins":366},"GB2-03":{"draws":526,"losses":675,"wins":701},"GB2-04":{"draws":1001,"losses":641,"wins":248},"GB2-05":{"draws":0,"losses":1005,"wins":989},"GB2-06":{"draws":43,"losses":879,"wins":976},"GB2-07":{"draws":0,"losses":922,"wins":1064},"GB2-08":{"draws":0,"losses":1173,"wins":809}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":276,"losses":187,"wins":183},"GB2-02":{"draws":162,"losses":92,"wins":358},"GB2-03":{"draws":65,"losses":199,"wins":370},"GB2-04":{"draws":312,"losses":157,"wins":161},"GB2-05":{"draws":0,"losses":257,"wins":409},"GB2-06":{"draws":30,"losses":152,"wins":452},"GB2-07":{"draws":0,"losses":258,"wins":404},"GB2-08":{"draws":0,"losses":540,"wins":120}},"medium":{"GB2-01":{"draws":34,"losses":329,"wins":283},"GB2-03":{"draws":309,"losses":264,"wins":61},"GB2-04":{"draws":310,"losses":276,"wins":44},"GB2-05":{"draws":0,"losses":366,"wins":298},"GB2-06":{"draws":8,"losses":300,"wins":324},"GB2-07":{"draws":0,"losses":198,"wins":464},"GB2-08":{"draws":0,"losses":119,"wins":541}},"none":{"GB2-01":{"draws":102,"losses":332,"wins":212},"GB2-02":{"draws":446,"losses":158,"wins":8},"GB2-03":{"draws":152,"losses":212,"wins":270},"GB2-04":{"draws":379,"losses":208,"wins":43},"GB2-05":{"draws":0,"losses":382,"wins":282},"GB2-06":{"draws":5,"losses":427,"wins":200},"GB2-07":{"draws":0,"losses":466,"wins":196},"GB2-08":{"draws":0,"losses":514,"wins":148}}},"per_game_raw_elo_all":{"GB2-01":1437.7177668952563,"GB2-03":1451.0261899530512,"GB2-04":1392.0170147689594,"GB2-05":1410.7976904218424,"GB2-06":1528.026078865562,"GB2-07":1500.1438515948296,"GB2-08":1315.1762164934141},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1477.1031074302912,"GB2-02":1677.5008280327288,"GB2-03":1584.2778540080903,"GB2-04":1481.928287597938,"GB2-05":1593.7014520958153,"GB2-06":1883.0969602331431,"GB2-07":1592.931679527389,"GB2-08":893.2116713712388},"medium":{"GB2-01":1446.7726178072926,"GB2-03":1284.4859225595878,"GB2-04":1323.9696178993663,"GB2-05":1334.1353511554748,"GB2-06":1512.4294424005693,"GB2-07":1736.80265604271,"GB2-08":2092.5863234504423},"none":{"GB2-01":1389.2775754481854,"GB2-02":1372.3821969916885,"GB2-03":1484.314793291475,"GB2-04":1370.153138809574,"GB2-05":1304.5562680142377,"GB2-06":1188.5518339629737,"GB2-07":1170.6972192143903,"GB2-08":959.730654658561}},"per_game_tracks":{"highest":{"GB2-01":53.09170806091853,"GB2-02":76.53876920649557,"GB2-03":70.55811435918777,"GB2-04":54.66316786151043,"GB2-05":67.42543997539741,"GB2-06":77.49450176102289,"GB2-07":66.68081358037095,"GB2-08":20.24020774611504},"medium":{"GB2-01":49.92101182207692,"GB2-03":39.92666396030677,"GB2-04":34.869674614524975,"GB2-05":49.17769469454133,"GB2-06":57.11016638930278,"GB2-07":75.36391331609262,"GB2-08":85.24854856586758},"none":{"GB2-01":43.8983063717671,"GB2-02":41.77960677039221,"GB2-03":61.65738681660326,"GB2-04":40.54754540204627,"GB2-05":46.87403464455614,"GB2-06":36.824090058998706,"GB2-07":35.22623166846708,"GB2-08":24.664036444618763}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:03:46Z","reasoning":{"highest":60.83659031887733,"medium":48.952209170339124,"none":41.433904772181194},"reasoning_agg":{"highest":{"max":77.49450176102289,"mean":60.83659031887733,"min":20.24020774611504},"medium":{"max":85.24854856586758,"mean":48.952209170339124,"min":0.0},"none":{"max":61.65738681660326,"mean":41.433904772181194,"min":24.664036444618763}},"reasoning_labels":{"highest":"High","medium":"Low","none":"None"},"reasoning_settings":{"balanced":"low","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":19.402685546696134},"working_program_strength":{"all":52.738625666672505,"highest":60.83659031887733,"medium":55.945381908959,"none":41.433904772181194}},{"canonical_public_row_identity":"publication-row.v1:overall:fireworks-ember-1:edc26a058d2e2cbc","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.298893375,"median":0.3053985,"min":0.149517,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":2.391147},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.20107799999999998,"mean":0.142499625,"median":0.14239200000000002,"min":0.071757,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":1.139997},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.143745,"mean":0.07283400000000001,"median":0.063006,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.582672}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.20107799999999998,"mean":0.142499625,"median":0.14239200000000002,"min":0.071757,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":1.139997},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.143745,"mean":0.07283400000000001,"median":0.063006,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":0.582672},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.298893375,"median":0.3053985,"min":0.149517,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"recorded_attempt_count":9,"run_count":8,"total":2.3911470000000006}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.508434,"mean":0.171409,"median":0.146631,"min":0.054066,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"recorded_attempt_count":28,"run_count":24,"total":4.113816},"codegen_latency_ms":{"attempt_count":28,"max_ms":413691,"mean_ms":128683.25,"min_ms":28133,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":413691,"mean_ms":243828.625,"min_ms":115297,"run_count":8},"medium":{"attempt_count":10,"max_ms":159798,"mean_ms":101243.125,"min_ms":39983,"run_count":8},"none":{"attempt_count":9,"max_ms":84315,"mean_ms":40978.0,"min_ms":28133,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":30544,"output_mean":9612.333333333334,"output_min":2170,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":30544,"output_mean":18138.375,"output_min":8542,"run_count":8},"medium":{"attempt_count":10,"output_max":11696,"output_mean":7576.625,"output_min":3317,"run_count":8},"none":{"attempt_count":9,"output_max":6625,"output_mean":3122.0,"output_min":2170,"run_count":8}},"display_name":"Ember-1","economics":{"all":50.12001068544688,"highest":63.01962257163213,"medium":52.706079731744445,"none":34.63432975296405},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[262144],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[262144],"total_output_tokens":230696,"total_reasoning_output_tokens":146257,"total_visible_output_tokens":84439,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"fireworks","provider_model":"fireworks/ember-1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":57.574535583579525,"score":57.574535583579525},"GB2-02":{"attempts":3,"playable":43.20211782868959,"score":43.20211782868959},"GB2-03":{"attempts":3,"playable":58.48959193123696,"score":58.48959193123696},"GB2-04":{"attempts":3,"playable":43.23378525934126,"score":43.23378525934126},"GB2-05":{"attempts":3,"playable":41.64638588189906,"score":41.64638588189906},"GB2-06":{"attempts":3,"playable":48.5974603263486,"score":48.5974603263486},"GB2-07":{"attempts":3,"playable":57.15386630650338,"score":57.15386630650338},"GB2-08":{"attempts":3,"playable":51.062342365976576,"score":51.062342365976576}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":73.64713723268216,"score":73.64713723268216},"GB2-02":{"attempts":1,"playable":41.67341792398174,"score":41.67341792398174},"GB2-03":{"attempts":1,"playable":78.57645024605662,"score":78.57645024605662},"GB2-04":{"attempts":1,"playable":39.36490438026968,"score":39.36490438026968},"GB2-05":{"attempts":1,"playable":59.92015367454585,"score":59.92015367454585},"GB2-06":{"attempts":1,"playable":49.9341279324627,"score":49.9341279324627},"GB2-07":{"attempts":1,"playable":74.08911040962158,"score":74.08911040962158},"GB2-08":{"attempts":1,"playable":86.95167877343664,"score":86.95167877343664}},"medium":{"GB2-01":{"attempts":1,"playable":50.32975578769976,"score":50.32975578769976},"GB2-02":{"attempts":1,"playable":43.44671328388519,"score":43.44671328388519},"GB2-03":{"attempts":1,"playable":60.210067017941284,"score":60.210067017941284},"GB2-04":{"attempts":1,"playable":51.572784908130096,"score":51.572784908130096},"GB2-05":{"attempts":1,"playable":44.73875027999986,"score":44.73875027999986},"GB2-06":{"attempts":1,"playable":53.18150245584773,"score":53.18150245584773},"GB2-07":{"attempts":1,"playable":62.146510753562836,"score":62.146510753562836},"GB2-08":{"attempts":1,"playable":56.02255336688881,"score":56.02255336688881}},"none":{"GB2-01":{"attempts":1,"playable":48.74671373035668,"score":48.74671373035668},"GB2-02":{"attempts":1,"playable":44.48622227820184,"score":44.48622227820184},"GB2-03":{"attempts":1,"playable":36.68225852971298,"score":36.68225852971298},"GB2-04":{"attempts":1,"playable":38.76366648962399,"score":38.76366648962399},"GB2-05":{"attempts":1,"playable":20.28025369115147,"score":20.28025369115147},"GB2-06":{"attempts":1,"playable":42.6767505907354,"score":42.6767505907354},"GB2-07":{"attempts":1,"playable":35.22597775632573,"score":35.22597775632573},"GB2-08":{"attempts":1,"playable":10.21279495760428,"score":10.21279495760428}}},"id":"fireworks/ember-1","is_recent_addition":false,"last_measured_at":"2026-11-19T16:10:32Z","match_totals_all":{"draws":3226,"losses":6759,"wins":5443},"match_totals_tracks":{"highest":{"draws":827,"losses":1717,"wins":2606},"medium":{"draws":1119,"losses":2112,"wins":1909},"none":{"draws":1280,"losses":2930,"wins":928}},"model_slug":"fireworks-ember-1","official_rank_by_reasoning":{"highest":40,"medium":45,"none":75},"overall":{"max":86.95167877343664,"mean":50.12001068544688,"min":10.21279495760428},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":48,"overall_ranking_status":"ranked","per_game":{"GB2-01":73.64713723268216,"GB2-02":41.67341792398174,"GB2-03":78.57645024605662,"GB2-04":39.36490438026968,"GB2-05":59.92015367454585,"GB2-06":49.9341279324627,"GB2-07":74.08911040962158,"GB2-08":86.95167877343664},"per_game_all":{"GB2-01":57.574535583579525,"GB2-02":43.20211782868959,"GB2-03":58.48959193123696,"GB2-04":43.23378525934126,"GB2-05":41.64638588189906,"GB2-06":48.5974603263486,"GB2-07":57.15386630650338,"GB2-08":51.062342365976576},"per_game_match_totals_all":{"GB2-01":{"draws":556,"losses":616,"wins":774},"GB2-02":{"draws":1247,"losses":495,"wins":94},"GB2-03":{"draws":356,"losses":734,"wins":812},"GB2-04":{"draws":1025,"losses":629,"wins":232},"GB2-05":{"draws":0,"losses":1242,"wins":750},"GB2-06":{"draws":42,"losses":1052,"wins":804},"GB2-07":{"draws":0,"losses":962,"wins":1024},"GB2-08":{"draws":0,"losses":1029,"wins":953}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":11,"losses":194,"wins":449},"GB2-02":{"draws":423,"losses":170,"wins":19},"GB2-03":{"draws":20,"losses":168,"wins":446},"GB2-04":{"draws":359,"losses":225,"wins":46},"GB2-05":{"draws":0,"losses":302,"wins":362},"GB2-06":{"draws":14,"losses":343,"wins":277},"GB2-07":{"draws":0,"losses":207,"wins":455},"GB2-08":{"draws":0,"losses":108,"wins":552}},"medium":{"GB2-01":{"draws":305,"losses":189,"wins":152},"GB2-02":{"draws":411,"losses":166,"wins":35},"GB2-03":{"draws":50,"losses":272,"wins":312},"GB2-04":{"draws":344,"losses":158,"wins":126},"GB2-05":{"draws":0,"losses":395,"wins":269},"GB2-06":{"draws":9,"losses":323,"wins":300},"GB2-07":{"draws":0,"losses":289,"wins":373},"GB2-08":{"draws":0,"losses":320,"wins":342}},"none":{"GB2-01":{"draws":240,"losses":233,"wins":173},"GB2-02":{"draws":413,"losses":159,"wins":40},"GB2-03":{"draws":286,"losses":294,"wins":54},"GB2-04":{"draws":322,"losses":246,"wins":60},"GB2-05":{"draws":0,"losses":545,"wins":119},"GB2-06":{"draws":19,"losses":386,"wins":227},"GB2-07":{"draws":0,"losses":466,"wins":196},"GB2-08":{"draws":0,"losses":601,"wins":59}}},"per_game_raw_elo_all":{"GB2-01":1526.6033258669347,"GB2-02":1383.5402074856863,"GB2-03":1474.7034756705789,"GB2-04":1391.2440168287146,"GB2-05":1221.7765439545547,"GB2-06":1373.9038359220028,"GB2-07":1470.3165955554693,"GB2-08":1429.8392098686343},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1693.5601617173038,"GB2-02":1371.5457448872125,"GB2-03":1698.9286941843252,"GB2-04":1360.6884674858497,"GB2-05":1477.5776351141928,"GB2-06":1394.6079370991192,"GB2-07":1713.6109527645888,"GB2-08":2138.3552178804916},"medium":{"GB2-01":1450.672177925116,"GB2-02":1385.4719400501342,"GB2-03":1469.6796962991716,"GB2-04":1457.1924011462795,"GB2-05":1277.0964001342961,"GB2-06":1447.1964298005123,"GB2-07":1526.6449869955095,"GB2-08":1444.5820924124532},"none":{"GB2-01":1435.5776379583838,"GB2-02":1393.6029375197122,"GB2-03":1255.50203652824,"GB2-04":1355.8511818540142,"GB2-05":910.6555966151749,"GB2-06":1279.9071408663765,"GB2-07":1170.6938469063093,"GB2-08":706.580319312958}},"per_game_tracks":{"highest":{"GB2-01":73.64713723268216,"GB2-02":41.67341792398174,"GB2-03":78.57645024605662,"GB2-04":39.36490438026968,"GB2-05":59.92015367454585,"GB2-06":49.9341279324627,"GB2-07":74.08911040962158,"GB2-08":86.95167877343664},"medium":{"GB2-01":50.32975578769976,"GB2-02":43.44671328388519,"GB2-03":60.210067017941284,"GB2-04":51.572784908130096,"GB2-05":44.73875027999986,"GB2-06":53.18150245584773,"GB2-07":62.146510753562836,"GB2-08":56.02255336688881},"none":{"GB2-01":48.74671373035668,"GB2-02":44.48622227820184,"GB2-03":36.68225852971298,"GB2-04":38.76366648962399,"GB2-05":20.28025369115147,"GB2-06":42.6767505907354,"GB2-07":35.22597775632573,"GB2-08":10.21279495760428}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#6720FF","provider_company":"Fireworks AI","provider_key":"fireworks","provider_text_color":"#f8fafc","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:11:58Z","reasoning":{"highest":63.01962257163213,"medium":52.706079731744445,"none":34.63432975296405},"reasoning_agg":{"highest":{"max":86.95167877343664,"mean":63.01962257163213,"min":39.36490438026968},"medium":{"max":62.146510753562836,"mean":52.706079731744445,"min":43.44671328388519},"none":{"max":48.74671373035668,"mean":34.63432975296405,"min":10.21279495760428}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":28.385292818668077},"working_program_strength":{"all":50.12001068544688,"highest":63.01962257163213,"medium":52.706079731744445,"none":34.63432975296405}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-8:4ff5e69c57f5909e","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":1.38945,"mean":0.93123625,"median":0.95991,"min":0.36561,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":7.44989},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.34174499999999997,"mean":0.217940625,"median":0.19638,"min":0.14813,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.743525},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.190125,"mean":0.15785312499999998,"median":0.15388000000000002,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.262825}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.34174499999999997,"mean":0.217940625,"median":0.19638,"min":0.14813,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.743525},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.190125,"mean":0.15785312499999998,"median":0.15388000000000002,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.262825},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":1.38945,"mean":0.93123625,"median":0.95991,"min":0.36561,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":7.44989}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":1.38945,"mean":0.43567666666666666,"median":0.20305499999999999,"min":0.131495,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":25},"run_count":24,"token_priced_attempt_count":25,"total":10.45624},"codegen_latency_ms":{"attempt_count":25,"max_ms":604929,"mean_ms":175315.375,"min_ms":28646,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":604929,"mean_ms":421376.5,"min_ms":132563,"run_count":8},"medium":{"attempt_count":8,"max_ms":137577,"mean_ms":68957.5,"min_ms":35597,"run_count":8},"none":{"attempt_count":8,"max_ms":48121,"mean_ms":35612.125,"min_ms":28646,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":52366,"output_mean":14843.708333333334,"output_min":2908,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":52366,"output_mean":34524.125,"output_min":11990,"run_count":8},"medium":{"attempt_count":8,"output_max":11318,"output_mean":6205.25,"output_min":3583,"run_count":8},"none":{"attempt_count":8,"output_max":5116,"output_mean":3801.75,"output_min":2908,"run_count":8}},"display_name":"Claude Opus 4.8","economics":{"all":49.59017665570144,"highest":62.885450456033325,"medium":45.09873918320539,"none":40.78634032786562},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["end_turn","max_tokens"],"indexed_attempts":31,"output_token_observations":25,"total_output_tokens":356249},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-8","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1,"infra_failures_excluded":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":52.81972281984448,"score":52.81972281984448},"GB2-02":{"attempts":3,"playable":53.54047130644457,"score":53.54047130644457},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":28.968091957083423,"score":9.65603065236114},"GB2-04":{"attempts":3,"playable":51.051587512701495,"score":51.051587512701495},"GB2-05":{"attempts":3,"playable":37.192916840320734,"score":37.192916840320734},"GB2-06":{"attempts":3,"playable":67.64177447715005,"score":67.64177447715005},"GB2-07":{"attempts":3,"playable":63.458584889286534,"score":63.458584889286534},"GB2-08":{"attempts":3,"playable":61.360324747502546,"score":61.360324747502546}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":66.93486035581286,"score":66.93486035581286},"GB2-02":{"attempts":1,"playable":79.64933540367701,"score":79.64933540367701},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":71.85538272148266,"score":71.85538272148266},"GB2-05":{"attempts":1,"playable":45.42133104148379,"score":45.42133104148379},"GB2-06":{"attempts":1,"playable":80.43135111495691,"score":80.43135111495691},"GB2-07":{"attempts":1,"playable":74.21654336712287,"score":74.21654336712287},"GB2-08":{"attempts":1,"playable":84.5747996437305,"score":84.5747996437305}},"medium":{"GB2-01":{"attempts":1,"playable":38.77520363698036,"score":38.77520363698036},"GB2-02":{"attempts":1,"playable":41.83921757114688,"score":41.83921757114688},"GB2-03":{"attempts":1,"playable":28.968091957083423,"score":28.968091957083423},"GB2-04":{"attempts":1,"playable":41.39934925329476,"score":41.39934925329476},"GB2-05":{"attempts":1,"playable":44.088059010831564,"score":44.088059010831564},"GB2-06":{"attempts":1,"playable":76.64525784877401,"score":76.64525784877401},"GB2-07":{"attempts":1,"playable":65.22064336353579,"score":65.22064336353579},"GB2-08":{"attempts":1,"playable":23.85409082399635,"score":23.85409082399635}},"none":{"GB2-01":{"attempts":1,"playable":52.749104466740214,"score":52.749104466740214},"GB2-02":{"attempts":1,"playable":39.13286094450982,"score":39.13286094450982},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.90003056332705,"score":39.90003056332705},"GB2-05":{"attempts":1,"playable":22.069360468646853,"score":22.069360468646853},"GB2-06":{"attempts":1,"playable":45.848714467719255,"score":45.848714467719255},"GB2-07":{"attempts":1,"playable":50.938567937200965,"score":50.938567937200965},"GB2-08":{"attempts":1,"playable":75.65208377478079,"score":75.65208377478079}}},"id":"claude-opus-4-8","is_recent_addition":false,"last_measured_at":"2026-11-19T16:09:14Z","match_totals_all":{"draws":2614,"losses":5774,"wins":5784},"match_totals_tracks":{"highest":{"draws":593,"losses":1168,"wins":2749},"medium":{"draws":1097,"losses":2489,"wins":1568},"none":{"draws":924,"losses":2117,"wins":1467}},"model_slug":"claude-opus-4-8","official_rank_by_reasoning":{"highest":42,"medium":69,"none":55},"overall":{"max":84.5747996437305,"mean":49.59017665570144,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":49,"overall_ranking_status":"ranked","per_game":{"GB2-01":66.93486035581286,"GB2-02":79.64933540367701,"GB2-04":71.85538272148266,"GB2-05":45.42133104148379,"GB2-06":80.43135111495691,"GB2-07":74.21654336712287,"GB2-08":84.5747996437305},"per_game_all":{"GB2-01":52.81972281984448,"GB2-02":53.54047130644457,"GB2-04":51.051587512701495,"GB2-05":37.192916840320734,"GB2-06":67.64177447715005,"GB2-07":63.458584889286534,"GB2-08":61.360324747502546},"per_game_match_totals_all":{"GB2-01":{"draws":316,"losses":823,"wins":803},"GB2-02":{"draws":1100,"losses":381,"wins":355},"GB2-03":{"draws":171,"losses":394,"wins":69},"GB2-04":{"draws":985,"losses":505,"wins":396},"GB2-05":{"draws":0,"losses":1322,"wins":670},"GB2-06":{"draws":42,"losses":675,"wins":1185},"GB2-07":{"draws":0,"losses":838,"wins":1148},"GB2-08":{"draws":0,"losses":836,"wins":1158}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":82,"losses":196,"wins":368},"GB2-02":{"draws":246,"losses":31,"wins":335},"GB2-04":{"draws":239,"losses":86,"wins":303},"GB2-05":{"draws":0,"losses":389,"wins":275},"GB2-06":{"draws":26,"losses":133,"wins":473},"GB2-07":{"draws":0,"losses":206,"wins":456},"GB2-08":{"draws":0,"losses":127,"wins":539}},"medium":{"GB2-01":{"draws":91,"losses":374,"wins":185},"GB2-02":{"draws":454,"losses":154,"wins":4},"GB2-03":{"draws":171,"losses":394,"wins":69},"GB2-04":{"draws":375,"losses":205,"wins":50},"GB2-05":{"draws":0,"losses":399,"wins":265},"GB2-06":{"draws":6,"losses":171,"wins":459},"GB2-07":{"draws":0,"losses":268,"wins":394},"GB2-08":{"draws":0,"losses":524,"wins":142}},"none":{"GB2-01":{"draws":143,"losses":253,"wins":250},"GB2-02":{"draws":400,"losses":196,"wins":16},"GB2-04":{"draws":371,"losses":214,"wins":43},"GB2-05":{"draws":0,"losses":534,"wins":130},"GB2-06":{"draws":10,"losses":371,"wins":253},"GB2-07":{"draws":0,"losses":364,"wins":298},"GB2-08":{"draws":0,"losses":185,"wins":477}}},"per_game_raw_elo_all":{"GB2-01":1476.631878283323,"GB2-02":1480.046832241511,"GB2-04":1459.116694748924,"GB2-05":1165.9816567527216,"GB2-06":1712.598884311502,"GB2-07":1553.981307315462,"GB2-08":1628.250469732997},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1616.5201272583965,"GB2-02":1715.8855596313776,"GB2-04":1635.4367053335495,"GB2-05":1285.8887349530964,"GB2-06":1941.5234625407625,"GB2-07":1715.8876163625291,"GB2-08":2075.11079492033},"medium":{"GB2-01":1339.5612791343738,"GB2-02":1372.8515934284846,"GB2-03":1183.3628664031453,"GB2-04":1376.9345373811084,"GB2-05":1268.6960129539827,"GB2-06":1866.575854778174,"GB2-07":1571.1275777695182,"GB2-08":947.8783020656768},"none":{"GB2-01":1473.814228457199,"GB2-02":1351.4033436646712,"GB2-04":1364.9788415321143,"GB2-05":943.3602223510858,"GB2-06":1329.6973356155697,"GB2-07":1374.9287278143381,"GB2-08":1861.7623122129842}},"per_game_tracks":{"highest":{"GB2-01":66.93486035581286,"GB2-02":79.64933540367701,"GB2-04":71.85538272148266,"GB2-05":45.42133104148379,"GB2-06":80.43135111495691,"GB2-07":74.21654336712287,"GB2-08":84.5747996437305},"medium":{"GB2-01":38.77520363698036,"GB2-02":41.83921757114688,"GB2-03":28.968091957083423,"GB2-04":41.39934925329476,"GB2-05":44.088059010831564,"GB2-06":76.64525784877401,"GB2-07":65.22064336353579,"GB2-08":23.85409082399635},"none":{"GB2-01":52.749104466740214,"GB2-02":39.13286094450982,"GB2-04":39.90003056332705,"GB2-05":22.069360468646853,"GB2-06":45.848714467719255,"GB2-07":50.938567937200965,"GB2-08":75.65208377478079}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":6,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":1,"worked_first_time":21,"working":22},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":6,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-6,"rank_movement_baseline_at":"2026-11-14T05:56:58Z","reasoning":{"highest":62.885450456033325,"medium":45.09873918320539,"none":40.78634032786562},"reasoning_agg":{"highest":{"max":84.5747996437305,"mean":62.885450456033325,"min":0.0},"medium":{"max":76.64525784877401,"mean":45.09873918320539,"min":23.85409082399635},"none":{"max":75.65208377478079,"mean":40.78634032786562,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking field omitted"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":22.09911012816771},"working_program_strength":{"all":54.52692859779187,"highest":71.86908623546665,"medium":45.09873918320539,"none":46.61296037470356}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-max:6088a98bbc92342a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.3468699583333334,"median":0.3476285,"min":0.237408,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":13,"total":4.659586000000001},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.25803,"mean":0.104435,"median":0.081263,"min":0.075542,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.83548},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.173358,"mean":0.1197105,"median":0.119348,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.9576840000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.25803,"mean":0.104435,"median":0.081263,"min":0.075542,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.83548},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.173358,"mean":0.1197105,"median":0.119348,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"recorded_attempt_count":8,"run_count":8,"total":0.9576840000000002},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.3468699583333334,"median":0.3476285,"min":0.237408,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":13,"total":4.659586}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.40721066666666667,"mean":0.19033848611111112,"median":0.13741799999999998,"min":0.066054,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":30},"recorded_attempt_count":30,"run_count":29,"total":6.452750000000002},"codegen_latency_ms":{"attempt_count":30,"max_ms":1708792,"mean_ms":723489.2413793104,"min_ms":155474,"run_count":29},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":14,"max_ms":1708792,"mean_ms":1260718.7692307692,"min_ms":853424,"run_count":13},"medium":{"attempt_count":8,"max_ms":700604,"mean_ms":265043.125,"min_ms":183145,"run_count":8},"none":{"attempt_count":8,"max_ms":461859,"mean_ms":308937.375,"min_ms":155474,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":76211,"output_mean":34293.10344827586,"output_min":8500,"run_count":29},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":14,"output_max":76211,"output_mean":56804.769230769234,"output_min":37117,"run_count":13},"medium":{"attempt_count":8,"output_max":40473,"output_mean":14733.75,"output_min":10090,"run_count":8},"none":{"attempt_count":8,"output_max":26415,"output_mean":17271.0,"output_min":8500,"run_count":8}},"display_name":"Qwen3.8 Max","economics":{"all":49.533878129576955,"highest":51.30504436003745,"medium":49.17105787843325,"none":48.12553215026018},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":1,"effective_max_output_tokens":[131072],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":30,"provider_post_attempts":30,"reasoning_token_observations":30,"reconciliation_get_attempt_observations":30,"reconciliation_get_attempts":142,"requested_max_output_token_observations":1,"requested_max_output_tokens":[131072],"total_output_tokens":994500,"total_reasoning_output_tokens":878493,"total_visible_output_tokens":116007,"visible_token_observations":30},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":10,"failed_game_aliases":["GB2-02"],"first_pass_admitted":8,"first_pass_rate":0.8888888888888888,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1,"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"performance_rejections":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-02","GB2-06","GB2-08"],"infra_failures_excluded":3,"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-04"],"performance_rejections":1}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":33.75842867348168,"score":33.75842867348168},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":44.07269930472251,"score":35.63071835102409},"GB2-03":{"attempts":3,"playable":48.99116163357193,"score":48.99116163357193},"GB2-04":{"attempts":3,"playable":47.40787341913227,"score":47.40787341913227},"GB2-05":{"attempts":3,"playable":66.6411114229096,"score":66.6411114229096},"GB2-06":{"attempts":3,"playable":39.13081426863332,"score":39.13081426863332},"GB2-07":{"attempts":3,"playable":61.385773238644795,"score":61.385773238644795},"GB2-08":{"attempts":3,"playable":63.32514402921796,"score":63.32514402921796}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":33.74746850393332,"score":33.74746850393332},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":50.651885722190535,"score":25.325942861095267},"GB2-03":{"attempts":1,"playable":54.28776723178571,"score":54.28776723178571},"GB2-04":{"attempts":1,"playable":65.17627768589065,"score":65.17627768589065},"GB2-05":{"attempts":1,"playable":46.39842136117351,"score":46.39842136117351},"GB2-06":{"attempts":1,"playable":48.85242168802208,"score":48.85242168802208},"GB2-07":{"attempts":1,"playable":76.50248737736351,"score":76.50248737736351},"GB2-08":{"attempts":1,"playable":60.14956817103545,"score":60.14956817103545}},"medium":{"GB2-01":{"attempts":1,"playable":41.370060986693154,"score":41.370060986693154},"GB2-02":{"attempts":1,"playable":42.78276899707137,"score":42.78276899707137},"GB2-03":{"attempts":1,"playable":55.033895324159744,"score":55.033895324159744},"GB2-04":{"attempts":1,"playable":36.572173658295085,"score":36.572173658295085},"GB2-05":{"attempts":1,"playable":65.06803547049027,"score":65.06803547049027},"GB2-06":{"attempts":1,"playable":46.61360638253449,"score":46.61360638253449},"GB2-07":{"attempts":1,"playable":38.640389141019945,"score":38.640389141019945},"GB2-08":{"attempts":1,"playable":67.28753306720193,"score":67.28753306720193}},"none":{"GB2-01":{"attempts":1,"playable":26.15775652981855,"score":26.15775652981855},"GB2-02":{"attempts":1,"playable":38.78344319490563,"score":38.78344319490563},"GB2-03":{"attempts":1,"playable":37.65182234477033,"score":37.65182234477033},"GB2-04":{"attempts":1,"playable":40.47516891321108,"score":40.47516891321108},"GB2-05":{"attempts":1,"playable":88.45687743706502,"score":88.45687743706502},"GB2-06":{"attempts":1,"playable":21.926414735343407,"score":21.926414735343407},"GB2-07":{"attempts":1,"playable":69.01444319755095,"score":69.01444319755095},"GB2-08":{"attempts":1,"playable":62.53833084941648,"score":62.53833084941648}}},"id":"qwen/qwen3.8-max","is_recent_addition":false,"last_measured_at":"2026-11-19T14:26:52Z","match_totals_all":{"draws":3102,"losses":6751,"wins":5583},"match_totals_tracks":{"highest":{"draws":828,"losses":2166,"wins":2148},"medium":{"draws":1161,"losses":2271,"wins":1714},"none":{"draws":1113,"losses":2314,"wins":1721}},"model_slug":"qwen-qwen3-8-max","official_rank_by_reasoning":{"highest":58,"medium":56,"none":39},"overall":{"max":88.45687743706502,"mean":49.533878129576955,"min":21.926414735343407},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":50,"overall_ranking_status":"ranked","per_game":{"GB2-01":33.74746850393332,"GB2-02":50.651885722190535,"GB2-03":54.28776723178571,"GB2-04":65.17627768589065,"GB2-05":46.39842136117351,"GB2-06":48.85242168802208,"GB2-07":76.50248737736351,"GB2-08":60.14956817103545},"per_game_all":{"GB2-01":33.75842867348168,"GB2-02":44.07269930472251,"GB2-03":48.99116163357193,"GB2-04":47.40787341913227,"GB2-05":66.6411114229096,"GB2-06":39.13081426863332,"GB2-07":61.385773238644795,"GB2-08":63.32514402921796},"per_game_match_totals_all":{"GB2-01":{"draws":459,"losses":1107,"wins":374},"GB2-02":{"draws":1255,"losses":476,"wins":105},"GB2-03":{"draws":344,"losses":920,"wins":638},"GB2-04":{"draws":971,"losses":580,"wins":335},"GB2-05":{"draws":0,"losses":762,"wins":1232},"GB2-06":{"draws":73,"losses":1210,"wins":617},"GB2-07":{"draws":0,"losses":875,"wins":1111},"GB2-08":{"draws":0,"losses":821,"wins":1171}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":112,"losses":389,"wins":145},"GB2-02":{"draws":409,"losses":125,"wins":78},"GB2-03":{"draws":42,"losses":312,"wins":280},"GB2-04":{"draws":231,"losses":132,"wins":265},"GB2-05":{"draws":0,"losses":383,"wins":281},"GB2-06":{"draws":34,"losses":342,"wins":258},"GB2-07":{"draws":0,"losses":190,"wins":472},"GB2-08":{"draws":0,"losses":293,"wins":369}},"medium":{"GB2-01":{"draws":210,"losses":295,"wins":143},"GB2-02":{"draws":442,"losses":154,"wins":16},"GB2-03":{"draws":113,"losses":272,"wins":249},"GB2-04":{"draws":372,"losses":235,"wins":23},"GB2-05":{"draws":0,"losses":268,"wins":396},"GB2-06":{"draws":24,"losses":359,"wins":251},"GB2-07":{"draws":0,"losses":443,"wins":219},"GB2-08":{"draws":0,"losses":245,"wins":417}},"none":{"GB2-01":{"draws":137,"losses":423,"wins":86},"GB2-02":{"draws":404,"losses":197,"wins":11},"GB2-03":{"draws":189,"losses":336,"wins":109},"GB2-04":{"draws":368,"losses":213,"wins":47},"GB2-05":{"draws":0,"losses":111,"wins":555},"GB2-06":{"draws":15,"losses":509,"wins":108},"GB2-07":{"draws":0,"losses":242,"wins":420},"GB2-08":{"draws":0,"losses":283,"wins":385}}},"per_game_raw_elo_all":{"GB2-01":1286.7372543919973,"GB2-02":1390.2169981002219,"GB2-03":1365.581943873017,"GB2-04":1426.2651394914756,"GB2-05":1667.515187781386,"GB2-06":1223.2611269667902,"GB2-07":1534.2897465115136,"GB2-08":1591.1206449112908},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1288.984635819526,"GB2-02":1441.7738695307885,"GB2-03":1412.790277337556,"GB2-04":1571.1785957179247,"GB2-05":1298.4492282131214,"GB2-06":1377.3067132312765,"GB2-07":1758.3750866331773,"GB2-08":1524.8915190055345},"medium":{"GB2-01":1364.90286710244,"GB2-02":1380.267427192299,"GB2-03":1419.7406380154919,"GB2-04":1338.0411707768747,"GB2-05":1554.8739434464956,"GB2-06":1341.769020766524,"GB2-07":1215.594372504765,"GB2-08":1674.806391724858},"none":{"GB2-01":1206.3242602540256,"GB2-02":1348.6096975775777,"GB2-03":1264.2149162660035,"GB2-04":1369.5756519796273,"GB2-05":2149.2223916845414,"GB2-06":950.7076469025703,"GB2-07":1628.899780396599,"GB2-08":1573.66402400348}},"per_game_tracks":{"highest":{"GB2-01":33.74746850393332,"GB2-02":50.651885722190535,"GB2-03":54.28776723178571,"GB2-04":65.17627768589065,"GB2-05":46.39842136117351,"GB2-06":48.85242168802208,"GB2-07":76.50248737736351,"GB2-08":60.14956817103545},"medium":{"GB2-01":41.370060986693154,"GB2-02":42.78276899707137,"GB2-03":55.033895324159744,"GB2-04":36.572173658295085,"GB2-05":65.06803547049027,"GB2-06":46.61360638253449,"GB2-07":38.640389141019945,"GB2-08":67.28753306720193},"none":{"GB2-01":26.15775652981855,"GB2-02":38.78344319490563,"GB2-03":37.65182234477033,"GB2-04":40.47516891321108,"GB2-05":88.45687743706502,"GB2-06":21.926414735343407,"GB2-07":69.01444319755095,"GB2-08":62.53833084941648}},"program_outcomes":{"all":{"counted_attempts":25,"failed":1,"infra_excluded":3,"success_rate":0.96,"too_slow":1,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":9,"failed":1,"infra_excluded":3,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:11:52Z","reasoning":{"highest":51.30504436003745,"medium":49.17105787843325,"none":48.12553215026018},"reasoning_agg":{"highest":{"max":76.50248737736351,"mean":51.30504436003745,"min":25.325942861095267},"medium":{"max":67.28753306720193,"mean":49.17105787843325,"min":36.572173658295085},"none":{"max":88.45687743706502,"mean":48.12553215026018,"min":21.926414735343407}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":3.179512209777272},"working_program_strength":{"all":50.58912574878926,"highest":54.47078721767435,"medium":49.17105787843325,"none":48.12553215026018}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash:55fc6e4058481ea6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.5094276945411561,"mean":0.27056867355814085,"median":0.2333324037943521,"min":0.1875185140307643,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.164549388465127},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.27117240812024124,"mean":0.1983136265434789,"median":0.18868274576048882,"min":0.15676593388665558,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":1.5865090123478314},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11,"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Combined: Provider-reported + Standard list-price estimate","failed_cell_count":2,"max":0.12650943660072694,"mean":0.07695988119919009,"median":0.07334251535992004,"min":0.043710665151447045,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"recorded_attempt_count":14,"run_count":16,"token_priced_attempt_count":11,"total":1.2313580991870414}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.27117240812024124,"mean":0.1983136265434789,"median":0.18868274576048882,"min":0.15676593388665558,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":1.5865090123478314},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.122172,"mean":0.06676931250000001,"median":0.06893550000000001,"min":0.025422,"recorded_attempt_count":14,"run_count":8,"total":0.5341545},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.13084687320145388,"mean":0.0871504498983802,"median":0.08084431374719805,"min":0.0619993303028941,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":0.6972035991870417},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.5094276945411561,"mean":0.27056867355814085,"median":0.2333324037943521,"min":0.1875185140307643,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.164549388465127}},"codegen_cost_usd":{"admitted_cell_count":30,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":32,"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Combined: Provider-reported + Standard list-price estimate","failed_cell_count":2,"max":0.5094276945411561,"mean":0.1819473937669366,"median":0.18692147314407714,"min":0.043710665151447045,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":32},"recorded_attempt_count":14,"run_count":32,"token_priced_attempt_count":32,"total":4.9824165},"codegen_output_tokens":{"attempt_count":32,"output_max":60921,"output_mean":18651.916666666668,"output_min":1790,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":60921,"output_mean":31693.5,"output_min":21144,"run_count":8},"medium":{"attempt_count":10,"output_max":28586,"output_mean":21214.875,"output_min":16507,"run_count":8},"none":{"attempt_count":11,"output_max":4623,"output_mean":3047.375,"output_min":1790,"run_count":8}},"display_name":"Gemini 3.5 Flash","economics":{"all":49.451793304576,"highest":63.34427954692392,"medium":55.48797860243202,"none":29.52312176437207},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":32,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"total_output_tokens":447646,"total_reasoning_output_tokens":288780,"total_visible_output_tokens":158866,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":11,"first_pass_rate":0.6875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.1875},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":4,"playable":68.30230099427563,"score":68.30230099427563},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":48.49506064196894,"score":42.03791455361999},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":52.949026807325,"score":49.098798934558964},"GB2-04":{"attempts":4,"playable":45.42477273935821,"score":45.42477273935821},"GB2-05":{"attempts":4,"playable":42.13864567238602,"score":42.13864567238602},"GB2-06":{"attempts":4,"playable":60.08003580770529,"score":60.08003580770529},"GB2-07":{"attempts":4,"playable":49.283863801734725,"score":49.283863801734725},"GB2-08":{"attempts":4,"playable":39.24801393296925,"score":39.24801393296925}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":89.68005655427726,"score":89.68005655427726},"GB2-02":{"attempts":1,"playable":63.26979819053393,"score":63.26979819053393},"GB2-03":{"attempts":1,"playable":67.82941873980249,"score":67.82941873980249},"GB2-04":{"attempts":1,"playable":40.734714489969,"score":40.734714489969},"GB2-05":{"attempts":1,"playable":48.523147996332646,"score":48.523147996332646},"GB2-06":{"attempts":1,"playable":72.3071431165574,"score":72.3071431165574},"GB2-07":{"attempts":1,"playable":50.941270606061636,"score":50.941270606061636},"GB2-08":{"attempts":1,"playable":73.46868668185702,"score":73.46868668185702}},"medium":{"GB2-01":{"attempts":1,"playable":70.02887147232795,"score":70.02887147232795},"GB2-02":{"attempts":1,"playable":43.472507205279165,"score":43.472507205279165},"GB2-03":{"attempts":1,"playable":67.91629444557626,"score":67.91629444557626},"GB2-04":{"attempts":1,"playable":55.09528056568418,"score":55.09528056568418},"GB2-05":{"attempts":1,"playable":63.642990991128265,"score":63.642990991128265},"GB2-06":{"attempts":1,"playable":70.58967930402459,"score":70.58967930402459},"GB2-07":{"attempts":1,"playable":53.058164059900115,"score":53.058164059900115},"GB2-08":{"attempts":1,"playable":20.100040775535742,"score":20.100040775535742}},"none":{"GB2-01":{"attempts":2,"playable":45.19797495622169,"score":45.19797495622169},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":38.74287653009373,"score":19.371438265046866},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":23.101367236596257,"score":11.550683618298129},"GB2-04":{"attempts":2,"playable":40.44432316242145,"score":40.44432316242145},"GB2-05":{"attempts":2,"playable":14.24979802969715,"score":14.24979802969715},"GB2-06":{"attempts":2,"playable":37.343285002533904,"score":37.343285002533904},"GB2-07":{"attempts":2,"playable":43.852156739242425,"score":43.852156739242425},"GB2-08":{"attempts":2,"playable":24.17531434151497,"score":24.17531434151497}}},"id":"google/gemini-3.5-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:24:25Z","match_totals_all":{"draws":3049,"losses":9452,"wins":6837},"match_totals_tracks":{"highest":{"draws":694,"losses":1775,"wins":2673},"medium":{"draws":873,"losses":2099,"wins":2174},"none":{"draws":1482,"losses":5578,"wins":1990}},"model_slug":"google-gemini-3-5-flash","official_rank_by_reasoning":{"highest":39,"medium":41,"none":83},"overall":{"max":89.68005655427726,"mean":49.451793304576,"min":11.550683618298129},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":51,"overall_ranking_status":"ranked","per_game":{"GB2-01":89.68005655427726,"GB2-02":63.26979819053393,"GB2-03":67.82941873980249,"GB2-04":40.734714489969,"GB2-05":48.523147996332646,"GB2-06":72.3071431165574,"GB2-07":50.941270606061636,"GB2-08":73.46868668185702},"per_game_all":{"GB2-01":68.30230099427563,"GB2-02":48.49506064196894,"GB2-03":52.949026807325,"GB2-04":45.42477273935821,"GB2-05":42.13864567238602,"GB2-06":60.08003580770529,"GB2-07":49.283863801734725,"GB2-08":39.24801393296925},"per_game_match_totals_all":{"GB2-01":{"draws":281,"losses":911,"wins":1396},"GB2-02":{"draws":1204,"losses":425,"wins":209},"GB2-03":{"draws":177,"losses":923,"wins":802},"GB2-04":{"draws":1376,"losses":811,"wins":327},"GB2-05":{"draws":0,"losses":1813,"wins":847},"GB2-06":{"draws":11,"losses":1253,"wins":1268},"GB2-07":{"draws":0,"losses":1534,"wins":1116},"GB2-08":{"draws":0,"losses":1782,"wins":872}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":26,"losses":71,"wins":549},"GB2-02":{"draws":309,"losses":101,"wins":202},"GB2-03":{"draws":40,"losses":231,"wins":363},"GB2-04":{"draws":317,"losses":238,"wins":75},"GB2-05":{"draws":0,"losses":370,"wins":294},"GB2-06":{"draws":2,"losses":200,"wins":430},"GB2-07":{"draws":0,"losses":364,"wins":298},"GB2-08":{"draws":0,"losses":200,"wins":462}},"medium":{"GB2-01":{"draws":20,"losses":208,"wins":418},"GB2-02":{"draws":472,"losses":137,"wins":5},"GB2-03":{"draws":53,"losses":222,"wins":359},"GB2-04":{"draws":324,"losses":148,"wins":156},"GB2-05":{"draws":0,"losses":279,"wins":387},"GB2-06":{"draws":4,"losses":211,"wins":417},"GB2-07":{"draws":0,"losses":352,"wins":312},"GB2-08":{"draws":0,"losses":542,"wins":120}},"none":{"GB2-01":{"draws":235,"losses":632,"wins":429},"GB2-02":{"draws":423,"losses":187,"wins":2},"GB2-03":{"draws":84,"losses":470,"wins":80},"GB2-04":{"draws":735,"losses":425,"wins":96},"GB2-05":{"draws":0,"losses":1164,"wins":166},"GB2-06":{"draws":5,"losses":842,"wins":421},"GB2-07":{"draws":0,"losses":818,"wins":506},"GB2-08":{"draws":0,"losses":1040,"wins":290}}},"per_game_raw_elo_all":{"GB2-01":1669.6338594554672,"GB2-02":1426.4007549484916,"GB2-03":1408.7837219565783,"GB2-04":1408.764406207855,"GB2-05":1214.9812651748005,"GB2-06":1576.4614128866745,"GB2-07":1353.5498814201803,"GB2-08":1218.588977156138},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1957.5842024944507,"GB2-02":1545.2433919208572,"GB2-03":1551.417858570247,"GB2-04":1371.645577368156,"GB2-05":1325.7249063981694,"GB2-06":1783.9653420017155,"GB2-07":1374.9640698990984,"GB2-08":1812.157619130205},"medium":{"GB2-01":1650.8470524488112,"GB2-02":1385.6739369431384,"GB2-03":1552.4287714957916,"GB2-04":1485.4226168274643,"GB2-05":1532.572568855659,"GB2-06":1751.9046944478334,"GB2-07":1402.7727709794217,"GB2-08":891.0165939184021},"none":{"GB2-01":1400.4703234231397,"GB2-02":1348.2849359814795,"GB2-03":1122.5045358036973,"GB2-04":1369.2250244279448,"GB2-05":786.6463202705725,"GB2-06":1193.5142022104744,"GB2-07":1282.9128033820207,"GB2-08":952.5927184198073}},"per_game_tracks":{"highest":{"GB2-01":89.68005655427726,"GB2-02":63.26979819053393,"GB2-03":67.82941873980249,"GB2-04":40.734714489969,"GB2-05":48.523147996332646,"GB2-06":72.3071431165574,"GB2-07":50.941270606061636,"GB2-08":73.46868668185702},"medium":{"GB2-01":70.02887147232795,"GB2-02":43.472507205279165,"GB2-03":67.91629444557626,"GB2-04":55.09528056568418,"GB2-05":63.642990991128265,"GB2-06":70.58967930402459,"GB2-07":53.058164059900115,"GB2-08":20.100040775535742},"none":{"GB2-01":45.19797495622169,"GB2-02":38.74287653009373,"GB2-03":23.101367236596257,"GB2-04":40.44432316242145,"GB2-05":14.24979802969715,"GB2-06":37.343285002533904,"GB2-07":43.852156739242425,"GB2-08":24.17531434151497}},"program_outcomes":{"all":{"counted_attempts":32,"failed":2,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":8,"worked_first_time":22,"working":30},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":11,"working":14}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:03:25Z","reasoning":{"highest":63.34427954692392,"medium":55.48797860243202,"none":29.52312176437207},"reasoning_agg":{"highest":{"max":89.68005655427726,"mean":63.34427954692392,"min":40.734714489969},"medium":{"max":70.58967930402459,"mean":55.48797860243202,"min":20.100040775535742},"none":{"max":45.19797495622169,"mean":29.52312176437207,"min":11.550683618298129}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":33.82115778255185},"working_program_strength":{"all":50.74021504971538,"highest":63.34427954692392,"medium":55.48797860243202,"none":33.3883869997902}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-5:2b10b38f1a8e19cc","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":4.4173,"mean":2.7356843750000004,"median":2.536595,"min":2.045485,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":21.885475},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.58673,"mean":0.44285687500000004,"median":0.4176025,"min":0.34269,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":3.5428550000000003},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.156555,"mean":0.1422525,"median":0.14850249999999998,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.13802}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.58673,"mean":0.44285687500000004,"median":0.4176025,"min":0.34269,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":3.542855},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.156555,"mean":0.1422525,"median":0.14850249999999998,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.13802},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":4.4173,"mean":2.7356843750000004,"median":2.536595,"min":2.045485,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":21.885475}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":4.4173,"mean":1.10693125,"median":0.4176025,"min":0.12078,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":26},"run_count":24,"token_priced_attempt_count":26,"total":26.566349999999996},"codegen_latency_ms":{"attempt_count":26,"max_ms":1288484,"mean_ms":282342.6666666667,"min_ms":29373,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":1288484,"mean_ms":693731.5,"min_ms":464667,"run_count":8},"medium":{"attempt_count":9,"max_ms":158785,"mean_ms":120076.75,"min_ms":87418,"run_count":8},"none":{"attempt_count":8,"max_ms":37405,"mean_ms":33219.75,"min_ms":29373,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":144760,"output_mean":35491.166666666664,"output_min":2821,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":144760,"output_mean":89741.375,"output_min":66963,"run_count":8},"medium":{"attempt_count":9,"output_max":16870,"output_mean":13281.625,"output_min":10218,"run_count":8},"none":{"attempt_count":8,"output_max":3990,"output_mean":3450.5,"output_min":2821,"run_count":8}},"display_name":"GPT-5.5","economics":{"all":49.35048964627142,"highest":60.06780820777997,"medium":51.67839917019194,"none":36.30526156084237},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"total_output_tokens":851788},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.3280134350394,"score":65.3280134350394},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":47.59481551692385,"score":31.729877011282568},"GB2-03":{"attempts":3,"playable":41.36033647043842,"score":41.36033647043842},"GB2-04":{"attempts":3,"playable":38.112094224256815,"score":38.112094224256815},"GB2-05":{"attempts":3,"playable":66.60855566096743,"score":66.60855566096743},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":53.23378144144695,"score":35.4891876276313},"GB2-07":{"attempts":3,"playable":60.06901689739954,"score":60.06901689739954},"GB2-08":{"attempts":3,"playable":56.10683584315593,"score":56.10683584315593}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":80.10616988184115,"score":80.10616988184115},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":48.523050912194805,"score":48.523050912194805},"GB2-04":{"attempts":1,"playable":36.52069073450483,"score":36.52069073450483},"GB2-05":{"attempts":1,"playable":76.9887598048444,"score":76.9887598048444},"GB2-06":{"attempts":1,"playable":77.28816152221349,"score":77.28816152221349},"GB2-07":{"attempts":1,"playable":84.7768162829113,"score":84.7768162829113},"GB2-08":{"attempts":1,"playable":76.33881652372973,"score":76.33881652372973}},"medium":{"GB2-01":{"attempts":1,"playable":65.09828702300517,"score":65.09828702300517},"GB2-02":{"attempts":1,"playable":53.63610839404954,"score":53.63610839404954},"GB2-03":{"attempts":1,"playable":37.48873798885618,"score":37.48873798885618},"GB2-04":{"attempts":1,"playable":38.79618347738149,"score":38.79618347738149},"GB2-05":{"attempts":1,"playable":74.80299702669075,"score":74.80299702669075},"GB2-06":{"attempts":1,"playable":29.17940136068041,"score":29.17940136068041},"GB2-07":{"attempts":1,"playable":58.882028329259526,"score":58.882028329259526},"GB2-08":{"attempts":1,"playable":55.54344976161244,"score":55.54344976161244}},"none":{"GB2-01":{"attempts":1,"playable":50.779583400271854,"score":50.779583400271854},"GB2-02":{"attempts":1,"playable":41.55352263979816,"score":41.55352263979816},"GB2-03":{"attempts":1,"playable":38.06922051026429,"score":38.06922051026429},"GB2-04":{"attempts":1,"playable":39.0194084608841,"score":39.0194084608841},"GB2-05":{"attempts":1,"playable":48.0339101513671,"score":48.0339101513671},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":36.54820608002783,"score":36.54820608002783},"GB2-08":{"attempts":1,"playable":36.4382412441256,"score":36.4382412441256}}},"id":"gpt-5.5","is_recent_addition":false,"last_measured_at":"2026-11-19T16:05:37Z","match_totals_all":{"draws":3204,"losses":5556,"wins":5432},"match_totals_tracks":{"highest":{"draws":667,"losses":1276,"wins":2593},"medium":{"draws":1198,"losses":2122,"wins":1826},"none":{"draws":1339,"losses":2158,"wins":1013}},"model_slug":"gpt-5-5","official_rank_by_reasoning":{"highest":46,"medium":48,"none":71},"overall":{"max":84.7768162829113,"mean":49.35048964627142,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":52,"overall_ranking_status":"ranked","per_game":{"GB2-01":80.10616988184115,"GB2-03":48.523050912194805,"GB2-04":36.52069073450483,"GB2-05":76.9887598048444,"GB2-06":77.28816152221349,"GB2-07":84.7768162829113,"GB2-08":76.33881652372973},"per_game_all":{"GB2-01":65.3280134350394,"GB2-03":41.36033647043842,"GB2-04":38.112094224256815,"GB2-05":66.60855566096743,"GB2-07":60.06901689739954,"GB2-08":56.10683584315593},"per_game_match_totals_all":{"GB2-01":{"draws":851,"losses":311,"wins":784},"GB2-02":{"draws":803,"losses":295,"wins":128},"GB2-03":{"draws":516,"losses":970,"wins":416},"GB2-04":{"draws":1008,"losses":727,"wins":149},"GB2-05":{"draws":0,"losses":768,"wins":1224},"GB2-06":{"draws":26,"losses":635,"wins":607},"GB2-07":{"draws":0,"losses":904,"wins":1086},"GB2-08":{"draws":0,"losses":946,"wins":1038}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":145,"losses":77,"wins":428},"GB2-03":{"draws":175,"losses":280,"wins":179},"GB2-04":{"draws":327,"losses":256,"wins":45},"GB2-05":{"draws":0,"losses":190,"wins":474},"GB2-06":{"draws":20,"losses":158,"wins":454},"GB2-07":{"draws":0,"losses":135,"wins":531},"GB2-08":{"draws":0,"losses":180,"wins":482}},"medium":{"GB2-01":{"draws":328,"losses":83,"wins":237},"GB2-02":{"draws":355,"losses":135,"wins":122},"GB2-03":{"draws":181,"losses":342,"wins":111},"GB2-04":{"draws":328,"losses":242,"wins":58},"GB2-05":{"draws":0,"losses":205,"wins":459},"GB2-06":{"draws":6,"losses":477,"wins":153},"GB2-07":{"draws":0,"losses":313,"wins":349},"GB2-08":{"draws":0,"losses":325,"wins":337}},"none":{"GB2-01":{"draws":378,"losses":151,"wins":119},"GB2-02":{"draws":448,"losses":160,"wins":6},"GB2-03":{"draws":160,"losses":348,"wins":126},"GB2-04":{"draws":353,"losses":229,"wins":46},"GB2-05":{"draws":0,"losses":373,"wins":291},"GB2-07":{"draws":0,"losses":456,"wins":206},"GB2-08":{"draws":0,"losses":441,"wins":219}}},"per_game_raw_elo_all":{"GB2-01":1610.63301797017,"GB2-03":1297.0641631691021,"GB2-04":1350.5477608234603,"GB2-05":1615.294107228252,"GB2-07":1541.511153938035,"GB2-08":1480.0215177570308},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1780.0388054036503,"GB2-03":1360.4888469054474,"GB2-04":1337.6189542020245,"GB2-05":1789.002063212339,"GB2-06":1879.0698114383138,"GB2-07":1955.2735401249047,"GB2-08":1877.4892608864939},"medium":{"GB2-01":1596.893981247947,"GB2-02":1465.3523786982457,"GB2-03":1262.7529275467127,"GB2-04":1356.1132816544946,"GB2-05":1737.4368126397133,"GB2-06":1068.4915778625702,"GB2-07":1481.079396795016,"GB2-08":1435.5988857115385},"none":{"GB2-01":1454.9662672589127,"GB2-02":1370.6008808328997,"GB2-03":1267.9507150551467,"GB2-04":1357.9110466138623,"GB2-05":1319.4434458327034,"GB2-07":1188.1805248941846,"GB2-08":1126.9764066730597}},"per_game_tracks":{"highest":{"GB2-01":80.10616988184115,"GB2-03":48.523050912194805,"GB2-04":36.52069073450483,"GB2-05":76.9887598048444,"GB2-06":77.28816152221349,"GB2-07":84.7768162829113,"GB2-08":76.33881652372973},"medium":{"GB2-01":65.09828702300517,"GB2-02":53.63610839404954,"GB2-03":37.48873798885618,"GB2-04":38.79618347738149,"GB2-05":74.80299702669075,"GB2-06":29.17940136068041,"GB2-07":58.882028329259526,"GB2-08":55.54344976161244},"none":{"GB2-01":50.779583400271854,"GB2-02":41.55352263979816,"GB2-03":38.06922051026429,"GB2-04":39.0194084608841,"GB2-05":48.0339101513671,"GB2-07":36.54820608002783,"GB2-08":36.4382412441256}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":1,"worked_first_time":21,"working":22},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:54:29Z","reasoning":{"highest":60.06780820777997,"medium":51.67839917019194,"none":36.30526156084237},"reasoning_agg":{"highest":{"max":84.7768162829113,"mean":60.06780820777997,"min":0.0},"medium":{"max":74.80299702669075,"mean":51.67839917019194,"min":29.17940136068041},"none":{"max":50.779583400271854,"mean":36.30526156084237,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":23.7625466469376},"working_program_strength":{"all":53.939683444777245,"highest":68.64892366603425,"medium":51.67839917019194,"none":41.49172749810556}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-large-4-0-1029:c1c24eb8b5ad45c8","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09685788,"mean":0.0741908125,"median":0.07238581,"min":0.0597184,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.5935265},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1026753,"mean":0.06796405,"median":0.06793885,"min":0.04414354,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.5437124},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1275015,"mean":0.0774981025,"median":0.07601720000000001,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.61998482}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1026753,"mean":0.06796405,"median":0.06793885,"min":0.04414354,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.5437124},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1275015,"mean":0.0774981025,"median":0.07601720000000001,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.61998482},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09685788,"mean":0.0741908125,"median":0.07238581,"min":0.0597184,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.5935265}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1275015,"mean":0.073217655,"median":0.0720384,"min":0.0440895,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":27,"run_count":24,"total":1.7572237199999998},"codegen_latency_ms":{"attempt_count":27,"max_ms":1386150,"mean_ms":384829.7083333333,"min_ms":112553,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1386150,"mean_ms":605269.5,"min_ms":244425,"run_count":8},"medium":{"attempt_count":8,"max_ms":387474,"mean_ms":271840.0,"min_ms":152616,"run_count":8},"none":{"attempt_count":9,"max_ms":432586,"mean_ms":277379.625,"min_ms":112553,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":57404,"output_mean":32426.541666666668,"output_min":18529,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":45711,"output_mean":32558.25,"output_min":25580,"run_count":8},"medium":{"attempt_count":8,"output_max":46254,"output_mean":30247.875,"output_min":20673,"run_count":8},"none":{"attempt_count":9,"output_max":57404,"output_mean":34473.5,"output_min":18529,"run_count":8}},"display_name":"Mistral Large 4 (Oct 29)","economics":{"all":48.29302627498571,"highest":40.72259678706474,"medium":54.19021218334387,"none":49.96626985454853},"first_seen_at":null,"game_gaps":{"highest":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[262144],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[262144],"total_output_tokens":778237,"total_reasoning_output_tokens":682384,"total_visible_output_tokens":95853,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-large-4-0-1029","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":33.51565579918347,"score":33.51565579918347},"GB2-02":{"attempts":3,"playable":44.64308151424979,"score":44.64308151424979},"GB2-03":{"attempts":3,"playable":48.34724417074235,"score":48.34724417074235},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":36.632905015069454,"score":24.42193667671297},"GB2-05":{"attempts":3,"playable":64.07889498658062,"score":64.07889498658062},"GB2-06":{"attempts":3,"playable":81.0048238647789,"score":81.0048238647789},"GB2-07":{"attempts":3,"playable":47.83000537686244,"score":47.83000537686244},"GB2-08":{"attempts":3,"playable":42.502567810775126,"score":42.502567810775126}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":24.577541743467616,"score":24.577541743467616},"GB2-02":{"attempts":1,"playable":47.15825404133392,"score":47.15825404133392},"GB2-03":{"attempts":1,"playable":38.61336394526319,"score":38.61336394526319},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":69.15202229441535,"score":69.15202229441535},"GB2-06":{"attempts":1,"playable":79.79439328373894,"score":79.79439328373894},"GB2-07":{"attempts":1,"playable":47.88778268494347,"score":47.88778268494347},"GB2-08":{"attempts":1,"playable":18.59741630335545,"score":18.59741630335545}},"medium":{"GB2-01":{"attempts":1,"playable":33.061711980466185,"score":33.061711980466185},"GB2-02":{"attempts":1,"playable":41.2430508806056,"score":41.2430508806056},"GB2-03":{"attempts":1,"playable":63.75142753995504,"score":63.75142753995504},"GB2-04":{"attempts":1,"playable":35.600270588506994,"score":35.600270588506994},"GB2-05":{"attempts":1,"playable":79.79557129858954,"score":79.79557129858954},"GB2-06":{"attempts":1,"playable":84.39292074368043,"score":84.39292074368043},"GB2-07":{"attempts":1,"playable":60.37674274203678,"score":60.37674274203678},"GB2-08":{"attempts":1,"playable":35.30000169291036,"score":35.30000169291036}},"none":{"GB2-01":{"attempts":1,"playable":42.90771367361661,"score":42.90771367361661},"GB2-02":{"attempts":1,"playable":45.52793962080987,"score":45.52793962080987},"GB2-03":{"attempts":1,"playable":42.676941027008816,"score":42.676941027008816},"GB2-04":{"attempts":1,"playable":37.665539441631914,"score":37.665539441631914},"GB2-05":{"attempts":1,"playable":43.289091366736976,"score":43.289091366736976},"GB2-06":{"attempts":1,"playable":78.82715756691732,"score":78.82715756691732},"GB2-07":{"attempts":1,"playable":35.22549070360709,"score":35.22549070360709},"GB2-08":{"attempts":1,"playable":73.61028543605958,"score":73.61028543605958}}},"id":"mistralai/mistral-large-4-0-1029","is_recent_addition":false,"last_measured_at":"2026-11-19T16:17:34Z","match_totals_all":{"draws":2855,"losses":6532,"wins":5395},"match_totals_tracks":{"highest":{"draws":743,"losses":2229,"wins":1536},"medium":{"draws":1052,"losses":2045,"wins":2037},"none":{"draws":1060,"losses":2258,"wins":1822}},"model_slug":"mistralai-mistral-large-4-0-1029","official_rank_by_reasoning":{"highest":68,"medium":43,"none":30},"overall":{"max":84.39292074368043,"mean":48.29302627498571,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":53,"overall_ranking_status":"ranked","per_game":{"GB2-01":24.577541743467616,"GB2-02":47.15825404133392,"GB2-03":38.61336394526319,"GB2-05":69.15202229441535,"GB2-06":79.79439328373894,"GB2-07":47.88778268494347,"GB2-08":18.59741630335545},"per_game_all":{"GB2-01":33.51565579918347,"GB2-02":44.64308151424979,"GB2-03":48.34724417074235,"GB2-05":64.07889498658062,"GB2-06":81.0048238647789,"GB2-07":47.83000537686244,"GB2-08":42.502567810775126},"per_game_match_totals_all":{"GB2-01":{"draws":351,"losses":1161,"wins":420},"GB2-02":{"draws":1313,"losses":432,"wins":85},"GB2-03":{"draws":443,"losses":880,"wins":579},"GB2-04":{"draws":656,"losses":511,"wins":89},"GB2-05":{"draws":0,"losses":811,"wins":1177},"GB2-06":{"draws":92,"losses":385,"wins":1427},"GB2-07":{"draws":0,"losses":1153,"wins":835},"GB2-08":{"draws":0,"losses":1199,"wins":783}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":137,"losses":432,"wins":75},"GB2-02":{"draws":446,"losses":125,"wins":39},"GB2-03":{"draws":136,"losses":357,"wins":141},"GB2-05":{"draws":0,"losses":240,"wins":422},"GB2-06":{"draws":24,"losses":139,"wins":471},"GB2-07":{"draws":0,"losses":384,"wins":278},"GB2-08":{"draws":0,"losses":552,"wins":110}},"medium":{"GB2-01":{"draws":63,"losses":417,"wins":164},"GB2-02":{"draws":441,"losses":162,"wins":7},"GB2-03":{"draws":178,"losses":186,"wins":270},"GB2-04":{"draws":338,"losses":257,"wins":33},"GB2-05":{"draws":0,"losses":171,"wins":493},"GB2-06":{"draws":32,"losses":103,"wins":497},"GB2-07":{"draws":0,"losses":301,"wins":361},"GB2-08":{"draws":0,"losses":448,"wins":212}},"none":{"GB2-01":{"draws":151,"losses":312,"wins":181},"GB2-02":{"draws":426,"losses":145,"wins":39},"GB2-03":{"draws":129,"losses":337,"wins":168},"GB2-04":{"draws":318,"losses":254,"wins":56},"GB2-05":{"draws":0,"losses":400,"wins":262},"GB2-06":{"draws":36,"losses":143,"wins":459},"GB2-07":{"draws":0,"losses":468,"wins":196},"GB2-08":{"draws":0,"losses":199,"wins":461}}},"per_game_raw_elo_all":{"GB2-01":1283.097436428755,"GB2-02":1394.7805920030423,"GB2-03":1362.5837811997922,"GB2-05":1581.77301051084,"GB2-06":1954.4039368365811,"GB2-07":1335.8942635189699,"GB2-08":1264.3659838401782},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1187.652060053905,"GB2-02":1414.453499864299,"GB2-03":1272.8088224093246,"GB2-05":1623.9576570040817,"GB2-06":1928.6513807450679,"GB2-07":1335.236766207644,"GB2-08":867.03037769456},"medium":{"GB2-01":1281.8836456380375,"GB2-02":1368.1518485079164,"GB2-03":1506.148554393213,"GB2-04":1330.0367578129485,"GB2-05":1863.0115173128092,"GB2-06":2025.2287779290323,"GB2-07":1501.7586462000693,"GB2-08":1110.7098019416799},"none":{"GB2-01":1379.756603594322,"GB2-02":1401.7364276369121,"GB2-03":1308.793966796839,"GB2-04":1346.9645999991942,"GB2-05":1258.3498572156293,"GB2-06":1909.3316518356432,"GB2-07":1170.6873781491968,"GB2-08":1815.3577718842944}},"per_game_tracks":{"highest":{"GB2-01":24.577541743467616,"GB2-02":47.15825404133392,"GB2-03":38.61336394526319,"GB2-05":69.15202229441535,"GB2-06":79.79439328373894,"GB2-07":47.88778268494347,"GB2-08":18.59741630335545},"medium":{"GB2-01":33.061711980466185,"GB2-02":41.2430508806056,"GB2-03":63.75142753995504,"GB2-04":35.600270588506994,"GB2-05":79.79557129858954,"GB2-06":84.39292074368043,"GB2-07":60.37674274203678,"GB2-08":35.30000169291036},"none":{"GB2-01":42.90771367361661,"GB2-02":45.52793962080987,"GB2-03":42.676941027008816,"GB2-04":37.665539441631914,"GB2-05":43.289091366736976,"GB2-06":78.82715756691732,"GB2-07":35.22549070360709,"GB2-08":73.61028543605958}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:46:41Z","reasoning":{"highest":40.72259678706474,"medium":54.19021218334387,"none":49.96626985454853},"reasoning_agg":{"highest":{"max":79.79439328373894,"mean":40.72259678706474,"min":0.0},"medium":{"max":84.39292074368043,"mean":54.19021218334387,"min":33.061711980466185},"none":{"max":78.82715756691732,"mean":49.96626985454853,"min":35.22549070360709}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":13.467615396279129},"working_program_strength":{"all":50.23219755056022,"highest":46.54011061378827,"medium":54.19021218334387,"none":49.96626985454853}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k3:e6ef2f4bd8dc24bb","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.46446825,"median":0.4896297,"min":0.2393742,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.7157459999999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.4398702,"mean":0.29041619999999996,"median":0.301782,"min":0.095232,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":16},"recorded_attempt_count":16,"run_count":8,"total":2.3233296},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1077678,"mean":0.076003275,"median":0.070269,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.6080262}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.4398702,"mean":0.29041619999999996,"median":0.301782,"min":0.095232,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":16},"recorded_attempt_count":16,"run_count":8,"total":2.3233296},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.1077678,"mean":0.076003275,"median":0.070269,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.6080262},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.46446825,"median":0.4896297,"min":0.2393742,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":3.715746}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.6877614000000001,"mean":0.27696257500000004,"median":0.2537256,"min":0.0550338,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10,"boardgame-list-prices-2026-11-12":25},"recorded_attempt_count":35,"run_count":24,"total":6.6471018000000015},"codegen_latency_ms":{"attempt_count":35,"max_ms":754602,"mean_ms":294629.0833333333,"min_ms":64944,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":415982,"mean_ms":310768.0,"min_ms":108461,"run_count":8},"medium":{"attempt_count":16,"max_ms":754602,"mean_ms":479215.25,"min_ms":119309,"run_count":8},"none":{"attempt_count":9,"max_ms":115016,"mean_ms":93904.0,"min_ms":64944,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":41670,"output_mean":16512.916666666668,"output_min":2237,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":41670,"output_mean":28939.0,"output_min":14510,"run_count":8},"medium":{"attempt_count":16,"output_max":27465,"output_mean":17219.125,"output_min":4345,"run_count":8},"none":{"attempt_count":9,"output_max":4534,"output_mean":3380.625,"output_min":2237,"run_count":8}},"display_name":"Kimi K3","economics":{"all":47.852548869120035,"highest":45.700856625244114,"medium":48.161567905643814,"none":49.69522207647219},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[262144],"finish_reason_observations":35,"finish_reasons":["length","stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":10,"provider_post_attempts":13,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[262144],"total_output_tokens":396310,"total_reasoning_output_tokens":285325,"total_visible_output_tokens":110985,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":41.57299484962196,"score":41.57299484962196},"GB2-02":{"attempts":3,"playable":41.22832335066838,"score":41.22832335066838},"GB2-03":{"attempts":3,"playable":62.45741028920003,"score":62.45741028920003},"GB2-04":{"attempts":3,"playable":47.07626542497825,"score":47.07626542497825},"GB2-05":{"attempts":3,"playable":52.60100005900792,"score":52.60100005900792},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":49.733693709857164,"score":33.15579580657144},"GB2-07":{"attempts":3,"playable":48.28234380763547,"score":48.28234380763547},"GB2-08":{"attempts":3,"playable":56.44625736527687,"score":56.44625736527687}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":6.220997437005693,"score":6.220997437005693},"GB2-02":{"attempts":1,"playable":41.237024447665824,"score":41.237024447665824},"GB2-03":{"attempts":1,"playable":76.38682614900111,"score":76.38682614900111},"GB2-04":{"attempts":1,"playable":51.38304033870623,"score":51.38304033870623},"GB2-05":{"attempts":1,"playable":58.148704903952044,"score":58.148704903952044},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":92.06463320294777,"score":92.06463320294777},"GB2-08":{"attempts":1,"playable":40.16562652267426,"score":40.16562652267426}},"medium":{"GB2-01":{"attempts":1,"playable":67.64227033053622,"score":67.64227033053622},"GB2-02":{"attempts":1,"playable":41.21058068373295,"score":41.21058068373295},"GB2-03":{"attempts":1,"playable":64.08764555555538,"score":64.08764555555538},"GB2-04":{"attempts":1,"playable":45.74430052837758,"score":45.74430052837758},"GB2-05":{"attempts":1,"playable":47.69491870766306,"score":47.69491870766306},"GB2-06":{"attempts":1,"playable":54.20011544554985,"score":54.20011544554985},"GB2-07":{"attempts":1,"playable":24.70632051607362,"score":24.70632051607362},"GB2-08":{"attempts":1,"playable":40.00639147766186,"score":40.00639147766186}},"none":{"GB2-01":{"attempts":1,"playable":50.85571678132398,"score":50.85571678132398},"GB2-02":{"attempts":1,"playable":41.237364920606375,"score":41.237364920606375},"GB2-03":{"attempts":1,"playable":46.897759163043595,"score":46.897759163043595},"GB2-04":{"attempts":1,"playable":44.101455407850956,"score":44.101455407850956},"GB2-05":{"attempts":1,"playable":51.95937656540865,"score":51.95937656540865},"GB2-06":{"attempts":1,"playable":45.26727197416447,"score":45.26727197416447},"GB2-07":{"attempts":1,"playable":28.076077703885012,"score":28.076077703885012},"GB2-08":{"attempts":1,"playable":89.16675409549451,"score":89.16675409549451}}},"id":"moonshotai/kimi-k3","is_recent_addition":false,"last_measured_at":"2026-11-19T15:45:30Z","match_totals_all":{"draws":2897,"losses":6602,"wins":5315},"match_totals_tracks":{"highest":{"draws":737,"losses":1968,"wins":1813},"medium":{"draws":1026,"losses":2393,"wins":1729},"none":{"draws":1134,"losses":2241,"wins":1773}},"model_slug":"moonshotai-kimi-k3","official_rank_by_reasoning":{"highest":64,"medium":60,"none":33},"overall":{"max":92.06463320294777,"mean":47.852548869120035,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":54,"overall_ranking_status":"ranked","per_game":{"GB2-01":6.220997437005693,"GB2-02":41.237024447665824,"GB2-03":76.38682614900111,"GB2-04":51.38304033870623,"GB2-05":58.148704903952044,"GB2-07":92.06463320294777,"GB2-08":40.16562652267426},"per_game_all":{"GB2-01":41.57299484962196,"GB2-02":41.22832335066838,"GB2-03":62.45741028920003,"GB2-04":47.07626542497825,"GB2-05":52.60100005900792,"GB2-07":48.28234380763547,"GB2-08":56.44625736527687},"per_game_match_totals_all":{"GB2-01":{"draws":424,"losses":972,"wins":548},"GB2-02":{"draws":1240,"losses":532,"wins":64},"GB2-03":{"draws":232,"losses":734,"wins":940},"GB2-04":{"draws":955,"losses":594,"wins":335},"GB2-05":{"draws":0,"losses":1039,"wins":955},"GB2-06":{"draws":46,"losses":679,"wins":543},"GB2-07":{"draws":0,"losses":1110,"wins":876},"GB2-08":{"draws":0,"losses":942,"wins":1054}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":8,"losses":610,"wins":30},"GB2-02":{"draws":390,"losses":189,"wins":33},"GB2-03":{"draws":41,"losses":174,"wins":419},"GB2-04":{"draws":298,"losses":182,"wins":148},"GB2-05":{"draws":0,"losses":313,"wins":353},"GB2-07":{"draws":0,"losses":74,"wins":588},"GB2-08":{"draws":0,"losses":426,"wins":242}},"medium":{"GB2-01":{"draws":113,"losses":172,"wins":361},"GB2-02":{"draws":410,"losses":179,"wins":23},"GB2-03":{"draws":87,"losses":231,"wins":316},"GB2-04":{"draws":393,"losses":169,"wins":66},"GB2-05":{"draws":0,"losses":377,"wins":287},"GB2-06":{"draws":23,"losses":311,"wins":300},"GB2-07":{"draws":0,"losses":527,"wins":135},"GB2-08":{"draws":0,"losses":427,"wins":241}},"none":{"GB2-01":{"draws":303,"losses":190,"wins":157},"GB2-02":{"draws":440,"losses":164,"wins":8},"GB2-03":{"draws":104,"losses":329,"wins":205},"GB2-04":{"draws":264,"losses":243,"wins":121},"GB2-05":{"draws":0,"losses":349,"wins":315},"GB2-06":{"draws":23,"losses":368,"wins":243},"GB2-07":{"draws":0,"losses":509,"wins":153},"GB2-08":{"draws":0,"losses":89,"wins":571}}},"per_game_raw_elo_all":{"GB2-01":1312.1399993835907,"GB2-02":1368.0355890263065,"GB2-03":1506.670934489992,"GB2-04":1421.7407312621071,"GB2-05":1379.2917306421875,"GB2-07":1447.3736945122737,"GB2-08":1520.8782906524746},"per_game_raw_elo_tracks":{"highest":{"GB2-01":856.5080111751273,"GB2-02":1368.104277805197,"GB2-03":1664.2282587613252,"GB2-04":1455.6856899505724,"GB2-05":1452.7170931898909,"GB2-07":2246.6660413796512,"GB2-08":1181.2512543196294},"medium":{"GB2-01":1624.218635967909,"GB2-02":1367.8955238509711,"GB2-03":1509.734684149105,"GB2-04":1411.232569298609,"GB2-05":1315.0923622251507,"GB2-06":1463.925170227476,"GB2-07":1022.9255496296942,"GB2-08":1178.893916272617},"none":{"GB2-01":1455.693351007736,"GB2-02":1368.1069654227515,"GB2-03":1346.0498605595465,"GB2-04":1398.30393453714,"GB2-05":1370.0657365115205,"GB2-06":1320.5406061586757,"GB2-07":1072.5294925274754,"GB2-08":2202.489701365177}},"per_game_tracks":{"highest":{"GB2-01":6.220997437005693,"GB2-02":41.237024447665824,"GB2-03":76.38682614900111,"GB2-04":51.38304033870623,"GB2-05":58.148704903952044,"GB2-07":92.06463320294777,"GB2-08":40.16562652267426},"medium":{"GB2-01":67.64227033053622,"GB2-02":41.21058068373295,"GB2-03":64.08764555555538,"GB2-04":45.74430052837758,"GB2-05":47.69491870766306,"GB2-06":54.20011544554985,"GB2-07":24.70632051607362,"GB2-08":40.00639147766186},"none":{"GB2-01":50.85571678132398,"GB2-02":41.237364920606375,"GB2-03":46.897759163043595,"GB2-04":44.101455407850956,"GB2-05":51.95937656540865,"GB2-06":45.26727197416447,"GB2-07":28.076077703885012,"GB2-08":89.16675409549451}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":21,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:10:26Z","reasoning":{"highest":45.700856625244114,"medium":48.161567905643814,"none":49.69522207647219},"reasoning_agg":{"highest":{"max":92.06463320294777,"mean":45.700856625244114,"min":0.0},"medium":{"max":67.64227033053622,"mean":48.161567905643814,"min":24.70632051607362},"none":{"max":89.16675409549451,"mean":49.69522207647219,"min":28.076077703885012}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Low"},"reasoning_settings":{"balanced":"high","baseline":"low","intensive":"max"},"score_diagnostics":{"reasoning_variance":3.9943654512280773},"working_program_strength":{"all":50.02878013698881,"highest":52.229550428850416,"medium":48.161567905643814,"none":49.69522207647219}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-6-luna:b49d67e22152b7bb","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.0117399875,"median":0.011861425,"min":0.0087063,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.0939199},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0044690500000000005,"mean":0.0038361124999999998,"median":0.0037657374999999996,"min":0.00283105,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.030688900000000005},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.007622525,"mean":0.0031813812500000004,"median":0.0022472374999999998,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":0.025451049999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0044690500000000005,"mean":0.0038361124999999998,"median":0.0037657374999999996,"min":0.00283105,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.030688899999999998},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.007622525,"mean":0.0031813812500000004,"median":0.0022472374999999998,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"run_count":8,"token_priced_attempt_count":11,"total":0.02545105},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.0117399875,"median":0.011861425,"min":0.0087063,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.09391989999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.014153675,"mean":0.00625249375,"median":0.0043227375,"min":0.00169605,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16,"boardgame-list-prices-2026-10-09":11},"run_count":24,"token_priced_attempt_count":27,"total":0.15005985000000002},"codegen_latency_ms":{"attempt_count":11,"max_ms":86701,"mean_ms":33803.25,"min_ms":21457,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":11,"max_ms":86701,"mean_ms":33803.25,"min_ms":21457,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":26534,"output_mean":10296.416666666666,"output_min":1575,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":26534,"output_mean":21543.25,"output_min":15583,"run_count":8},"medium":{"attempt_count":8,"output_max":6895,"output_mean":5735.5,"output_min":3866,"run_count":8},"none":{"attempt_count":11,"output_max":9509,"output_mean":3610.5,"output_min":1575,"run_count":8}},"display_name":"GPT-6 Luna","economics":{"all":47.62701977762432,"highest":55.86736452771078,"medium":41.774247191775935,"none":45.23944761338622},"economics_best_value":{"per_model":{"all":true,"highest":true}},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[65536,128000],"finish_reason_observations":27,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[65536,128000],"total_output_tokens":247114,"total_reasoning_output_tokens":163396,"total_visible_output_tokens":83718,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":38.510426228726175,"score":38.510426228726175},"GB2-02":{"attempts":3,"playable":50.22818671131582,"score":50.22818671131582},"GB2-03":{"attempts":3,"playable":47.58202822781674,"score":47.58202822781674},"GB2-04":{"attempts":3,"playable":51.59693968355572,"score":51.59693968355572},"GB2-05":{"attempts":3,"playable":43.734883880518716,"score":43.734883880518716},"GB2-06":{"attempts":3,"playable":62.10126127531125,"score":62.10126127531125},"GB2-07":{"attempts":3,"playable":41.39387192012985,"score":41.39387192012985},"GB2-08":{"attempts":3,"playable":45.86856029362023,"score":45.86856029362023}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":28.068503417540686,"score":28.068503417540686},"GB2-02":{"attempts":1,"playable":63.03385884857058,"score":63.03385884857058},"GB2-03":{"attempts":1,"playable":49.69683907026588,"score":49.69683907026588},"GB2-04":{"attempts":1,"playable":62.6998737764222,"score":62.6998737764222},"GB2-05":{"attempts":1,"playable":50.15016049377719,"score":50.15016049377719},"GB2-06":{"attempts":1,"playable":82.87827398369674,"score":82.87827398369674},"GB2-07":{"attempts":1,"playable":38.13987227565996,"score":38.13987227565996},"GB2-08":{"attempts":1,"playable":72.27153435575293,"score":72.27153435575293}},"medium":{"GB2-01":{"attempts":1,"playable":40.26003698159797,"score":40.26003698159797},"GB2-02":{"attempts":1,"playable":44.435187900767296,"score":44.435187900767296},"GB2-03":{"attempts":1,"playable":49.76263077100005,"score":49.76263077100005},"GB2-04":{"attempts":1,"playable":48.96594701413898,"score":48.96594701413898},"GB2-05":{"attempts":1,"playable":47.87490013356723,"score":47.87490013356723},"GB2-06":{"attempts":1,"playable":34.76982579747409,"score":34.76982579747409},"GB2-07":{"attempts":1,"playable":52.755973219522076,"score":52.755973219522076},"GB2-08":{"attempts":1,"playable":15.369475716139808,"score":15.369475716139808}},"none":{"GB2-01":{"attempts":1,"playable":47.202738287039864,"score":47.202738287039864},"GB2-02":{"attempts":1,"playable":43.21551338460959,"score":43.21551338460959},"GB2-03":{"attempts":1,"playable":43.28661484218429,"score":43.28661484218429},"GB2-04":{"attempts":1,"playable":43.124998260105954,"score":43.124998260105954},"GB2-05":{"attempts":1,"playable":33.17959101421171,"score":33.17959101421171},"GB2-06":{"attempts":1,"playable":68.65568404476292,"score":68.65568404476292},"GB2-07":{"attempts":1,"playable":33.28577026520749,"score":33.28577026520749},"GB2-08":{"attempts":1,"playable":49.964670808967966,"score":49.964670808967966}}},"id":"gpt-6-luna","is_recent_addition":false,"last_measured_at":"2026-11-19T16:08:55Z","match_totals_all":{"draws":3107,"losses":7224,"wins":5105},"match_totals_tracks":{"highest":{"draws":679,"losses":2174,"wins":2291},"medium":{"draws":1167,"losses":2634,"wins":1339},"none":{"draws":1261,"losses":2416,"wins":1475}},"model_slug":"gpt-6-luna","official_rank_by_reasoning":{"highest":52,"medium":74,"none":45},"overall":{"max":82.87827398369674,"mean":47.62701977762432,"min":15.369475716139808},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":55,"overall_ranking_status":"ranked","per_game":{"GB2-01":28.068503417540686,"GB2-02":63.03385884857058,"GB2-03":49.69683907026588,"GB2-04":62.6998737764222,"GB2-05":50.15016049377719,"GB2-06":82.87827398369674,"GB2-07":38.13987227565996,"GB2-08":72.27153435575293},"per_game_all":{"GB2-01":38.510426228726175,"GB2-02":50.22818671131582,"GB2-03":47.58202822781674,"GB2-04":51.59693968355572,"GB2-05":43.734883880518716,"GB2-06":62.10126127531125,"GB2-07":41.39387192012985,"GB2-08":45.86856029362023},"per_game_match_totals_all":{"GB2-01":{"draws":558,"losses":967,"wins":413},"GB2-02":{"draws":1250,"losses":371,"wins":215},"GB2-03":{"draws":246,"losses":997,"wins":659},"GB2-04":{"draws":980,"losses":498,"wins":406},"GB2-05":{"draws":0,"losses":1204,"wins":792},"GB2-06":{"draws":73,"losses":765,"wins":1062},"GB2-07":{"draws":0,"losses":1280,"wins":710},"GB2-08":{"draws":0,"losses":1142,"wins":848}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":4,"losses":477,"wins":165},"GB2-02":{"draws":338,"losses":89,"wins":185},"GB2-03":{"draws":28,"losses":348,"wins":258},"GB2-04":{"draws":272,"losses":126,"wins":230},"GB2-05":{"draws":0,"losses":364,"wins":302},"GB2-06":{"draws":37,"losses":110,"wins":485},"GB2-07":{"draws":0,"losses":448,"wins":214},"GB2-08":{"draws":0,"losses":212,"wins":452}},"medium":{"GB2-01":{"draws":232,"losses":290,"wins":124},"GB2-02":{"draws":463,"losses":134,"wins":15},"GB2-03":{"draws":118,"losses":301,"wins":215},"GB2-04":{"draws":333,"losses":179,"wins":116},"GB2-05":{"draws":0,"losses":374,"wins":290},"GB2-06":{"draws":21,"losses":433,"wins":178},"GB2-07":{"draws":0,"losses":352,"wins":310},"GB2-08":{"draws":0,"losses":571,"wins":91}},"none":{"GB2-01":{"draws":322,"losses":200,"wins":124},"GB2-02":{"draws":449,"losses":148,"wins":15},"GB2-03":{"draws":100,"losses":348,"wins":186},"GB2-04":{"draws":375,"losses":193,"wins":60},"GB2-05":{"draws":0,"losses":466,"wins":200},"GB2-06":{"draws":15,"losses":222,"wins":399},"GB2-07":{"draws":0,"losses":480,"wins":186},"GB2-08":{"draws":0,"losses":359,"wins":305}}},"per_game_raw_elo_all":{"GB2-01":1334.362086853833,"GB2-02":1440.0156510120714,"GB2-03":1352.239433003153,"GB2-04":1458.7776080517272,"GB2-05":1261.7310196496694,"GB2-06":1621.6637997431255,"GB2-07":1250.8616691024902,"GB2-08":1311.0832549515483},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1228.113481125788,"GB2-02":1543.1820533430207,"GB2-03":1370.9796432719409,"GB2-04":1549.155653232834,"GB2-05":1346.6538474733538,"GB2-06":1992.3515599636662,"GB2-07":1209.0602134657152,"GB2-08":1785.1904674177454},"medium":{"GB2-01":1354.1102545709537,"GB2-02":1393.204153451405,"GB2-03":1371.5695397162197,"GB2-04":1436.575486239643,"GB2-05":1317.402407344379,"GB2-06":1156.4591086557227,"GB2-07":1398.7862674552055,"GB2-08":811.904920884167},"none":{"GB2-01":1420.862524864758,"GB2-02":1383.6607462417885,"GB2-03":1314.1691160212986,"GB2-04":1390.6016846827044,"GB2-05":1121.1368041312749,"GB2-06":1716.1807306099884,"GB2-07":1144.7385263865494,"GB2-08":1336.1543765527322}},"per_game_tracks":{"highest":{"GB2-01":28.068503417540686,"GB2-02":63.03385884857058,"GB2-03":49.69683907026588,"GB2-04":62.6998737764222,"GB2-05":50.15016049377719,"GB2-06":82.87827398369674,"GB2-07":38.13987227565996,"GB2-08":72.27153435575293},"medium":{"GB2-01":40.26003698159797,"GB2-02":44.435187900767296,"GB2-03":49.76263077100005,"GB2-04":48.96594701413898,"GB2-05":47.87490013356723,"GB2-06":34.76982579747409,"GB2-07":52.755973219522076,"GB2-08":15.369475716139808},"none":{"GB2-01":47.202738287039864,"GB2-02":43.21551338460959,"GB2-03":43.28661484218429,"GB2-04":43.124998260105954,"GB2-05":33.17959101421171,"GB2-06":68.65568404476292,"GB2-07":33.28577026520749,"GB2-08":49.964670808967966}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T07:18:39Z","reasoning":{"highest":55.86736452771078,"medium":41.774247191775935,"none":45.23944761338622},"reasoning_agg":{"highest":{"max":82.87827398369674,"mean":55.86736452771078,"min":28.068503417540686},"medium":{"max":52.755973219522076,"mean":41.774247191775935,"min":15.369475716139808},"none":{"max":68.65568404476292,"mean":45.23944761338622,"min":33.17959101421171}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":14.093117335934842},"working_program_strength":{"all":47.62701977762432,"highest":55.86736452771078,"medium":41.774247191775935,"none":45.23944761338622}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-opus-4-5:9725d1905fefa024","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":17},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.512955,"mean":0.43048093750000005,"median":0.4308725,"min":0.32672249999999997,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8,"boardgame-list-prices-2026-11-12":9},"run_count":16,"token_priced_attempt_count":17,"total":6.887695000000001},"medium":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":16},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.266665,"mean":0.20888499999999996,"median":0.20905875000000002,"min":0.14104,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8,"boardgame-list-prices-2026-11-12":8},"run_count":16,"token_priced_attempt_count":16,"total":3.3421600000000002},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.144235,"mean":0.12174125,"median":0.121475,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.97393}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.244315,"mean":0.178065,"median":0.19681749999999998,"min":0.10277,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8},"run_count":8,"token_priced_attempt_count":8,"total":1.4245200000000002},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.144235,"mean":0.12174125,"median":0.121475,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.97393},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.73533,"mean":0.5886581249999999,"median":0.58241,"min":0.410635,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":8},"run_count":8,"token_priced_attempt_count":8,"total":4.709265},"historical-thinking-budget-setting":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":17},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.30059250000000004,"mean":0.256004375,"median":0.25514000000000003,"min":0.2090225,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":17},"run_count":16,"token_priced_attempt_count":17,"total":4.096069999999999}},"codegen_cost_usd":{"admitted_cell_count":39,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":41},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.512955,"mean":0.2537023958333333,"median":0.20905875000000002,"min":0.09594,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":16,"boardgame-list-prices-2026-11-12":25},"run_count":40,"token_priced_attempt_count":41,"total":11.203785000000002},"codegen_latency_ms":{"attempt_count":24,"max_ms":319301,"mean_ms":98881.45833333333,"min_ms":22230,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":319301,"mean_ms":209645.0,"min_ms":137590,"run_count":8},"medium":{"attempt_count":8,"max_ms":81353,"mean_ms":54764.0,"min_ms":30922,"run_count":8},"none":{"attempt_count":8,"max_ms":40585,"mean_ms":32235.375,"min_ms":22230,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":27669,"output_mean":9998.125,"output_min":2138,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":27669,"output_mean":21703.125,"output_min":14720,"run_count":8},"medium":{"attempt_count":8,"output_max":8008,"output_mean":5259.0,"output_min":2375,"run_count":8},"none":{"attempt_count":8,"output_max":4031,"output_mean":3032.25,"output_min":2138,"run_count":8}},"display_name":"Claude Opus 4.5","economics":{"all":47.21411482552534,"highest":48.39096364584791,"medium":47.008468233954964,"none":46.24291259677315},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"reasoning_token_observations":16,"requested_max_output_token_observations":16,"requested_max_output_tokens":[64000],"total_output_tokens":239955,"total_reasoning_output_tokens":171858,"total_visible_output_tokens":43839,"visible_token_observations":16},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-opus-4-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":46.52261278686969,"score":46.52261278686969},"GB2-02":{"attempts":5,"playable":43.435328893251345,"score":43.435328893251345},"GB2-03":{"attempts":4,"playable":45.66450697622582,"score":45.66450697622582},"GB2-04":{"attempts":5,"playable":42.5801970335325,"score":42.5801970335325},"GB2-05":{"attempts":5,"playable":43.30728155064566,"score":43.30728155064566},"GB2-06":{"attempts":5,"playable":45.47413487676389,"score":45.47413487676389},"GB2-07":{"attempts":5,"playable":44.48795449914385,"score":44.48795449914385},"GB2-08":{"attempts":5,"playable":66.24090198777003,"score":66.24090198777003}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":48.836432484126064,"score":48.836432484126064},"GB2-02":{"attempts":2,"playable":42.53174541138986,"score":42.53174541138986},"GB2-03":{"attempts":1,"playable":48.491068740730256,"score":48.491068740730256},"GB2-04":{"attempts":2,"playable":40.40457865934812,"score":40.40457865934812},"GB2-05":{"attempts":2,"playable":43.68480859135327,"score":43.68480859135327},"GB2-06":{"attempts":2,"playable":48.973015903077815,"score":48.973015903077815},"GB2-07":{"attempts":2,"playable":53.391965181145636,"score":53.391965181145636},"GB2-08":{"attempts":2,"playable":60.81409419561232,"score":60.81409419561232}},"medium":{"GB2-01":{"attempts":2,"playable":47.08507294410002,"score":47.08507294410002},"GB2-02":{"attempts":2,"playable":43.426771762085835,"score":43.426771762085835},"GB2-03":{"attempts":2,"playable":47.21031081778722,"score":47.21031081778722},"GB2-04":{"attempts":2,"playable":40.45686392550418,"score":40.45686392550418},"GB2-05":{"attempts":2,"playable":42.45754412143108,"score":42.45754412143108},"GB2-06":{"attempts":2,"playable":44.330630747597404,"score":44.330630747597404},"GB2-07":{"attempts":2,"playable":47.94081041458071,"score":47.94081041458071},"GB2-08":{"attempts":2,"playable":63.159741138553294,"score":63.159741138553294}},"none":{"GB2-01":{"attempts":1,"playable":43.646332932382975,"score":43.646332932382975},"GB2-02":{"attempts":1,"playable":44.347469506278316,"score":44.347469506278316},"GB2-03":{"attempts":1,"playable":41.29214137015998,"score":41.29214137015998},"GB2-04":{"attempts":1,"playable":46.87914851574519,"score":46.87914851574519},"GB2-05":{"attempts":1,"playable":43.779491939152656,"score":43.779491939152656},"GB2-06":{"attempts":1,"playable":43.118757979616475,"score":43.118757979616475},"GB2-07":{"attempts":1,"playable":32.13108790170519,"score":32.13108790170519},"GB2-08":{"attempts":1,"playable":74.74887062914448,"score":74.74887062914448}}},"id":"claude-opus-4-5","is_recent_addition":false,"last_measured_at":"2026-11-19T15:22:12Z","match_totals_all":{"draws":5682,"losses":11466,"wins":7946},"match_totals_tracks":{"highest":{"draws":1969,"losses":4411,"wins":3272},"medium":{"draws":2401,"losses":4715,"wins":3174},"none":{"draws":1312,"losses":2340,"wins":1500}},"model_slug":"claude-opus-4-5","official_rank_by_reasoning":{"highest":61,"medium":62,"none":44},"overall":{"max":74.74887062914448,"mean":47.21411482552534,"min":32.13108790170519},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":56,"overall_ranking_status":"ranked","per_game":{"GB2-01":48.836432484126064,"GB2-02":42.53174541138986,"GB2-03":48.491068740730256,"GB2-04":40.40457865934812,"GB2-05":43.68480859135327,"GB2-06":48.973015903077815,"GB2-07":53.391965181145636,"GB2-08":60.81409419561232},"per_game_all":{"GB2-01":46.52261278686969,"GB2-02":43.435328893251345,"GB2-03":45.66450697622582,"GB2-04":42.5801970335325,"GB2-05":43.30728155064566,"GB2-06":45.47413487676389,"GB2-07":44.48795449914385,"GB2-08":66.24090198777003},"per_game_match_totals_all":{"GB2-01":{"draws":1033,"losses":1293,"wins":910},"GB2-02":{"draws":2216,"losses":758,"wins":90},"GB2-03":{"draws":562,"losses":1250,"wins":728},"GB2-04":{"draws":1820,"losses":1039,"wins":285},"GB2-05":{"draws":0,"losses":2018,"wins":1304},"GB2-06":{"draws":51,"losses":1844,"wins":1267},"GB2-07":{"draws":0,"losses":1951,"wins":1363},"GB2-08":{"draws":0,"losses":1313,"wins":1999}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":293,"losses":552,"wins":447},"GB2-02":{"draws":884,"losses":311,"wins":29},"GB2-03":{"draws":87,"losses":326,"wins":223},"GB2-04":{"draws":685,"losses":451,"wins":120},"GB2-05":{"draws":0,"losses":803,"wins":527},"GB2-06":{"draws":20,"losses":700,"wins":544},"GB2-07":{"draws":0,"losses":695,"wins":629},"GB2-08":{"draws":0,"losses":573,"wins":753}},"medium":{"GB2-01":{"draws":455,"losses":497,"wins":342},"GB2-02":{"draws":884,"losses":305,"wins":39},"GB2-03":{"draws":274,"losses":613,"wins":381},"GB2-04":{"draws":767,"losses":412,"wins":79},"GB2-05":{"draws":0,"losses":816,"wins":512},"GB2-06":{"draws":21,"losses":758,"wins":487},"GB2-07":{"draws":0,"losses":769,"wins":555},"GB2-08":{"draws":0,"losses":545,"wins":779}},"none":{"GB2-01":{"draws":285,"losses":244,"wins":121},"GB2-02":{"draws":448,"losses":142,"wins":22},"GB2-03":{"draws":201,"losses":311,"wins":124},"GB2-04":{"draws":368,"losses":176,"wins":86},"GB2-05":{"draws":0,"losses":399,"wins":265},"GB2-06":{"draws":10,"losses":386,"wins":236},"GB2-07":{"draws":0,"losses":487,"wins":179},"GB2-08":{"draws":0,"losses":195,"wins":467}}},"per_game_raw_elo_all":{"GB2-01":1414.4160192921925,"GB2-02":1385.3767563757085,"GB2-03":1335.2241745526883,"GB2-04":1386.1385981475821,"GB2-05":1258.383143593109,"GB2-06":1324.203207786292,"GB2-07":1291.0888859497911,"GB2-08":1664.6739188352237},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1437.077165591878,"GB2-02":1378.2968582133408,"GB2-03":1360.2038262234491,"GB2-04":1369.0064000276848,"GB2-05":1262.9948140512356,"GB2-06":1379.6538996183003,"GB2-07":1408.1390438486872,"GB2-08":1556.141797690595},"medium":{"GB2-01":1419.3120638658193,"GB2-02":1385.314776967191,"GB2-03":1348.8966063218077,"GB2-04":1369.2550658928626,"GB2-05":1247.4498690376488,"GB2-06":1306.130931850433,"GB2-07":1336.038844274323,"GB2-08":1596.7070682537365},"none":{"GB2-01":1386.8588284188802,"GB2-02":1392.5186339465943,"GB2-03":1296.5720911128085,"GB2-04":1420.154328522199,"GB2-05":1264.704747690443,"GB2-06":1286.8247918901423,"GB2-07":1129.0887697263636,"GB2-08":1841.1728905613397}},"per_game_tracks":{"highest":{"GB2-01":48.836432484126064,"GB2-02":42.53174541138986,"GB2-03":48.491068740730256,"GB2-04":40.40457865934812,"GB2-05":43.68480859135327,"GB2-06":48.973015903077815,"GB2-07":53.391965181145636,"GB2-08":60.81409419561232},"medium":{"GB2-01":47.08507294410002,"GB2-02":43.426771762085835,"GB2-03":47.21031081778722,"GB2-04":40.45686392550418,"GB2-05":42.45754412143108,"GB2-06":44.330630747597404,"GB2-07":47.94081041458071,"GB2-08":63.159741138553294},"none":{"GB2-01":43.646332932382975,"GB2-02":44.347469506278316,"GB2-03":41.29214137015998,"GB2-04":46.87914851574519,"GB2-05":43.779491939152656,"GB2-06":43.118757979616475,"GB2-07":32.13108790170519,"GB2-08":74.74887062914448}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:50:55Z","reasoning":{"highest":48.39096364584791,"medium":47.008468233954964,"none":46.24291259677315},"reasoning_agg":{"highest":{"max":60.81409419561232,"mean":48.39096364584791,"min":40.40457865934812},"medium":{"max":63.159741138553294,"mean":47.008468233954964,"min":40.45686392550418},"none":{"max":74.74887062914448,"mean":46.24291259677315,"min":32.13108790170519}},"reasoning_labels":{"highest":"High effort + 32,000 thinking tokens","medium":"Medium effort + 16,000 thinking tokens","none":"Thinking field omitted"},"reasoning_settings":{"balanced":"medium","intensive":"high"},"score_diagnostics":{"reasoning_variance":2.148051049074759},"working_program_strength":{"all":47.21411482552534,"highest":48.39096364584791,"medium":47.008468233954964,"none":46.24291259677315}},{"canonical_public_row_identity":"publication-row.v1:overall:claude-sonnet-5:5abc14b0e89970da","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.35099375,"median":0.321349,"min":0.220732,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.8079499999999995},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08884,"mean":0.06562375000000001,"median":0.062855,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.5249900000000001},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.07847,"mean":0.06167125,"median":0.061313,"min":0.051588,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.49337}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08884,"mean":0.06562375000000001,"median":0.062855,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.52499},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.07847,"mean":0.06167125,"median":0.061313,"min":0.051588,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.49337000000000003},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.35099375,"median":0.321349,"min":0.220732,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":2.8079499999999995}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":24},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.50466,"mean":0.15942958333333332,"median":0.068377,"min":0.049908,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":24},"run_count":24,"token_priced_attempt_count":24,"total":3.8263099999999994},"codegen_output_tokens":{"attempt_count":24,"output_max":47973,"output_mean":13430.583333333334,"output_min":2639,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":47973,"output_mean":32587.0,"output_min":19731,"run_count":8},"medium":{"attempt_count":8,"output_max":5918,"output_mean":4050.0,"output_min":2639,"run_count":8},"none":{"attempt_count":8,"output_max":4635,"output_mean":3654.75,"output_min":2807,"run_count":8}},"display_name":"Claude Sonnet 5","economics":{"all":46.619161881129116,"highest":54.06857544144793,"medium":43.29070567356348,"none":42.49820452837593},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[128000],"finish_reason_observations":24,"finish_reasons":["end_turn"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[128000],"total_output_tokens":322334,"total_reasoning_output_tokens":243107,"total_visible_output_tokens":79227,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"end_turn","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":128000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"anthropic","provider_model":"claude-sonnet-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"anthropic","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":50.15922417931504,"score":50.15922417931504},"GB2-02":{"attempts":3,"playable":42.03218440615007,"score":42.03218440615007},"GB2-03":{"attempts":3,"playable":51.15394834788926,"score":51.15394834788926},"GB2-04":{"attempts":3,"playable":46.07962737489265,"score":46.07962737489265},"GB2-05":{"attempts":3,"playable":37.88715606877795,"score":37.88715606877795},"GB2-06":{"attempts":3,"playable":35.7490627630274,"score":35.7490627630274},"GB2-07":{"attempts":3,"playable":50.18588317895632,"score":50.18588317895632},"GB2-08":{"attempts":3,"playable":59.70620873002424,"score":59.70620873002424}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":59.25559226624474,"score":59.25559226624474},"GB2-02":{"attempts":1,"playable":41.12523001785932,"score":41.12523001785932},"GB2-03":{"attempts":1,"playable":59.14519435088243,"score":59.14519435088243},"GB2-04":{"attempts":1,"playable":51.20476941588616,"score":51.20476941588616},"GB2-05":{"attempts":1,"playable":51.46576140751088,"score":51.46576140751088},"GB2-06":{"attempts":1,"playable":26.264536438276593,"score":26.264536438276593},"GB2-07":{"attempts":1,"playable":66.09732388367904,"score":66.09732388367904},"GB2-08":{"attempts":1,"playable":77.99019575124433,"score":77.99019575124433}},"medium":{"GB2-01":{"attempts":1,"playable":43.81922155920689,"score":43.81922155920689},"GB2-02":{"attempts":1,"playable":43.12399087408386,"score":43.12399087408386},"GB2-03":{"attempts":1,"playable":41.11942175019205,"score":41.11942175019205},"GB2-04":{"attempts":1,"playable":44.17940773218592,"score":44.17940773218592},"GB2-05":{"attempts":1,"playable":39.697625918819135,"score":39.697625918819135},"GB2-06":{"attempts":1,"playable":35.8207787808784,"score":35.8207787808784},"GB2-07":{"attempts":1,"playable":50.02581979263627,"score":50.02581979263627},"GB2-08":{"attempts":1,"playable":48.53937898050529,"score":48.53937898050529}},"none":{"GB2-01":{"attempts":1,"playable":47.4028587124935,"score":47.4028587124935},"GB2-02":{"attempts":1,"playable":41.84733232650704,"score":41.84733232650704},"GB2-03":{"attempts":1,"playable":53.19722894259331,"score":53.19722894259331},"GB2-04":{"attempts":1,"playable":42.85470497660586,"score":42.85470497660586},"GB2-05":{"attempts":1,"playable":22.498080880003823,"score":22.498080880003823},"GB2-06":{"attempts":1,"playable":45.16187306992721,"score":45.16187306992721},"GB2-07":{"attempts":1,"playable":34.43450586055365,"score":34.43450586055365},"GB2-08":{"attempts":1,"playable":52.58905145832309,"score":52.58905145832309}}},"id":"claude-sonnet-5","is_recent_addition":false,"last_measured_at":"2026-11-19T15:17:45Z","match_totals_all":{"draws":3121,"losses":7360,"wins":4956},"match_totals_tracks":{"highest":{"draws":980,"losses":2098,"wins":2069},"medium":{"draws":1097,"losses":2597,"wins":1454},"none":{"draws":1044,"losses":2665,"wins":1433}},"model_slug":"claude-sonnet-5","official_rank_by_reasoning":{"highest":53,"medium":71,"none":52},"overall":{"max":77.99019575124433,"mean":46.619161881129116,"min":22.498080880003823},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":57,"overall_ranking_status":"ranked","per_game":{"GB2-01":59.25559226624474,"GB2-02":41.12523001785932,"GB2-03":59.14519435088243,"GB2-04":51.20476941588616,"GB2-05":51.46576140751088,"GB2-06":26.264536438276593,"GB2-07":66.09732388367904,"GB2-08":77.99019575124433},"per_game_all":{"GB2-01":50.15922417931504,"GB2-02":42.03218440615007,"GB2-03":51.15394834788926,"GB2-04":46.07962737489265,"GB2-05":37.88715606877795,"GB2-06":35.7490627630274,"GB2-07":50.18588317895632,"GB2-08":59.70620873002424},"per_game_match_totals_all":{"GB2-01":{"draws":314,"losses":873,"wins":753},"GB2-02":{"draws":1328,"losses":476,"wins":34},"GB2-03":{"draws":391,"losses":861,"wins":653},"GB2-04":{"draws":1075,"losses":554,"wins":257},"GB2-05":{"draws":0,"losses":1306,"wins":686},"GB2-06":{"draws":13,"losses":1308,"wins":583},"GB2-07":{"draws":0,"losses":1101,"wins":885},"GB2-08":{"draws":0,"losses":881,"wins":1105}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":62,"losses":254,"wins":330},"GB2-02":{"draws":441,"losses":164,"wins":7},"GB2-03":{"draws":133,"losses":238,"wins":264},"GB2-04":{"draws":338,"losses":165,"wins":127},"GB2-05":{"draws":0,"losses":352,"wins":312},"GB2-06":{"draws":6,"losses":494,"wins":138},"GB2-07":{"draws":0,"losses":262,"wins":400},"GB2-08":{"draws":0,"losses":169,"wins":491}},"medium":{"GB2-01":{"draws":137,"losses":317,"wins":194},"GB2-02":{"draws":452,"losses":149,"wins":13},"GB2-03":{"draws":139,"losses":341,"wins":154},"GB2-04":{"draws":366,"losses":192,"wins":70},"GB2-05":{"draws":0,"losses":424,"wins":240},"GB2-06":{"draws":3,"losses":434,"wins":195},"GB2-07":{"draws":0,"losses":370,"wins":292},"GB2-08":{"draws":0,"losses":370,"wins":296}},"none":{"GB2-01":{"draws":115,"losses":302,"wins":229},"GB2-02":{"draws":435,"losses":163,"wins":14},"GB2-03":{"draws":119,"losses":282,"wins":235},"GB2-04":{"draws":371,"losses":197,"wins":60},"GB2-05":{"draws":0,"losses":530,"wins":134},"GB2-06":{"draws":4,"losses":380,"wins":250},"GB2-07":{"draws":0,"losses":469,"wins":193},"GB2-08":{"draws":0,"losses":342,"wins":318}}},"per_game_raw_elo_all":{"GB2-01":1449.492984055252,"GB2-02":1374.360166676416,"GB2-03":1385.6291317781324,"GB2-04":1413.8851336316527,"GB2-05":1175.2875816354401,"GB2-06":1171.2241715156217,"GB2-07":1369.1085790610148,"GB2-08":1536.525888518574},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1537.190029463629,"GB2-02":1367.2215701340892,"GB2-03":1459.121361000445,"GB2-04":1454.271111185997,"GB2-05":1363.658174951568,"GB2-06":1021.9040433855203,"GB2-07":1584.1598611071727,"GB2-08":1915.6073668748722},"medium":{"GB2-01":1388.5186339828156,"GB2-02":1382.9434467692802,"GB2-03":1295.0456637483496,"GB2-04":1398.9181028814596,"GB2-05":1211.207987832767,"GB2-06":1172.8860422464072,"GB2-07":1363.013341604138,"GB2-08":1312.1990860415935},"none":{"GB2-01":1422.7702887193113,"GB2-02":1372.9154831258786,"GB2-03":1402.720370585603,"GB2-04":1388.4661868275018,"GB2-05":950.9965821219856,"GB2-06":1318.8824289149375,"GB2-07":1160.1525344717338,"GB2-08":1381.7712126392562}},"per_game_tracks":{"highest":{"GB2-01":59.25559226624474,"GB2-02":41.12523001785932,"GB2-03":59.14519435088243,"GB2-04":51.20476941588616,"GB2-05":51.46576140751088,"GB2-06":26.264536438276593,"GB2-07":66.09732388367904,"GB2-08":77.99019575124433},"medium":{"GB2-01":43.81922155920689,"GB2-02":43.12399087408386,"GB2-03":41.11942175019205,"GB2-04":44.17940773218592,"GB2-05":39.697625918819135,"GB2-06":35.8207787808784,"GB2-07":50.02581979263627,"GB2-08":48.53937898050529},"none":{"GB2-01":47.4028587124935,"GB2-02":41.84733232650704,"GB2-03":53.19722894259331,"GB2-04":42.85470497660586,"GB2-05":22.498080880003823,"GB2-06":45.16187306992721,"GB2-07":34.43450586055365,"GB2-08":52.58905145832309}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":24,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#C58F68","provider_company":"Anthropic","provider_key":"anthropic","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:57:02Z","reasoning":{"highest":54.06857544144793,"medium":43.29070567356348,"none":42.49820452837593},"reasoning_agg":{"highest":{"max":77.99019575124433,"mean":54.06857544144793,"min":26.264536438276593},"medium":{"max":50.02581979263627,"mean":43.29070567356348,"min":35.8207787808784},"none":{"max":53.19722894259331,"mean":42.49820452837593,"min":22.498080880003823}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Thinking disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.570370913072004},"working_program_strength":{"all":46.619161881129116,"highest":54.06857544144793,"medium":43.29070567356348,"none":42.49820452837593}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-terra:25db9043c053a223","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.45800250000000003,"mean":0.38340421874999997,"median":0.38428625,"min":0.302056875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.0672337499999998},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.146648125,"mean":0.09696234375000001,"median":0.09060875000000002,"min":0.083821875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.77569875},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.136415,"mean":0.07671781250000001,"median":0.0705246875,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6137425000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.146648125,"mean":0.09696234375000001,"median":0.09060875000000002,"min":0.083821875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.77569875},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.136415,"mean":0.07671781250000001,"median":0.0705246875,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.6137425000000001},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.45800250000000003,"mean":0.38340421874999997,"median":0.38428625,"min":0.302056875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":10},"run_count":8,"token_priced_attempt_count":10,"total":3.0672337499999998}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.45800250000000003,"mean":0.18569479166666666,"median":0.091314375,"min":0.058876874999999995,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":28},"run_count":24,"token_priced_attempt_count":28,"total":4.456675000000001},"codegen_output_tokens":{"attempt_count":28,"output_max":28998,"output_mean":10500.666666666666,"output_min":2419,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":28998,"output_mean":23512.0,"output_min":18631,"run_count":8},"medium":{"attempt_count":9,"output_max":6917,"output_mean":4677.5,"output_min":3936,"run_count":8},"none":{"attempt_count":9,"output_max":6065,"output_mean":3312.5,"output_min":2419,"run_count":8}},"display_name":"GPT-5.6 Terra","economics":{"all":45.600539775391915,"highest":53.671777282249074,"medium":48.47898990258422,"none":34.65085214134246},"first_seen_at":null,"game_gaps":{"none":{"GB2-05":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"total_output_tokens":252016,"total_reasoning_output_tokens":152800,"total_visible_output_tokens":99216,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-terra","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-05"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":65.39929625423305,"score":65.39929625423305},"GB2-02":{"attempts":3,"playable":49.01053668750478,"score":49.01053668750478},"GB2-03":{"attempts":3,"playable":33.846624335992495,"score":33.846624335992495},"GB2-04":{"attempts":3,"playable":42.870967154064715,"score":42.870967154064715},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":54.0723180237846,"score":36.0482120158564},"GB2-06":{"attempts":3,"playable":50.274138379588884,"score":50.274138379588884},"GB2-07":{"attempts":3,"playable":43.97435036782992,"score":43.97435036782992},"GB2-08":{"attempts":3,"playable":43.38019300806505,"score":43.38019300806505}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":69.85773697098647,"score":69.85773697098647},"GB2-02":{"attempts":1,"playable":57.928383862513954,"score":57.928383862513954},"GB2-03":{"attempts":1,"playable":35.35423226151448,"score":35.35423226151448},"GB2-04":{"attempts":1,"playable":41.98164850280185,"score":41.98164850280185},"GB2-05":{"attempts":1,"playable":52.77418693884638,"score":52.77418693884638},"GB2-06":{"attempts":1,"playable":76.90381391640202,"score":76.90381391640202},"GB2-07":{"attempts":1,"playable":43.70160173045746,"score":43.70160173045746},"GB2-08":{"attempts":1,"playable":50.87261407446994,"score":50.87261407446994}},"medium":{"GB2-01":{"attempts":1,"playable":73.89556978707465,"score":73.89556978707465},"GB2-02":{"attempts":1,"playable":45.79784423564801,"score":45.79784423564801},"GB2-03":{"attempts":1,"playable":33.849661255297484,"score":33.849661255297484},"GB2-04":{"attempts":1,"playable":42.27202078785808,"score":42.27202078785808},"GB2-05":{"attempts":1,"playable":55.370449108722816,"score":55.370449108722816},"GB2-06":{"attempts":1,"playable":39.34485915260507,"score":39.34485915260507},"GB2-07":{"attempts":1,"playable":58.588293633252384,"score":58.588293633252384},"GB2-08":{"attempts":1,"playable":38.713221260215214,"score":38.713221260215214}},"none":{"GB2-01":{"attempts":1,"playable":52.44458200463802,"score":52.44458200463802},"GB2-02":{"attempts":1,"playable":43.30538196435239,"score":43.30538196435239},"GB2-03":{"attempts":1,"playable":32.3359794911655,"score":32.3359794911655},"GB2-04":{"attempts":1,"playable":44.35923217153423,"score":44.35923217153423},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":34.57374206975957,"score":34.57374206975957},"GB2-07":{"attempts":1,"playable":29.633155739779927,"score":29.633155739779927},"GB2-08":{"attempts":1,"playable":40.55474368951,"score":40.55474368951}}},"id":"gpt-5.6-terra","is_recent_addition":false,"last_measured_at":"2026-11-19T15:38:52Z","match_totals_all":{"draws":3243,"losses":6779,"wins":4754},"match_totals_tracks":{"highest":{"draws":971,"losses":2140,"wins":2041},"medium":{"draws":1043,"losses":2356,"wins":1743},"none":{"draws":1229,"losses":2283,"wins":970}},"model_slug":"gpt-5-6-terra","official_rank_by_reasoning":{"highest":55,"medium":59,"none":73},"overall":{"max":76.90381391640202,"mean":45.600539775391915,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":58,"overall_ranking_status":"ranked","per_game":{"GB2-01":69.85773697098647,"GB2-02":57.928383862513954,"GB2-03":35.35423226151448,"GB2-04":41.98164850280185,"GB2-05":52.77418693884638,"GB2-06":76.90381391640202,"GB2-07":43.70160173045746,"GB2-08":50.87261407446994},"per_game_all":{"GB2-01":65.39929625423305,"GB2-02":49.01053668750478,"GB2-03":33.846624335992495,"GB2-04":42.870967154064715,"GB2-06":50.274138379588884,"GB2-07":43.97435036782992,"GB2-08":43.38019300806505},"per_game_match_totals_all":{"GB2-01":{"draws":295,"losses":589,"wins":1058},"GB2-02":{"draws":1233,"losses":402,"wins":201},"GB2-03":{"draws":624,"losses":1045,"wins":233},"GB2-04":{"draws":1044,"losses":627,"wins":215},"GB2-05":{"draws":0,"losses":674,"wins":654},"GB2-06":{"draws":47,"losses":1012,"wins":843},"GB2-07":{"draws":0,"losses":1226,"wins":762},"GB2-08":{"draws":0,"losses":1204,"wins":788}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":81,"losses":178,"wins":389},"GB2-02":{"draws":323,"losses":126,"wins":163},"GB2-03":{"draws":167,"losses":360,"wins":107},"GB2-04":{"draws":377,"losses":201,"wins":52},"GB2-05":{"draws":0,"losses":344,"wins":320},"GB2-06":{"draws":23,"losses":161,"wins":450},"GB2-07":{"draws":0,"losses":413,"wins":251},"GB2-08":{"draws":0,"losses":357,"wins":309}},"medium":{"GB2-01":{"draws":4,"losses":189,"wins":455},"GB2-02":{"draws":458,"losses":130,"wins":24},"GB2-03":{"draws":266,"losses":319,"wins":49},"GB2-04":{"draws":293,"losses":239,"wins":96},"GB2-05":{"draws":0,"losses":330,"wins":334},"GB2-06":{"draws":22,"losses":405,"wins":205},"GB2-07":{"draws":0,"losses":315,"wins":347},"GB2-08":{"draws":0,"losses":429,"wins":233}},"none":{"GB2-01":{"draws":210,"losses":222,"wins":214},"GB2-02":{"draws":452,"losses":146,"wins":14},"GB2-03":{"draws":191,"losses":366,"wins":77},"GB2-04":{"draws":374,"losses":187,"wins":67},"GB2-06":{"draws":2,"losses":446,"wins":188},"GB2-07":{"draws":0,"losses":498,"wins":164},"GB2-08":{"draws":0,"losses":418,"wins":246}}},"per_game_raw_elo_all":{"GB2-01":1605.4704236541045,"GB2-02":1429.4121130020758,"GB2-03":1229.596033081952,"GB2-04":1388.582305776188,"GB2-06":1417.6199186123413,"GB2-07":1284.2627288634876,"GB2-08":1232.8757450153325},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1648.9010778326842,"GB2-02":1500.0291556937493,"GB2-03":1243.4749815187301,"GB2-04":1381.5558688710753,"GB2-05":1380.6838188729828,"GB2-06":1871.5910647646801,"GB2-07":1281.155534012463,"GB2-08":1351.7098734778178},"medium":{"GB2-01":1696.6163639338454,"GB2-02":1403.842280731498,"GB2-03":1229.6919908570467,"GB2-04":1383.8564906008835,"GB2-05":1414.9656308956512,"GB2-06":1227.876930567339,"GB2-07":1477.0484154951575,"GB2-08":1159.8887565566868},"none":{"GB2-01":1470.8938291957838,"GB2-02":1384.3649025809805,"GB2-03":1215.6211268700795,"GB2-04":1400.3345578566048,"GB2-06":1153.3917605050042,"GB2-07":1094.5842370828423,"GB2-08":1187.0286050114928}},"per_game_tracks":{"highest":{"GB2-01":69.85773697098647,"GB2-02":57.928383862513954,"GB2-03":35.35423226151448,"GB2-04":41.98164850280185,"GB2-05":52.77418693884638,"GB2-06":76.90381391640202,"GB2-07":43.70160173045746,"GB2-08":50.87261407446994},"medium":{"GB2-01":73.89556978707465,"GB2-02":45.79784423564801,"GB2-03":33.849661255297484,"GB2-04":42.27202078785808,"GB2-05":55.370449108722816,"GB2-06":39.34485915260507,"GB2-07":58.588293633252384,"GB2-08":38.713221260215214},"none":{"GB2-01":52.44458200463802,"GB2-02":43.30538196435239,"GB2-03":32.3359794911655,"GB2-04":44.35923217153423,"GB2-06":34.57374206975957,"GB2-07":29.633155739779927,"GB2-08":40.55474368951}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T04:54:42Z","reasoning":{"highest":53.671777282249074,"medium":48.47898990258422,"none":34.65085214134246},"reasoning_agg":{"highest":{"max":76.90381391640202,"mean":53.671777282249074,"min":35.35423226151448},"medium":{"max":73.89556978707465,"mean":48.47898990258422,"min":33.849661255297484},"none":{"max":52.44458200463802,"mean":34.65085214134246,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":19.020925140906613},"working_program_strength":{"all":47.25058035355108,"highest":53.671777282249074,"medium":48.47898990258422,"none":39.60097387581995}},{"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-3:ebbab123c4394372","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09119202000000001,"mean":0.051659512500000004,"median":0.03605392,"min":0.02439431,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.41327610000000004},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.11405448,"mean":0.06376662999999999,"median":0.060945095000000005,"min":0.02463971,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.51013304},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0094142,"mean":0.0028034124999999997,"median":0.001882025,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.022427299999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.11405448,"mean":0.06376662999999999,"median":0.060945095000000005,"min":0.02463971,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.51013304},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0094142,"mean":0.0028034124999999997,"median":0.001882025,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.022427299999999997},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09119202000000001,"mean":0.051659512500000004,"median":0.03605392,"min":0.02439431,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.4132761}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":32},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11405448,"mean":0.03940985166666667,"median":0.03513247,"min":0.0015762,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":32},"recorded_attempt_count":32,"run_count":24,"total":0.94583644},"codegen_latency_ms":{"attempt_count":30,"max_ms":377102,"mean_ms":152852.0909090909,"min_ms":3791,"run_count":22},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":319339,"mean_ms":217205.0,"min_ms":142770,"run_count":7},"medium":{"attempt_count":10,"max_ms":377102,"mean_ms":252606.2857142857,"min_ms":146739,"run_count":7},"none":{"attempt_count":9,"max_ms":30086,"mean_ms":9258.375,"min_ms":3791,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":189303,"output_mean":71566.08333333333,"output_min":2342,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":12,"output_max":127108,"output_mean":95776.5,"output_min":67386,"run_count":8},"medium":{"attempt_count":11,"output_max":189303,"output_mean":113475.0,"output_min":68315,"run_count":8},"none":{"attempt_count":9,"output_max":22506,"output_mean":5446.75,"output_min":2342,"run_count":8}},"display_name":"Mercury 3","economics":{"all":45.20483280006255,"highest":48.947996044526796,"medium":49.070052092985875,"none":37.59645026267498},"first_seen_at":null,"game_gaps":{"highest":{"GB2-07":"failed"},"medium":{"GB2-01":"failed","GB2-03":"too_slow"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":32,"effective_max_output_tokens":[131072],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":41,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"requested_max_output_token_observations":32,"requested_max_output_tokens":[131072],"total_output_tokens":1717586,"total_reasoning_output_tokens":1599995,"total_visible_output_tokens":117591,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":4,"first_pass_rate":0.5714285714285714,"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"performance_rejections":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.14285714285714285,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-03"],"performance_rejections":1,"repaired_admitted":2,"repaired_rate":0.2857142857142857},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":42.493838596020055,"score":28.329225730680037},"GB2-02":{"attempts":3,"playable":43.069439105107335,"score":43.069439105107335},"GB2-03":{"attempts":2,"playable":46.67916589674161,"score":46.67916589674161},"GB2-04":{"attempts":3,"playable":47.16917094674884,"score":47.16917094674884},"GB2-05":{"attempts":3,"playable":48.7282897888747,"score":48.7282897888747},"GB2-06":{"attempts":3,"playable":63.54864825373397,"score":63.54864825373397},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":54.57318886457001,"score":36.38212590971334},"GB2-08":{"attempts":3,"playable":46.93563470348581,"score":46.93563470348581}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":49.681893483165,"score":49.681893483165},"GB2-02":{"attempts":1,"playable":43.133693224131974,"score":43.133693224131974},"GB2-03":{"attempts":1,"playable":61.0076648331374,"score":61.0076648331374},"GB2-04":{"attempts":1,"playable":40.32612597741458,"score":40.32612597741458},"GB2-05":{"attempts":1,"playable":65.22745717597178,"score":65.22745717597178},"GB2-06":{"attempts":1,"playable":74.80412933471376,"score":74.80412933471376},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":57.403004327679874,"score":57.403004327679874}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":44.60077839288278,"score":44.60077839288278},"GB2-04":{"attempts":1,"playable":61.34731555542551,"score":61.34731555542551},"GB2-05":{"attempts":1,"playable":56.84518632921575,"score":56.84518632921575},"GB2-06":{"attempts":1,"playable":52.65459645082022,"score":52.65459645082022},"GB2-07":{"attempts":1,"playable":76.35325755840636,"score":76.35325755840636},"GB2-08":{"attempts":1,"playable":51.689230364150475,"score":51.689230364150475}},"none":{"GB2-01":{"attempts":1,"playable":35.305783708875104,"score":35.305783708875104},"GB2-02":{"attempts":1,"playable":41.473845698307244,"score":41.473845698307244},"GB2-03":{"attempts":1,"playable":32.350666960345826,"score":32.350666960345826},"GB2-04":{"attempts":1,"playable":39.83407130740643,"score":39.83407130740643},"GB2-05":{"attempts":1,"playable":24.112225861436578,"score":24.112225861436578},"GB2-06":{"attempts":1,"playable":63.187218975667946,"score":63.187218975667946},"GB2-07":{"attempts":1,"playable":32.79312017073366,"score":32.79312017073366},"GB2-08":{"attempts":1,"playable":31.71466941862707,"score":31.71466941862707}}},"id":"inception/mercury-3","is_recent_addition":false,"last_measured_at":"2026-11-19T13:31:45Z","match_totals_all":{"draws":3093,"losses":5860,"wins":4525},"match_totals_tracks":{"highest":{"draws":1235,"losses":1554,"wins":1689},"medium":{"draws":690,"losses":1482,"wins":1692},"none":{"draws":1168,"losses":2824,"wins":1144}},"model_slug":"inception-mercury-3","official_rank_by_reasoning":{"highest":60,"medium":57,"none":68},"overall":{"max":76.35325755840636,"mean":45.20483280006255,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":59,"overall_ranking_status":"ranked","per_game":{"GB2-01":49.681893483165,"GB2-02":43.133693224131974,"GB2-03":61.0076648331374,"GB2-04":40.32612597741458,"GB2-05":65.22745717597178,"GB2-06":74.80412933471376,"GB2-08":57.403004327679874},"per_game_all":{"GB2-02":43.069439105107335,"GB2-04":47.16917094674884,"GB2-05":48.7282897888747,"GB2-06":63.54864825373397,"GB2-08":46.93563470348581},"per_game_match_totals_all":{"GB2-01":{"draws":536,"losses":511,"wins":243},"GB2-02":{"draws":1226,"losses":505,"wins":101},"GB2-03":{"draws":277,"losses":614,"wins":377},"GB2-04":{"draws":1027,"losses":556,"wins":303},"GB2-05":{"draws":0,"losses":1110,"wins":886},"GB2-06":{"draws":27,"losses":765,"wins":1104},"GB2-07":{"draws":0,"losses":672,"wins":654},"GB2-08":{"draws":0,"losses":1127,"wins":857}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":309,"losses":191,"wins":146},"GB2-02":{"draws":406,"losses":168,"wins":36},"GB2-03":{"draws":148,"losses":218,"wins":268},"GB2-04":{"draws":365,"losses":215,"wins":48},"GB2-05":{"draws":0,"losses":267,"wins":397},"GB2-06":{"draws":7,"losses":182,"wins":443},"GB2-08":{"draws":0,"losses":313,"wins":351}},"medium":{"GB2-02":{"draws":385,"losses":172,"wins":53},"GB2-04":{"draws":290,"losses":127,"wins":213},"GB2-05":{"draws":0,"losses":323,"wins":345},"GB2-06":{"draws":15,"losses":323,"wins":294},"GB2-07":{"draws":0,"losses":193,"wins":471},"GB2-08":{"draws":0,"losses":344,"wins":316}},"none":{"GB2-01":{"draws":227,"losses":320,"wins":97},"GB2-02":{"draws":435,"losses":165,"wins":12},"GB2-03":{"draws":129,"losses":396,"wins":109},"GB2-04":{"draws":372,"losses":214,"wins":42},"GB2-05":{"draws":0,"losses":520,"wins":144},"GB2-06":{"draws":5,"losses":260,"wins":367},"GB2-07":{"draws":0,"losses":479,"wins":183},"GB2-08":{"draws":0,"losses":470,"wins":190}}},"per_game_raw_elo_all":{"GB2-02":1382.4967170503458,"GB2-04":1423.4246569734985,"GB2-05":1323.786865243486,"GB2-06":1629.084817275773,"GB2-08":1298.924266574504},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1444.4921912336404,"GB2-02":1383.019497017665,"GB2-03":1477.7021945362285,"GB2-04":1368.3857733296918,"GB2-05":1557.4198366455182,"GB2-06":1831.1917010789493,"GB2-08":1470.864415527424},"medium":{"GB2-02":1394.4979543019529,"GB2-04":1537.4374633197315,"GB2-05":1434.839499105502,"GB2-06":1438.5896781526747,"GB2-07":1755.4970850393654,"GB2-08":1365.9036026538593},"none":{"GB2-01":1304.919099493616,"GB2-02":1369.9726998314193,"GB2-03":1215.7587714375472,"GB2-04":1364.4507342710722,"GB2-05":979.1012599794377,"GB2-06":1617.4730725956954,"GB2-07":1138.0819315770898,"GB2-08":1060.004781542229}},"per_game_tracks":{"highest":{"GB2-01":49.681893483165,"GB2-02":43.133693224131974,"GB2-03":61.0076648331374,"GB2-04":40.32612597741458,"GB2-05":65.22745717597178,"GB2-06":74.80412933471376,"GB2-08":57.403004327679874},"medium":{"GB2-02":44.60077839288278,"GB2-04":61.34731555542551,"GB2-05":56.84518632921575,"GB2-06":52.65459645082022,"GB2-07":76.35325755840636,"GB2-08":51.689230364150475},"none":{"GB2-01":35.305783708875104,"GB2-02":41.473845698307244,"GB2-03":32.350666960345826,"GB2-04":39.83407130740643,"GB2-05":24.112225861436578,"GB2-06":63.187218975667946,"GB2-07":32.79312017073366,"GB2-08":31.71466941862707}},"program_outcomes":{"all":{"counted_attempts":23,"failed":2,"infra_excluded":0,"success_rate":0.9130434782608695,"too_slow":1,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7},"medium":{"counted_attempts":7,"failed":1,"infra_excluded":0,"success_rate":0.8571428571428571,"too_slow":1,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#CBD5E1","provider_company":"Inception","provider_key":"inception","provider_text_color":"#0b1120","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T06:36:22Z","reasoning":{"highest":48.947996044526796,"medium":49.07005209298588,"none":37.59645026267498},"reasoning_agg":{"highest":{"max":74.80412933471376,"mean":48.947996044526796,"min":0.0},"medium":{"max":76.35325755840636,"mean":49.07005209298588,"min":0.0},"none":{"max":63.187218975667946,"mean":37.59645026267498,"min":24.112225861436578}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":11.473601830310905},"working_program_strength":{"all":50.26180375972971,"highest":55.940566908030625,"medium":57.248394108483524,"none":37.59645026267498}},{"canonical_public_row_identity":"publication-row.v1:overall:gemini-3-1-pro-preview:e62c3d6cd2f4823b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.3240465,"median":0.32247400000000004,"min":0.095864,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.592372},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.10957599999999999,"mean":0.08025825,"median":0.080065,"min":0.052756,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.642066},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06018799999999999,"mean":0.04587999999999999,"median":0.044081999999999996,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.36704}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.10957599999999999,"mean":0.08025825,"median":0.080065,"min":0.052756,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.6420659999999999},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.06018799999999999,"mean":0.04587999999999999,"median":0.044081999999999996,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.36704000000000003},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":11},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.3240465,"median":0.32247400000000004,"min":0.095864,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"run_count":8,"token_priced_attempt_count":11,"total":2.5923719999999997}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_list_price_estimate":28},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.46894399999999997,"mean":0.15006158333333333,"median":0.080065,"min":0.035026,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":28},"run_count":24,"token_priced_attempt_count":28,"total":3.6014780000000006},"codegen_latency_ms":{"attempt_count":28,"max_ms":255692,"mean_ms":76920.70833333333,"min_ms":12384,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":255692,"mean_ms":175619.75,"min_ms":52003,"run_count":8},"medium":{"attempt_count":8,"max_ms":58005,"mean_ms":37933.625,"min_ms":21700,"run_count":8},"none":{"attempt_count":9,"max_ms":20748,"mean_ms":17208.75,"min_ms":12384,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":36035,"output_mean":10826.541666666666,"output_min":1554,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":36035,"output_mean":24993.125,"output_min":6631,"run_count":8},"medium":{"attempt_count":8,"output_max":7812,"output_mean":5238.375,"output_min":2903,"run_count":8},"none":{"attempt_count":9,"output_max":3115,"output_mean":2248.125,"output_min":1554,"run_count":8}},"display_name":"Gemini 3.1 Pro Preview","economics":{"all":44.41799447793121,"highest":64.84551849760378,"medium":40.309989722664675,"none":28.098475213525173},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[65536],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[65536],"total_output_tokens":259837,"total_reasoning_output_tokens":197903,"total_visible_output_tokens":61934,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"gemini-3.1-pro-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"google","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":48.05492988484266,"score":48.05492988484266},"GB2-02":{"attempts":3,"playable":42.325368370150386,"score":42.325368370150386},"GB2-03":{"attempts":3,"playable":51.960051459997295,"score":51.960051459997295},"GB2-04":{"attempts":3,"playable":55.04130610835128,"score":55.04130610835128},"GB2-05":{"attempts":3,"playable":38.027761172651545,"score":38.027761172651545},"GB2-06":{"attempts":3,"playable":19.727575428110395,"score":19.727575428110395},"GB2-07":{"attempts":3,"playable":55.17050245057459,"score":55.17050245057459},"GB2-08":{"attempts":3,"playable":45.03646094877151,"score":45.03646094877151}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":72.21369032411754,"score":72.21369032411754},"GB2-02":{"attempts":1,"playable":41.604715557358595,"score":41.604715557358595},"GB2-03":{"attempts":1,"playable":63.44174602077375,"score":63.44174602077375},"GB2-04":{"attempts":1,"playable":81.06841129088208,"score":81.06841129088208},"GB2-05":{"attempts":1,"playable":83.30238532389019,"score":83.30238532389019},"GB2-06":{"attempts":1,"playable":17.74617077134939,"score":17.74617077134939},"GB2-07":{"attempts":1,"playable":72.64825055200066,"score":72.64825055200066},"GB2-08":{"attempts":1,"playable":86.73877814045798,"score":86.73877814045798}},"medium":{"GB2-01":{"attempts":1,"playable":33.887144597714304,"score":33.887144597714304},"GB2-02":{"attempts":1,"playable":43.29639140362777,"score":43.29639140362777},"GB2-03":{"attempts":1,"playable":64.76999046467084,"score":64.76999046467084},"GB2-04":{"attempts":1,"playable":43.69905299877265,"score":43.69905299877265},"GB2-05":{"attempts":1,"playable":16.203672436945954,"score":16.203672436945954},"GB2-06":{"attempts":1,"playable":27.42041844180538,"score":27.42041844180538},"GB2-07":{"attempts":1,"playable":69.01981326631574,"score":69.01981326631574},"GB2-08":{"attempts":1,"playable":24.183434171464764,"score":24.183434171464764}},"none":{"GB2-01":{"attempts":1,"playable":38.06395473269612,"score":38.06395473269612},"GB2-02":{"attempts":1,"playable":42.0749981494648,"score":42.0749981494648},"GB2-03":{"attempts":1,"playable":27.66841789454731,"score":27.66841789454731},"GB2-04":{"attempts":1,"playable":40.3564540353991,"score":40.3564540353991},"GB2-05":{"attempts":1,"playable":14.577225757118494,"score":14.577225757118494},"GB2-06":{"attempts":1,"playable":14.01613707117641,"score":14.01613707117641},"GB2-07":{"attempts":1,"playable":23.843443533407367,"score":23.843443533407367},"GB2-08":{"attempts":1,"playable":24.18717053439179,"score":24.18717053439179}}},"id":"gemini-3.1-pro-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:49Z","match_totals_all":{"draws":2840,"losses":7744,"wins":4836},"match_totals_tracks":{"highest":{"draws":629,"losses":1701,"wins":2810},"medium":{"draws":1124,"losses":2714,"wins":1300},"none":{"draws":1087,"losses":3329,"wins":726}},"model_slug":"gemini-3-1-pro-preview","official_rank_by_reasoning":{"highest":37,"medium":76,"none":86},"overall":{"max":86.73877814045798,"mean":44.41799447793121,"min":14.01613707117641},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":60,"overall_ranking_status":"ranked","per_game":{"GB2-01":72.21369032411754,"GB2-02":41.604715557358595,"GB2-03":63.44174602077375,"GB2-04":81.06841129088208,"GB2-05":83.30238532389019,"GB2-06":17.74617077134939,"GB2-07":72.64825055200066,"GB2-08":86.73877814045798},"per_game_all":{"GB2-01":48.05492988484266,"GB2-02":42.325368370150386,"GB2-03":51.960051459997295,"GB2-04":55.04130610835128,"GB2-05":38.027761172651545,"GB2-06":19.727575428110395,"GB2-07":55.17050245057459,"GB2-08":45.03646094877151},"per_game_match_totals_all":{"GB2-01":{"draws":337,"losses":896,"wins":705},"GB2-02":{"draws":1340,"losses":464,"wins":32},"GB2-03":{"draws":342,"losses":862,"wins":698},"GB2-04":{"draws":806,"losses":515,"wins":563},"GB2-05":{"draws":0,"losses":1295,"wins":697},"GB2-06":{"draws":15,"losses":1574,"wins":307},"GB2-07":{"draws":0,"losses":995,"wins":993},"GB2-08":{"draws":0,"losses":1143,"wins":841}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":25,"losses":189,"wins":432},"GB2-02":{"draws":436,"losses":164,"wins":12},"GB2-03":{"draws":28,"losses":263,"wins":343},"GB2-04":{"draws":138,"losses":75,"wins":415},"GB2-05":{"draws":0,"losses":146,"wins":518},"GB2-06":{"draws":2,"losses":537,"wins":93},"GB2-07":{"draws":0,"losses":219,"wins":443},"GB2-08":{"draws":0,"losses":108,"wins":554}},"medium":{"GB2-01":{"draws":199,"losses":346,"wins":101},"GB2-02":{"draws":447,"losses":149,"wins":16},"GB2-03":{"draws":135,"losses":201,"wins":298},"GB2-04":{"draws":332,"losses":211,"wins":85},"GB2-05":{"draws":0,"losses":570,"wins":94},"GB2-06":{"draws":11,"losses":479,"wins":142},"GB2-07":{"draws":0,"losses":242,"wins":420},"GB2-08":{"draws":0,"losses":516,"wins":144}},"none":{"GB2-01":{"draws":113,"losses":361,"wins":172},"GB2-02":{"draws":457,"losses":151,"wins":4},"GB2-03":{"draws":179,"losses":398,"wins":57},"GB2-04":{"draws":336,"losses":229,"wins":63},"GB2-05":{"draws":0,"losses":579,"wins":85},"GB2-06":{"draws":2,"losses":558,"wins":72},"GB2-07":{"draws":0,"losses":534,"wins":130},"GB2-08":{"draws":0,"losses":519,"wins":143}}},"per_game_raw_elo_all":{"GB2-01":1433.0730060897495,"GB2-02":1376.6686556201614,"GB2-03":1396.8092923648503,"GB2-04":1502.3660843202435,"GB2-05":1198.0635155120924,"GB2-06":908.6394193052148,"GB2-07":1442.3844049046195,"GB2-08":1345.9897389952855},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1676.2553257580369,"GB2-02":1371.004377715976,"GB2-03":1502.8661139559092,"GB2-04":1743.3383433060862,"GB2-05":1968.6349346378224,"GB2-06":878.1805644786203,"GB2-07":1688.4480496528959,"GB2-08":2132.4912021843493},"medium":{"GB2-01":1290.4240171623646,"GB2-02":1384.2944658481852,"GB2-03":1517.0869496581822,"GB2-04":1395.131938846924,"GB2-05":830.2520713804666,"GB2-06":1040.464973705367,"GB2-07":1628.9843476024962,"GB2-08":952.7116467621672},"none":{"GB2-01":1332.5396753488462,"GB2-02":1374.7071232963237,"GB2-03":1170.474813480459,"GB2-04":1368.627970807721,"GB2-05":795.3035405179882,"GB2-06":807.2727197316573,"GB2-07":1009.7208174584662,"GB2-08":952.76636803934}},"per_game_tracks":{"highest":{"GB2-01":72.21369032411754,"GB2-02":41.604715557358595,"GB2-03":63.44174602077375,"GB2-04":81.06841129088208,"GB2-05":83.30238532389019,"GB2-06":17.74617077134939,"GB2-07":72.64825055200066,"GB2-08":86.73877814045798},"medium":{"GB2-01":33.887144597714304,"GB2-02":43.29639140362777,"GB2-03":64.76999046467084,"GB2-04":43.69905299877265,"GB2-05":16.203672436945954,"GB2-06":27.42041844180538,"GB2-07":69.01981326631574,"GB2-08":24.183434171464764},"none":{"GB2-01":38.06395473269612,"GB2-02":42.0749981494648,"GB2-03":27.66841789454731,"GB2-04":40.3564540353991,"GB2-05":14.577225757118494,"GB2-06":14.01613707117641,"GB2-07":23.843443533407367,"GB2-08":24.18717053439179}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":20,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-7,"rank_movement_baseline_at":"2026-11-14T05:17:28Z","reasoning":{"highest":64.84551849760378,"medium":40.309989722664675,"none":28.098475213525173},"reasoning_agg":{"highest":{"max":86.73877814045798,"mean":64.84551849760378,"min":17.74617077134939},"medium":{"max":69.01981326631574,"mean":40.309989722664675,"min":16.203672436945954},"none":{"max":42.0749981494648,"mean":28.098475213525173,"min":14.01613707117641}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":36.7470432840786},"working_program_strength":{"all":44.41799447793121,"highest":64.84551849760378,"medium":40.309989722664675,"none":28.098475213525173}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling-2-small:93d8f86be5e17f71","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.040934665,"median":0.04232749,"min":0.02069508,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.32747732},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0170825,"mean":0.0130700525,"median":0.01240349,"min":0.01105408,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":0.10456041999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02161668,"mean":0.008970015,"median":0.00676269,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.07176012}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0170825,"mean":0.0130700525,"median":0.01240349,"min":0.01105408,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"recorded_attempt_count":8,"run_count":8,"total":0.10456042000000002},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02161668,"mean":0.008970015,"median":0.00676269,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.07176012},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.040934665,"median":0.04232749,"min":0.02069508,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.32747732}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":24,"cost_basis_counts":{"provider_reported":28},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06180238,"mean":0.020991577500000008,"median":0.0129706,"min":0.0057084,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":28},"recorded_attempt_count":28,"run_count":24,"total":0.5037978599999999},"codegen_latency_ms":{"attempt_count":28,"max_ms":165523,"mean_ms":48340.375,"min_ms":7775,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":165523,"mean_ms":106380.5,"min_ms":43853,"run_count":8},"medium":{"attempt_count":8,"max_ms":37567,"mean_ms":27535.875,"min_ms":22544,"run_count":8},"none":{"attempt_count":10,"max_ms":26064,"mean_ms":11104.75,"min_ms":7775,"run_count":8}},"codegen_output_tokens":{"attempt_count":28,"output_max":55369,"output_mean":17684.5,"output_min":3054,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":55369,"output_mean":37252.375,"output_min":18156,"run_count":8},"medium":{"attempt_count":8,"output_max":13400,"output_mean":10257.125,"output_min":8515,"run_count":8},"none":{"attempt_count":10,"output_max":16428,"output_mean":5544.0,"output_min":3054,"run_count":8}},"display_name":"Inkling 2 Small","economics":{"all":43.08252298937402,"highest":40.1186603532742,"medium":46.192279453383364,"none":42.9366291614645},"first_seen_at":"2026-11-19T13:38:54Z","game_gaps":{"highest":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":28,"effective_max_output_tokens":[943718],"finish_reason_observations":28,"finish_reasons":["stop"],"indexed_attempts":28,"output_token_observations":28,"provider_post_attempt_observations":28,"provider_post_attempts":28,"reasoning_token_observations":28,"reconciliation_get_attempt_observations":28,"requested_max_output_token_observations":28,"requested_max_output_tokens":[943718],"total_output_tokens":424428,"total_reasoning_output_tokens":261927,"total_visible_output_tokens":162501,"visible_token_observations":28},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":943718,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling-2-small","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":55.09958514863002,"score":55.09958514863002},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.70017925954212,"score":28.46678617302808},"GB2-03":{"attempts":3,"playable":34.95676709186777,"score":34.95676709186777},"GB2-04":{"attempts":3,"playable":40.11910402174926,"score":40.11910402174926},"GB2-05":{"attempts":3,"playable":43.90095469446131,"score":43.90095469446131},"GB2-06":{"attempts":3,"playable":33.173595198086964,"score":33.173595198086964},"GB2-07":{"attempts":3,"playable":55.197543405715656,"score":55.197543405715656},"GB2-08":{"attempts":3,"playable":53.745848181453105,"score":53.745848181453105}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":55.13536931378636,"score":55.13536931378636},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":31.7232972672912,"score":31.7232972672912},"GB2-04":{"attempts":1,"playable":41.43917997041588,"score":41.43917997041588},"GB2-05":{"attempts":1,"playable":64.89937506839787,"score":64.89937506839787},"GB2-06":{"attempts":1,"playable":10.295642289902116,"score":10.295642289902116},"GB2-07":{"attempts":1,"playable":47.72172991732579,"score":47.72172991732579},"GB2-08":{"attempts":1,"playable":69.73468899907441,"score":69.73468899907441}},"medium":{"GB2-01":{"attempts":1,"playable":66.91107373748267,"score":66.91107373748267},"GB2-02":{"attempts":1,"playable":42.0757606179147,"score":42.0757606179147},"GB2-03":{"attempts":1,"playable":44.99515097201036,"score":44.99515097201036},"GB2-04":{"attempts":1,"playable":40.22269916889818,"score":40.22269916889818},"GB2-05":{"attempts":1,"playable":20.076816290733664,"score":20.076816290733664},"GB2-06":{"attempts":1,"playable":43.60900843805472,"score":43.60900843805472},"GB2-07":{"attempts":1,"playable":72.93467464093901,"score":72.93467464093901},"GB2-08":{"attempts":1,"playable":38.71305176103362,"score":38.71305176103362}},"none":{"GB2-01":{"attempts":1,"playable":43.25231239462104,"score":43.25231239462104},"GB2-02":{"attempts":1,"playable":43.32459790116953,"score":43.32459790116953},"GB2-03":{"attempts":1,"playable":28.151853036301766,"score":28.151853036301766},"GB2-04":{"attempts":1,"playable":38.69543292593371,"score":38.69543292593371},"GB2-05":{"attempts":1,"playable":46.72667272425239,"score":46.72667272425239},"GB2-06":{"attempts":1,"playable":45.616134866304066,"score":45.616134866304066},"GB2-07":{"attempts":1,"playable":44.93622565888218,"score":44.93622565888218},"GB2-08":{"attempts":1,"playable":52.7898037842513,"score":52.7898037842513}}},"id":"thinkingmachines/inkling-2-small","is_recent_addition":true,"last_measured_at":"2026-11-19T13:38:54Z","match_totals_all":{"draws":3080,"losses":7227,"wins":4507},"match_totals_tracks":{"highest":{"draws":678,"losses":2301,"wins":1557},"medium":{"draws":1102,"losses":2426,"wins":1610},"none":{"draws":1300,"losses":2500,"wins":1340}},"model_slug":"thinkingmachines-inkling-2-small","official_rank_by_reasoning":{"highest":69,"medium":64,"none":51},"overall":{"max":72.93467464093901,"mean":43.08252298937402,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":61,"overall_ranking_status":"ranked","per_game":{"GB2-01":55.13536931378636,"GB2-03":31.7232972672912,"GB2-04":41.43917997041588,"GB2-05":64.89937506839787,"GB2-06":10.295642289902116,"GB2-07":47.72172991732579,"GB2-08":69.73468899907441},"per_game_all":{"GB2-01":55.09958514863002,"GB2-03":34.95676709186777,"GB2-04":40.11910402174926,"GB2-05":43.90095469446131,"GB2-06":33.173595198086964,"GB2-07":55.197543405715656,"GB2-08":53.745848181453105},"per_game_match_totals_all":{"GB2-01":{"draws":784,"losses":542,"wins":610},"GB2-02":{"draws":889,"losses":308,"wins":27},"GB2-03":{"draws":468,"losses":1102,"wins":332},"GB2-04":{"draws":908,"losses":741,"wins":235},"GB2-05":{"draws":0,"losses":1195,"wins":797},"GB2-06":{"draws":31,"losses":1330,"wins":539},"GB2-07":{"draws":0,"losses":1007,"wins":979},"GB2-08":{"draws":0,"losses":1002,"wins":988}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":317,"losses":153,"wins":174},"GB2-03":{"draws":144,"losses":392,"wins":98},"GB2-04":{"draws":215,"losses":283,"wins":130},"GB2-05":{"draws":0,"losses":273,"wins":395},"GB2-06":{"draws":2,"losses":579,"wins":53},"GB2-07":{"draws":0,"losses":387,"wins":275},"GB2-08":{"draws":0,"losses":234,"wins":432}},"medium":{"GB2-01":{"draws":180,"losses":148,"wins":320},"GB2-02":{"draws":447,"losses":155,"wins":8},"GB2-03":{"draws":142,"losses":317,"wins":175},"GB2-04":{"draws":327,"losses":234,"wins":67},"GB2-05":{"draws":0,"losses":543,"wins":119},"GB2-06":{"draws":6,"losses":385,"wins":241},"GB2-07":{"draws":0,"losses":215,"wins":447},"GB2-08":{"draws":0,"losses":429,"wins":233}},"none":{"GB2-01":{"draws":287,"losses":241,"wins":116},"GB2-02":{"draws":442,"losses":153,"wins":19},"GB2-03":{"draws":182,"losses":393,"wins":59},"GB2-04":{"draws":366,"losses":224,"wins":38},"GB2-05":{"draws":0,"losses":379,"wins":283},"GB2-06":{"draws":23,"losses":366,"wins":245},"GB2-07":{"draws":0,"losses":405,"wins":257},"GB2-08":{"draws":0,"losses":339,"wins":323}}},"per_game_raw_elo_all":{"GB2-01":1498.7146298659836,"GB2-03":1238.1311614846315,"GB2-04":1366.7038434697522,"GB2-05":1253.9011170475965,"GB2-06":1115.3076001169072,"GB2-07":1441.1809386480945,"GB2-08":1424.6059791275477},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1496.8087621193674,"GB2-03":1209.8582283619621,"GB2-04":1377.250999580041,"GB2-05":1552.1921396813254,"GB2-06":725.3861907471417,"GB2-07":1333.085811275408,"GB2-08":1728.5872947083092},"medium":{"GB2-01":1616.2626777742962,"GB2-02":1374.7131209600107,"GB2-03":1329.2335621471163,"GB2-04":1367.5595241309857,"GB2-05":906.846800150516,"GB2-06":1294.503936538223,"GB2-07":1693.3694864483653,"GB2-08":1159.886280916933},"none":{"GB2-01":1383.0724497042872,"GB2-02":1384.5154444010182,"GB2-03":1175.3016939448162,"GB2-04":1355.3010066982301,"GB2-05":1302.6644113109483,"GB2-06":1326.032673065357,"GB2-07":1297.0875182205098,"GB2-08":1385.3443617574014}},"per_game_tracks":{"highest":{"GB2-01":55.13536931378636,"GB2-03":31.7232972672912,"GB2-04":41.43917997041588,"GB2-05":64.89937506839787,"GB2-06":10.295642289902116,"GB2-07":47.72172991732579,"GB2-08":69.73468899907441},"medium":{"GB2-01":66.91107373748267,"GB2-02":42.0757606179147,"GB2-03":44.99515097201036,"GB2-04":40.22269916889818,"GB2-05":20.076816290733664,"GB2-06":43.60900843805472,"GB2-07":72.93467464093901,"GB2-08":38.71305176103362},"none":{"GB2-01":43.25231239462104,"GB2-02":43.32459790116953,"GB2-03":28.151853036301766,"GB2-04":38.69543292593371,"GB2-05":46.72667272425239,"GB2-06":45.616134866304066,"GB2-07":44.93622565888218,"GB2-08":52.7898037842513}},"program_outcomes":{"all":{"counted_attempts":24,"failed":1,"infra_excluded":0,"success_rate":0.9583333333333334,"too_slow":0,"worked_after_repair":3,"worked_first_time":20,"working":23},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":40.1186603532742,"medium":46.192279453383364,"none":42.9366291614645},"reasoning_agg":{"highest":{"max":69.73468899907441,"mean":40.1186603532742,"min":0.0},"medium":{"max":72.93467464093901,"mean":46.192279453383364,"min":20.076816290733664},"none":{"max":52.7898037842513,"mean":42.9366291614645,"min":28.151853036301766}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"max"},"score_diagnostics":{"reasoning_variance":6.073619100109163},"working_program_strength":{"all":44.99293538714898,"highest":45.84989754659909,"medium":46.192279453383364,"none":42.9366291614645}},{"canonical_public_row_identity":"publication-row.v1:overall:z-ai-glm-5-2:713dfe977fee7797","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.1808710912875,"median":0.13158330000000001,"min":0.0448038366,"recorded_attempt_count":9,"run_count":8,"total":1.4469687303},"medium":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.14635563000000001,"mean":0.0939111476625,"median":0.10304704349999999,"min":0.032703412,"recorded_attempt_count":26,"run_count":16,"total":1.5025783626},"none":{"admitted_cell_count":24,"cell_count":8,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.03729904666666666,"mean":0.023546225995833333,"median":0.024102434966666666,"min":0.013816857666666666,"recorded_attempt_count":37,"run_count":24,"total":0.5651094239000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.23894740000000003,"mean":0.121926546075,"median":0.109979,"min":0.0289264146,"recorded_attempt_count":10,"run_count":8,"total":0.9754123686},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.14831665,"mean":0.06589574925,"median":0.044104765,"min":0.0155414,"recorded_attempt_count":16,"run_count":8,"total":0.527165994},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":16,"cell_count":8,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.047757869999999994,"mean":0.022448211274999998,"median":0.017169796,"min":0.0106770175,"recorded_attempt_count":24,"run_count":16,"total":0.3591713804},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.050486600000000006,"mean":0.0257422554375,"median":0.02408436405,"min":0.0093287,"recorded_attempt_count":13,"run_count":8,"total":0.20593804349999997},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.1808710912875,"median":0.13158330000000001,"min":0.0448038366,"recorded_attempt_count":9,"run_count":8,"total":1.4469687303}},"codegen_cost_usd":{"admitted_cell_count":48,"cell_count":24,"cost_basis_counts":{"provider_reported":72},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.39278997800000004,"mean":0.09944282164861112,"median":0.056673037849999996,"min":0.013816857666666666,"recorded_attempt_count":72,"run_count":48,"total":3.5146565168000006},"codegen_latency_ms":{"attempt_count":32,"max_ms":882507,"mean_ms":240683.0,"min_ms":16088,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":9,"max_ms":882507,"mean_ms":333475.125,"min_ms":88401,"run_count":8},"medium":{"attempt_count":10,"max_ms":677392,"mean_ms":353638.875,"min_ms":112475,"run_count":8},"none":{"attempt_count":13,"max_ms":79329,"mean_ms":34935.0,"min_ms":16088,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":130069,"output_mean":34536.041666666664,"output_min":1442,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":9,"output_max":130069,"output_mean":52728.5,"output_min":20107,"run_count":8},"medium":{"attempt_count":10,"output_max":83540,"output_mean":46751.875,"output_min":17329,"run_count":8},"none":{"attempt_count":13,"output_max":8574,"output_mean":4127.75,"output_min":1442,"run_count":8}},"display_name":"GLM-5.2","economics":{"all":43.077156278029484,"highest":44.65564394440005,"medium":45.208455368773585,"none":39.36736952091482},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["stop"],"indexed_attempts":32,"output_token_observations":32,"provider_post_attempt_observations":32,"provider_post_attempts":32,"reasoning_token_observations":32,"reconciliation_get_attempt_observations":32,"reconciliation_get_attempts":148,"total_output_tokens":828865,"total_reasoning_output_tokens":728689,"total_visible_output_tokens":100176,"visible_token_observations":32},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"z-ai","provider_model":"z-ai/glm-5.2","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":16,"evaluated_cells":16,"first_pass_admitted":6,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":10,"repaired_rate":0.625},"baseline":{"admitted_plugins":24,"evaluated_cells":24,"first_pass_admitted":13,"first_pass_rate":0.5416666666666666,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":3},"GB2-04":{"admitted":3},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":11,"repaired_rate":0.4583333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":39.04991056773668,"score":39.04991056773668},"GB2-02":{"attempts":6,"playable":49.61848613612516,"score":49.61848613612516},"GB2-03":{"attempts":6,"playable":35.053251800299186,"score":35.053251800299186},"GB2-04":{"attempts":6,"playable":48.82800042918623,"score":48.82800042918623},"GB2-05":{"attempts":6,"playable":46.6954749322717,"score":46.6954749322717},"GB2-06":{"attempts":6,"playable":51.856954929628046,"score":51.856954929628046},"GB2-07":{"attempts":6,"playable":38.19072383075016,"score":38.19072383075016},"GB2-08":{"attempts":6,"playable":35.32444759823867,"score":35.32444759823867}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":52.15673799314698,"score":52.15673799314698},"GB2-02":{"attempts":1,"playable":61.38602340408187,"score":61.38602340408187},"GB2-03":{"attempts":1,"playable":36.31712043453925,"score":36.31712043453925},"GB2-04":{"attempts":1,"playable":57.67316532299286,"score":57.67316532299286},"GB2-05":{"attempts":1,"playable":55.38205702325312,"score":55.38205702325312},"GB2-06":{"attempts":1,"playable":37.692837227092454,"score":37.692837227092454},"GB2-07":{"attempts":1,"playable":10.634742316496705,"score":10.634742316496705},"GB2-08":{"attempts":1,"playable":46.00246783359712,"score":46.00246783359712}},"medium":{"GB2-01":{"attempts":2,"playable":37.40887447781099,"score":37.40887447781099},"GB2-02":{"attempts":2,"playable":47.42124413495819,"score":47.42124413495819},"GB2-03":{"attempts":2,"playable":29.591260501272373,"score":29.591260501272373},"GB2-04":{"attempts":2,"playable":46.48694999167019,"score":46.48694999167019},"GB2-05":{"attempts":2,"playable":51.380421953827565,"score":51.380421953827565},"GB2-06":{"attempts":2,"playable":74.70336110915488,"score":74.70336110915488},"GB2-07":{"attempts":2,"playable":56.902145947704156,"score":56.902145947704156},"GB2-08":{"attempts":2,"playable":17.773384833790274,"score":17.773384833790274}},"none":{"GB2-01":{"attempts":3,"playable":27.584119232252068,"score":27.584119232252068},"GB2-02":{"attempts":3,"playable":40.04819086933542,"score":40.04819086933542},"GB2-03":{"attempts":3,"playable":39.25137446508594,"score":39.25137446508594},"GB2-04":{"attempts":3,"playable":42.323885972895646,"score":42.323885972895646},"GB2-05":{"attempts":3,"playable":33.3239458197344,"score":33.3239458197344},"GB2-06":{"attempts":3,"playable":43.17466645263679,"score":43.17466645263679},"GB2-07":{"attempts":3,"playable":47.03528322804963,"score":47.03528322804963},"GB2-08":{"attempts":3,"playable":42.19749012732862,"score":42.19749012732862}}},"id":"z-ai/glm-5.2","is_recent_addition":false,"last_measured_at":"2026-11-19T16:16:36Z","match_totals_all":{"draws":6672,"losses":15780,"wins":8412},"match_totals_tracks":{"highest":{"draws":1005,"losses":2569,"wins":1568},"medium":{"draws":2358,"losses":4888,"wins":3048},"none":{"draws":3309,"losses":8323,"wins":3796}},"model_slug":"z-ai-glm-5-2","official_rank_by_reasoning":{"highest":65,"medium":68,"none":64},"overall":{"max":74.70336110915488,"mean":43.077156278029484,"min":10.634742316496705},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":62,"overall_ranking_status":"ranked","per_game":{"GB2-01":52.15673799314698,"GB2-02":61.38602340408187,"GB2-03":36.31712043453925,"GB2-04":57.67316532299286,"GB2-05":55.38205702325312,"GB2-06":37.692837227092454,"GB2-07":10.634742316496705,"GB2-08":46.00246783359712},"per_game_all":{"GB2-01":39.04991056773668,"GB2-02":49.61848613612516,"GB2-03":35.053251800299186,"GB2-04":48.82800042918623,"GB2-05":46.6954749322717,"GB2-06":51.856954929628046,"GB2-07":38.19072383075016,"GB2-08":35.32444759823867},"per_game_match_totals_all":{"GB2-01":{"draws":915,"losses":2175,"wins":794},"GB2-02":{"draws":2422,"losses":930,"wins":324},"GB2-03":{"draws":1275,"losses":2019,"wins":512},"GB2-04":{"draws":1973,"losses":1184,"wins":613},"GB2-05":{"draws":0,"losses":2433,"wins":1555},"GB2-06":{"draws":87,"losses":1917,"wins":1792},"GB2-07":{"draws":0,"losses":2428,"wins":1548},"GB2-08":{"draws":0,"losses":2694,"wins":1274}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":216,"losses":221,"wins":209},"GB2-02":{"draws":281,"losses":127,"wins":204},"GB2-03":{"draws":202,"losses":339,"wins":95},"GB2-04":{"draws":288,"losses":149,"wins":191},"GB2-05":{"draws":0,"losses":328,"wins":336},"GB2-06":{"draws":18,"losses":417,"wins":197},"GB2-07":{"draws":0,"losses":608,"wins":56},"GB2-08":{"draws":0,"losses":380,"wins":280}},"medium":{"GB2-01":{"draws":336,"losses":680,"wins":278},"GB2-02":{"draws":845,"losses":276,"wins":105},"GB2-03":{"draws":480,"losses":712,"wins":76},"GB2-04":{"draws":662,"losses":391,"wins":205},"GB2-05":{"draws":0,"losses":709,"wins":621},"GB2-06":{"draws":35,"losses":356,"wins":877},"GB2-07":{"draws":0,"losses":650,"wins":676},"GB2-08":{"draws":0,"losses":1114,"wins":210}},"none":{"GB2-01":{"draws":363,"losses":1274,"wins":307},"GB2-02":{"draws":1296,"losses":527,"wins":15},"GB2-03":{"draws":593,"losses":968,"wins":341},"GB2-04":{"draws":1023,"losses":644,"wins":217},"GB2-05":{"draws":0,"losses":1396,"wins":598},"GB2-06":{"draws":34,"losses":1144,"wins":718},"GB2-07":{"draws":0,"losses":1170,"wins":816},"GB2-08":{"draws":0,"losses":1200,"wins":784}}},"per_game_raw_elo_all":{"GB2-01":1337.6748453843063,"GB2-02":1434.732188296735,"GB2-03":1239.8016150161927,"GB2-04":1435.9440917294685,"GB2-05":1292.5394061805064,"GB2-06":1443.5352082099016,"GB2-07":1179.139728264715,"GB2-08":1130.0988683103958},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1468.135718154426,"GB2-02":1528.9671943384935,"GB2-03":1252.2066934863328,"GB2-04":1506.504524837791,"GB2-05":1415.1207753648976,"GB2-06":1202.1078021843896,"GB2-07":755.8624864470377,"GB2-08":1270.87908979658},"medium":{"GB2-01":1323.1676893801034,"GB2-02":1416.5657679849653,"GB2-03":1189.051972582539,"GB2-04":1417.062951891554,"GB2-05":1362.6018536746778,"GB2-06":1833.1090835404987,"GB2-07":1456.2084666408728,"GB2-08":843.8834657586743},"none":{"GB2-01":1221.7211286183892,"GB2-02":1358.6636025667465,"GB2-03":1278.1461789797056,"GB2-04":1384.2647984590603,"GB2-05":1099.8955895019435,"GB2-06":1295.3887389048166,"GB2-07":1325.3482317062346,"GB2-08":1275.5340493759325}},"per_game_tracks":{"highest":{"GB2-01":52.15673799314698,"GB2-02":61.38602340408187,"GB2-03":36.31712043453925,"GB2-04":57.67316532299286,"GB2-05":55.38205702325312,"GB2-06":37.692837227092454,"GB2-07":10.634742316496705,"GB2-08":46.00246783359712},"medium":{"GB2-01":37.40887447781099,"GB2-02":47.42124413495819,"GB2-03":29.591260501272373,"GB2-04":46.48694999167019,"GB2-05":51.380421953827565,"GB2-06":74.70336110915488,"GB2-07":56.902145947704156,"GB2-08":17.773384833790274},"none":{"GB2-01":27.584119232252068,"GB2-02":40.04819086933542,"GB2-03":39.25137446508594,"GB2-04":42.323885972895646,"GB2-05":33.3239458197344,"GB2-06":43.17466645263679,"GB2-07":47.03528322804963,"GB2-08":42.19749012732862}},"program_outcomes":{"all":{"counted_attempts":48,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":22,"worked_first_time":26,"working":48},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"medium":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":10,"worked_first_time":6,"working":16},"none":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":11,"worked_first_time":13,"working":24}},"provider_color":"#2563EB","provider_company":"Zhipu","provider_key":"z-ai","provider_text_color":"#f8fbff","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T05:02:55Z","reasoning":{"highest":44.65564394440005,"medium":45.208455368773585,"none":39.36736952091482},"reasoning_agg":{"highest":{"max":61.38602340408187,"mean":44.65564394440005,"min":10.634742316496705},"medium":{"max":74.70336110915488,"mean":45.208455368773585,"min":17.773384833790274},"none":{"max":47.03528322804963,"mean":39.36736952091482,"min":27.584119232252068}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":5.841085847858764},"working_program_strength":{"all":43.077156278029484,"highest":44.65564394440005,"medium":45.208455368773585,"none":39.36736952091482}},{"canonical_public_row_identity":"publication-row.v1:overall:reflection-beam-1-0-501b-a23b:164fcd2f782dd380","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.04917425,"mean":0.028458624999999998,"median":0.0242415,"min":0.016261,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.22766899999999998},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01932975,"mean":0.010711218750000001,"median":0.008422124999999999,"min":0.00683925,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.08568975000000001},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.013563249999999999,"mean":0.0084324375,"median":0.007856624999999999,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06745949999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01932975,"mean":0.010711218750000001,"median":0.008422124999999999,"min":0.00683925,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.08568975000000001},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.013563249999999999,"mean":0.0084324375,"median":0.007856624999999999,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.0674595},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.04917425,"mean":0.028458624999999998,"median":0.0242415,"min":0.016261,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.227669}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04917425,"mean":0.015867427083333333,"median":0.01165575,"min":0.0040545,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":36},"recorded_attempt_count":36,"run_count":24,"total":0.3808182500000001},"codegen_latency_ms":{"attempt_count":36,"max_ms":225177,"mean_ms":82986.79166666667,"min_ms":14518,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":225177,"mean_ms":159627.75,"min_ms":89322,"run_count":8},"medium":{"attempt_count":11,"max_ms":118131,"mean_ms":55222.125,"min_ms":14518,"run_count":8},"none":{"attempt_count":14,"max_ms":72565,"mean_ms":34110.5,"min_ms":18316,"run_count":8}},"codegen_output_tokens":{"attempt_count":36,"output_max":44106,"output_mean":12952.291666666666,"output_min":2213,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":44106,"output_mean":25586.0,"output_min":14383,"run_count":8},"medium":{"attempt_count":11,"output_max":15405,"output_mean":8034.75,"output_min":4457,"run_count":8},"none":{"attempt_count":14,"output_max":8725,"output_mean":5236.125,"output_min":2213,"run_count":8}},"display_name":"Beam 1.0 501B A23B","economics":{"all":42.79896541366498,"highest":53.24191083499488,"medium":35.91376431226894,"none":39.24122109373113},"first_seen_at":null,"game_gaps":{"medium":{"GB2-01":"failed"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":36,"effective_max_output_tokens":[131072],"finish_reason_observations":36,"finish_reasons":["stop"],"indexed_attempts":36,"output_token_observations":36,"provider_post_attempt_observations":36,"provider_post_attempts":36,"reasoning_token_observations":36,"reconciliation_get_attempt_observations":36,"requested_max_output_token_observations":36,"requested_max_output_tokens":[131072],"total_output_tokens":310855,"total_reasoning_output_tokens":208237,"total_visible_output_tokens":102618,"visible_token_observations":36},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"reflection/beam-1.0-501b-a23b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":32.74007542865373,"score":21.82671695243582},"GB2-02":{"attempts":3,"playable":42.127916701570065,"score":42.127916701570065},"GB2-03":{"attempts":3,"playable":51.722056198672675,"score":51.722056198672675},"GB2-04":{"attempts":3,"playable":45.22068682396528,"score":45.22068682396528},"GB2-05":{"attempts":3,"playable":48.73498139816175,"score":48.73498139816175},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":61.61704793260927,"score":41.078031955072845},"GB2-07":{"attempts":3,"playable":26.50977574685173,"score":26.50977574685173},"GB2-08":{"attempts":3,"playable":65.17155753258965,"score":65.17155753258965}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":24.187333605388876,"score":24.187333605388876},"GB2-02":{"attempts":1,"playable":49.1325746282129,"score":49.1325746282129},"GB2-03":{"attempts":1,"playable":75.66060528163962,"score":75.66060528163962},"GB2-04":{"attempts":1,"playable":59.11206397739017,"score":59.11206397739017},"GB2-05":{"attempts":1,"playable":49.16817646850658,"score":49.16817646850658},"GB2-06":{"attempts":1,"playable":71.38501416567456,"score":71.38501416567456},"GB2-07":{"attempts":1,"playable":38.959128552935205,"score":38.959128552935205},"GB2-08":{"attempts":1,"playable":58.33039000021106,"score":58.33039000021106}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":33.46111034043761,"score":33.46111034043761},"GB2-03":{"attempts":1,"playable":37.639690638254216,"score":37.639690638254216},"GB2-04":{"attempts":1,"playable":37.920565071883786,"score":37.920565071883786},"GB2-05":{"attempts":1,"playable":39.041956205433195,"score":39.041956205433195},"GB2-06":{"attempts":1,"playable":51.849081699543966,"score":51.849081699543966},"GB2-07":{"attempts":1,"playable":30.302144118941897,"score":30.302144118941897},"GB2-08":{"attempts":1,"playable":57.09556642365683,"score":57.09556642365683}},"none":{"GB2-01":{"attempts":1,"playable":41.29281725191859,"score":41.29281725191859},"GB2-02":{"attempts":1,"playable":43.790065136059695,"score":43.790065136059695},"GB2-03":{"attempts":1,"playable":41.865872676124184,"score":41.865872676124184},"GB2-04":{"attempts":1,"playable":38.62943142262188,"score":38.62943142262188},"GB2-05":{"attempts":1,"playable":57.994811520545476,"score":57.994811520545476},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":10.268054568678098,"score":10.268054568678098},"GB2-08":{"attempts":1,"playable":80.08871617390105,"score":80.08871617390105}}},"id":"reflection/beam-1.0-501b-a23b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:56:56Z","match_totals_all":{"draws":2915,"losses":6698,"wins":4533},"match_totals_tracks":{"highest":{"draws":864,"losses":2216,"wins":2060},"medium":{"draws":905,"losses":2391,"wins":1198},"none":{"draws":1146,"losses":2091,"wins":1275}},"model_slug":"reflection-beam-1-0-501b-a23b","official_rank_by_reasoning":{"highest":57,"medium":82,"none":65},"overall":{"max":80.08871617390105,"mean":42.79896541366498,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":63,"overall_ranking_status":"ranked","per_game":{"GB2-01":24.187333605388876,"GB2-02":49.1325746282129,"GB2-03":75.66060528163962,"GB2-04":59.11206397739017,"GB2-05":49.16817646850658,"GB2-06":71.38501416567456,"GB2-07":38.959128552935205,"GB2-08":58.33039000021106},"per_game_all":{"GB2-02":42.127916701570065,"GB2-03":51.722056198672675,"GB2-04":45.22068682396528,"GB2-05":48.73498139816175,"GB2-07":26.50977574685173,"GB2-08":65.17155753258965},"per_game_match_totals_all":{"GB2-01":{"draws":397,"losses":702,"wins":193},"GB2-02":{"draws":1132,"losses":566,"wins":132},"GB2-03":{"draws":377,"losses":848,"wins":677},"GB2-04":{"draws":962,"losses":624,"wins":300},"GB2-05":{"draws":0,"losses":1108,"wins":884},"GB2-06":{"draws":47,"losses":525,"wins":694},"GB2-07":{"draws":0,"losses":1547,"wins":443},"GB2-08":{"draws":0,"losses":778,"wins":1210}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":161,"losses":421,"wins":62},"GB2-02":{"draws":381,"losses":147,"wins":82},"GB2-03":{"draws":49,"losses":174,"wins":411},"GB2-04":{"draws":240,"losses":166,"wins":224},"GB2-05":{"draws":0,"losses":368,"wins":296},"GB2-06":{"draws":33,"losses":194,"wins":407},"GB2-07":{"draws":0,"losses":441,"wins":221},"GB2-08":{"draws":0,"losses":305,"wins":357}},"medium":{"GB2-02":{"draws":335,"losses":259,"wins":16},"GB2-03":{"draws":203,"losses":329,"wins":102},"GB2-04":{"draws":353,"losses":235,"wins":40},"GB2-05":{"draws":0,"losses":428,"wins":236},"GB2-06":{"draws":14,"losses":331,"wins":287},"GB2-07":{"draws":0,"losses":498,"wins":168},"GB2-08":{"draws":0,"losses":311,"wins":349}},"none":{"GB2-01":{"draws":236,"losses":281,"wins":131},"GB2-02":{"draws":416,"losses":160,"wins":34},"GB2-03":{"draws":125,"losses":345,"wins":164},"GB2-04":{"draws":369,"losses":223,"wins":36},"GB2-05":{"draws":0,"losses":312,"wins":352},"GB2-07":{"draws":0,"losses":608,"wins":54},"GB2-08":{"draws":0,"losses":162,"wins":504}}},"per_game_raw_elo_all":{"GB2-02":1374.3497445135383,"GB2-03":1406.3709799307678,"GB2-04":1407.427172536851,"GB2-05":1329.01857493621,"GB2-07":1023.3170221880397,"GB2-08":1639.5496565503734},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1182.9389245757347,"GB2-02":1429.8697560205726,"GB2-03":1653.3679722792392,"GB2-04":1518.4781786159135,"GB2-05":1334.0129762753113,"GB2-06":1766.7115939265386,"GB2-07":1219.7486863028616,"GB2-08":1488.8514872464439},"medium":{"GB2-02":1305.0197635105942,"GB2-03":1264.1062068563215,"GB2-04":1349.0347512597305,"GB2-05":1202.4532536679146,"GB2-06":1425.4902146093236,"GB2-07":1103.9225016342646,"GB2-08":1464.9599748166559},"none":{"GB2-01":1364.1538939071822,"GB2-02":1388.1597140094484,"GB2-03":1301.6387606567419,"GB2-04":1354.7685877349097,"GB2-05":1450.5894948654038,"GB2-07":746.2798786269934,"GB2-08":1964.83750758802}},"per_game_tracks":{"highest":{"GB2-01":24.187333605388876,"GB2-02":49.1325746282129,"GB2-03":75.66060528163962,"GB2-04":59.11206397739017,"GB2-05":49.16817646850658,"GB2-06":71.38501416567456,"GB2-07":38.959128552935205,"GB2-08":58.33039000021106},"medium":{"GB2-02":33.46111034043761,"GB2-03":37.639690638254216,"GB2-04":37.920565071883786,"GB2-05":39.041956205433195,"GB2-06":51.849081699543966,"GB2-07":30.302144118941897,"GB2-08":57.09556642365683},"none":{"GB2-01":41.29281725191859,"GB2-02":43.790065136059695,"GB2-03":41.865872676124184,"GB2-04":38.62943142262188,"GB2-05":57.994811520545476,"GB2-07":10.268054568678098,"GB2-08":80.08871617390105}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":9,"worked_first_time":13,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T05:25:13Z","reasoning":{"highest":53.24191083499488,"medium":35.91376431226894,"none":39.24122109373112},"reasoning_agg":{"highest":{"max":75.66060528163962,"mean":53.24191083499488,"min":24.187333605388876},"medium":{"max":57.09556642365683,"mean":35.91376431226894,"min":0.0},"none":{"max":80.08871617390105,"mean":39.24122109373112,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":17.328146522725945},"working_program_strength":{"all":46.37777424252213,"highest":53.24191083499488,"medium":41.0443020711645,"none":44.847109821407}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro-0813:8b8f63ee5274d87b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28337826924,"mean":0.14657020603499998,"median":0.140081106,"min":0.07036986,"recorded_attempt_count":10,"run_count":8,"total":1.1725616482799999},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.18085216,"mean":0.12355654023,"median":0.14129957716,"min":0.04648314,"recorded_attempt_count":9,"run_count":8,"total":0.9884523218400001},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0508167,"mean":0.02704530848,"median":0.020221080000000002,"min":0.01808105112,"recorded_attempt_count":12,"run_count":8,"total":0.21636246784000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.18085216,"mean":0.12355654023,"median":0.14129957716,"min":0.04648314,"recorded_attempt_count":9,"run_count":8,"total":0.98845232184},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0508167,"mean":0.02704530848,"median":0.020221080000000002,"min":0.01808105112,"recorded_attempt_count":12,"run_count":8,"total":0.21636246784},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.28337826924,"mean":0.14657020603499998,"median":0.140081106,"min":0.07036986,"recorded_attempt_count":10,"run_count":8,"total":1.1725616482799999}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":31},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.28337826924,"mean":0.09905735158166666,"median":0.10177922040000001,"min":0.01808105112,"recorded_attempt_count":31,"run_count":24,"total":2.37737643796},"codegen_latency_ms":{"attempt_count":31,"max_ms":1461124,"mean_ms":482100.7083333333,"min_ms":19301,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":1461124,"mean_ms":902169.625,"min_ms":499972,"run_count":8},"medium":{"attempt_count":9,"max_ms":676490,"mean_ms":489467.75,"min_ms":326732,"run_count":8},"none":{"attempt_count":12,"max_ms":131002,"mean_ms":54664.75,"min_ms":19301,"run_count":8}},"codegen_output_tokens":{"attempt_count":31,"output_max":106197,"output_mean":33246.666666666664,"output_min":2345,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":106197,"output_mean":60744.125,"output_min":32963,"run_count":8},"medium":{"attempt_count":9,"output_max":42157,"output_mean":35085.125,"output_min":20989,"run_count":8},"none":{"attempt_count":12,"output_max":10866,"output_mean":3910.75,"output_min":2345,"run_count":8}},"display_name":"DeepSeek V4 Pro 0813","economics":{"all":41.86153803146795,"highest":53.29587470680704,"medium":45.419258199761636,"none":26.8694811878352},"first_seen_at":null,"game_gaps":{"none":{"GB2-02":"failed","GB2-05":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":31,"finish_reasons":["stop"],"indexed_attempts":31,"output_token_observations":31,"provider_post_attempt_observations":31,"provider_post_attempts":31,"reasoning_token_observations":31,"reconciliation_get_attempt_observations":31,"reconciliation_get_attempts":150,"total_output_tokens":797920,"total_reasoning_output_tokens":686933,"total_visible_output_tokens":110987,"visible_token_observations":31},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro-0813","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-05"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":41.9313111691109,"score":41.9313111691109},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.262581527578945,"score":27.50838768505263},"GB2-03":{"attempts":3,"playable":46.40497509128836,"score":46.40497509128836},"GB2-04":{"attempts":3,"playable":38.81952749346967,"score":38.81952749346967},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":56.19511511995721,"score":37.463410079971474},"GB2-06":{"attempts":3,"playable":52.45551775219241,"score":52.45551775219241},"GB2-07":{"attempts":3,"playable":56.83306139522304,"score":56.83306139522304},"GB2-08":{"attempts":3,"playable":33.4761135854352,"score":33.4761135854352}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":42.25855962768206,"score":42.25855962768206},"GB2-02":{"attempts":1,"playable":43.38906361735154,"score":43.38906361735154},"GB2-03":{"attempts":1,"playable":61.16717937066933,"score":61.16717937066933},"GB2-04":{"attempts":1,"playable":41.306783930518435,"score":41.306783930518435},"GB2-05":{"attempts":1,"playable":70.73556421108907,"score":70.73556421108907},"GB2-06":{"attempts":1,"playable":61.476493526803964,"score":61.476493526803964},"GB2-07":{"attempts":1,"playable":76.64828605436402,"score":76.64828605436402},"GB2-08":{"attempts":1,"playable":29.385067315977874,"score":29.385067315977874}},"medium":{"GB2-01":{"attempts":1,"playable":49.53084513373198,"score":49.53084513373198},"GB2-02":{"attempts":1,"playable":39.13609943780635,"score":39.13609943780635},"GB2-03":{"attempts":1,"playable":41.20284491695278,"score":41.20284491695278},"GB2-04":{"attempts":1,"playable":31.96183982912934,"score":31.96183982912934},"GB2-05":{"attempts":1,"playable":41.65466602882534,"score":41.65466602882534},"GB2-06":{"attempts":1,"playable":37.984131296099186,"score":37.984131296099186},"GB2-07":{"attempts":1,"playable":71.91860395155915,"score":71.91860395155915},"GB2-08":{"attempts":1,"playable":49.96503500398899,"score":49.96503500398899}},"none":{"GB2-01":{"attempts":1,"playable":34.00452874591867,"score":34.00452874591867},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":36.844900986242976,"score":36.844900986242976},"GB2-04":{"attempts":1,"playable":43.18995872076123,"score":43.18995872076123},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":57.90592843367405,"score":57.90592843367405},"GB2-07":{"attempts":1,"playable":21.932294179745956,"score":21.932294179745956},"GB2-08":{"attempts":1,"playable":21.07823843633873,"score":21.07823843633873}}},"id":"deepseek/deepseek-v4-pro-0813","is_recent_addition":false,"last_measured_at":"2026-11-19T15:56:27Z","match_totals_all":{"draws":2592,"losses":7009,"wins":4573},"match_totals_tracks":{"highest":{"draws":778,"losses":2251,"wins":2125},"medium":{"draws":1001,"losses":2522,"wins":1627},"none":{"draws":813,"losses":2236,"wins":821}},"model_slug":"deepseek-deepseek-v4-pro-0813","official_rank_by_reasoning":{"highest":56,"medium":67,"none":91},"overall":{"max":76.64828605436402,"mean":41.86153803146795,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":64,"overall_ranking_status":"ranked","per_game":{"GB2-01":42.25855962768206,"GB2-02":43.38906361735154,"GB2-03":61.16717937066933,"GB2-04":41.306783930518435,"GB2-05":70.73556421108907,"GB2-06":61.476493526803964,"GB2-07":76.64828605436402,"GB2-08":29.385067315977874},"per_game_all":{"GB2-01":41.9313111691109,"GB2-03":46.40497509128836,"GB2-04":38.81952749346967,"GB2-06":52.45551775219241,"GB2-07":56.83306139522304,"GB2-08":33.4761135854352},"per_game_match_totals_all":{"GB2-01":{"draws":477,"losses":948,"wins":517},"GB2-02":{"draws":821,"losses":359,"wins":44},"GB2-03":{"draws":352,"losses":964,"wins":590},"GB2-04":{"draws":914,"losses":762,"wins":210},"GB2-05":{"draws":0,"losses":648,"wins":684},"GB2-06":{"draws":28,"losses":986,"wins":888},"GB2-07":{"draws":0,"losses":956,"wins":1032},"GB2-08":{"draws":0,"losses":1386,"wins":608}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":19,"losses":383,"wins":244},"GB2-02":{"draws":431,"losses":157,"wins":24},"GB2-03":{"draws":34,"losses":276,"wins":326},"GB2-04":{"draws":280,"losses":253,"wins":97},"GB2-05":{"draws":0,"losses":234,"wins":432},"GB2-06":{"draws":14,"losses":270,"wins":352},"GB2-07":{"draws":0,"losses":189,"wins":473},"GB2-08":{"draws":0,"losses":489,"wins":177}},"medium":{"GB2-01":{"draws":336,"losses":180,"wins":132},"GB2-02":{"draws":390,"losses":202,"wins":20},"GB2-03":{"draws":50,"losses":387,"wins":199},"GB2-04":{"draws":214,"losses":339,"wins":75},"GB2-05":{"draws":0,"losses":414,"wins":252},"GB2-06":{"draws":11,"losses":419,"wins":204},"GB2-07":{"draws":0,"losses":224,"wins":440},"GB2-08":{"draws":0,"losses":357,"wins":305}},"none":{"GB2-01":{"draws":122,"losses":385,"wins":141},"GB2-03":{"draws":268,"losses":301,"wins":65},"GB2-04":{"draws":420,"losses":170,"wins":38},"GB2-06":{"draws":3,"losses":297,"wins":332},"GB2-07":{"draws":0,"losses":543,"wins":119},"GB2-08":{"draws":0,"losses":540,"wins":126}}},"per_game_raw_elo_all":{"GB2-01":1369.393955384313,"GB2-03":1344.0231111654562,"GB2-04":1355.5427685101113,"GB2-06":1439.9735544028579,"GB2-07":1472.2848628157415,"GB2-08":1089.850678538379},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1373.4980151757281,"GB2-02":1385.0204253356155,"GB2-03":1479.3190543636963,"GB2-04":1376.198879993115,"GB2-05":1653.3116626518104,"GB2-06":1587.379118158673,"GB2-07":1761.202448107937,"GB2-08":1027.1891967638012},"medium":{"GB2-01":1443.051941429108,"GB2-02":1351.4292057914167,"GB2-03":1295.7829964252246,"GB2-04":1299.314754238116,"GB2-05":1237.0450640904912,"GB2-06":1206.6520095458004,"GB2-07":1676.077462386808,"GB2-08":1336.160569363956},"none":{"GB2-01":1291.6319095481024,"GB2-03":1256.9672827074478,"GB2-04":1391.114671299103,"GB2-06":1525.8895355040997,"GB2-07":979.5746779524787,"GB2-08":906.2022694873798}},"per_game_tracks":{"highest":{"GB2-01":42.25855962768206,"GB2-02":43.38906361735154,"GB2-03":61.16717937066933,"GB2-04":41.306783930518435,"GB2-05":70.73556421108907,"GB2-06":61.476493526803964,"GB2-07":76.64828605436402,"GB2-08":29.385067315977874},"medium":{"GB2-01":49.53084513373198,"GB2-02":39.13609943780635,"GB2-03":41.20284491695278,"GB2-04":31.96183982912934,"GB2-05":41.65466602882534,"GB2-06":37.984131296099186,"GB2-07":71.91860395155915,"GB2-08":49.96503500398899},"none":{"GB2-01":34.00452874591867,"GB2-03":36.844900986242976,"GB2-04":43.18995872076123,"GB2-06":57.90592843367405,"GB2-07":21.932294179745956,"GB2-08":21.07823843633873}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":4,"worked_first_time":18,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:19:16Z","reasoning":{"highest":53.29587470680704,"medium":45.419258199761636,"none":26.869481187835202},"reasoning_agg":{"highest":{"max":76.64828605436402,"mean":53.29587470680704,"min":29.385067315977874},"medium":{"max":71.91860395155915,"mean":45.419258199761636,"min":31.96183982912934},"none":{"max":57.90592843367405,"mean":26.869481187835202,"min":0.0}},"reasoning_labels":{"highest":"Max","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":26.42639351897184},"working_program_strength":{"all":44.847035941227425,"highest":53.29587470680704,"medium":45.419258199761636,"none":35.8259749171136}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5:dcf77e63bf125a54","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.45464499999999997,"mean":0.28201406249999994,"median":0.2695775,"min":0.17401125,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":2.2561125},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.21477374999999999,"mean":0.17756265624999998,"median":0.17285124999999998,"min":0.1418975,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.4205012499999998},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":12},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.15380375000000002,"mean":0.09741312500000002,"median":0.090410625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12},"run_count":8,"token_priced_attempt_count":12,"total":0.7793050000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.21477374999999999,"mean":0.17756265624999998,"median":0.17285124999999998,"min":0.1418975,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":1.42050125},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":12},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.15380375000000002,"mean":0.09741312500000002,"median":0.090410625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12},"run_count":8,"token_priced_attempt_count":12,"total":0.779305},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.45464499999999997,"mean":0.28201406249999994,"median":0.2695775,"min":0.17401125,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":2.2561125}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":31},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":3,"max":0.45464499999999997,"mean":0.18566328125000006,"median":0.17276625,"min":0.06945125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":12,"boardgame-list-prices-2026-11-12":19},"run_count":24,"token_priced_attempt_count":31,"total":4.45591875},"codegen_latency_ms":{"attempt_count":19,"max_ms":452838,"mean_ms":201000.75,"min_ms":115295,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":452838,"mean_ms":260996.125,"min_ms":140461,"run_count":8},"medium":{"attempt_count":9,"max_ms":181508,"mean_ms":141005.375,"min_ms":115295,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":43637,"output_mean":21815.875,"output_min":13286,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":43637,"output_mean":26965.5,"output_min":16148,"run_count":8},"medium":{"attempt_count":9,"output_max":19618,"output_mean":16666.25,"output_min":13286,"run_count":8}},"display_name":"GPT-5","economics":{"all":41.27866003038528,"highest":46.200693577477615,"medium":37.93120719636929,"none":39.704079317308945},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed"},"none":{"GB2-04":"too_slow","GB2-06":"too_slow"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"total_output_tokens":349054},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"first_pass_admitted":4,"first_pass_rate":0.6666666666666666,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"performance_rejections":1},"GB2-05":{"admitted":1},"GB2-06":{"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-04","GB2-06"],"performance_rejections":2,"repaired_admitted":2,"repaired_rate":0.3333333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":42.59684950233555,"score":42.59684950233555},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.43248138301533,"score":26.288320922010218},"GB2-03":{"attempts":3,"playable":27.667106265114736,"score":27.667106265114736},"GB2-04":{"attempts":2,"playable":40.04489950389562,"score":40.04489950389562},"GB2-05":{"attempts":3,"playable":58.59262222189319,"score":58.59262222189319},"GB2-06":{"attempts":2,"playable":56.65672305073524,"score":56.65672305073524},"GB2-07":{"attempts":3,"playable":49.99482146181509,"score":49.99482146181509},"GB2-08":{"attempts":3,"playable":34.15242528862024,"score":34.15242528862024}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":37.443273024755484,"score":37.443273024755484},"GB2-02":{"attempts":1,"playable":40.93782610988292,"score":40.93782610988292},"GB2-03":{"attempts":1,"playable":36.24325705445274,"score":36.24325705445274},"GB2-04":{"attempts":1,"playable":38.09142053065633,"score":38.09142053065633},"GB2-05":{"attempts":1,"playable":72.53587048060564,"score":72.53587048060564},"GB2-06":{"attempts":1,"playable":66.60846368603673,"score":66.60846368603673},"GB2-07":{"attempts":1,"playable":50.93954899600297,"score":50.93954899600297},"GB2-08":{"attempts":1,"playable":26.805888737428102,"score":26.805888737428102}},"medium":{"GB2-01":{"attempts":1,"playable":21.56011065407925,"score":21.56011065407925},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":31.993565555601393,"score":31.993565555601393},"GB2-04":{"attempts":1,"playable":41.99837847713492,"score":41.99837847713492},"GB2-05":{"attempts":1,"playable":57.98293396148008,"score":57.98293396148008},"GB2-06":{"attempts":1,"playable":46.704982415433754,"score":46.704982415433754},"GB2-07":{"attempts":1,"playable":59.92646702990041,"score":59.92646702990041},"GB2-08":{"attempts":1,"playable":43.28321947732449,"score":43.28321947732449}},"none":{"GB2-01":{"attempts":1,"playable":68.78716482817191,"score":68.78716482817191},"GB2-02":{"attempts":1,"playable":37.927136656147745,"score":37.927136656147745},"GB2-03":{"attempts":1,"playable":14.76449618529007,"score":14.76449618529007},"GB2-05":{"attempts":1,"playable":45.25906222359385,"score":45.25906222359385},"GB2-07":{"attempts":1,"playable":39.118448359541894,"score":39.118448359541894},"GB2-08":{"attempts":1,"playable":32.36816765110815,"score":32.36816765110815}}},"id":"gpt-5","is_recent_addition":false,"last_measured_at":"2026-11-19T14:41:24Z","match_totals_all":{"draws":2275,"losses":7102,"wins":4189},"match_totals_tracks":{"highest":{"draws":1080,"losses":2446,"wins":1616},"medium":{"draws":624,"losses":2454,"wins":1462},"none":{"draws":571,"losses":2202,"wins":1111}},"model_slug":"gpt-5","official_rank_by_reasoning":{"highest":62,"medium":80,"none":61},"overall":{"max":72.53587048060564,"mean":41.27866003038528,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":65,"overall_ranking_status":"partial","per_game":{"GB2-01":37.443273024755484,"GB2-02":40.93782610988292,"GB2-03":36.24325705445274,"GB2-04":38.09142053065633,"GB2-05":72.53587048060564,"GB2-06":66.60846368603673,"GB2-07":50.93954899600297,"GB2-08":26.805888737428102},"per_game_all":{"GB2-01":42.59684950233555,"GB2-03":27.667106265114736,"GB2-05":58.59262222189319,"GB2-07":49.99482146181509,"GB2-08":34.15242528862024},"per_game_match_totals_all":{"GB2-01":{"draws":266,"losses":1041,"wins":637},"GB2-02":{"draws":821,"losses":379,"wins":24},"GB2-03":{"draws":485,"losses":1219,"wins":200},"GB2-04":{"draws":682,"losses":459,"wins":117},"GB2-05":{"draws":0,"losses":922,"wins":1070},"GB2-06":{"draws":21,"losses":597,"wins":646},"GB2-07":{"draws":0,"losses":1112,"wins":878},"GB2-08":{"draws":0,"losses":1373,"wins":617}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":112,"losses":367,"wins":167},"GB2-02":{"draws":413,"losses":180,"wins":19},"GB2-03":{"draws":173,"losses":353,"wins":108},"GB2-04":{"draws":378,"losses":223,"wins":29},"GB2-05":{"draws":0,"losses":220,"wins":444},"GB2-06":{"draws":4,"losses":237,"wins":391},"GB2-07":{"draws":0,"losses":364,"wins":298},"GB2-08":{"draws":0,"losses":502,"wins":160}},"medium":{"GB2-01":{"draws":72,"losses":490,"wins":90},"GB2-03":{"draws":231,"losses":349,"wins":56},"GB2-04":{"draws":304,"losses":236,"wins":88},"GB2-05":{"draws":0,"losses":312,"wins":352},"GB2-06":{"draws":17,"losses":360,"wins":255},"GB2-07":{"draws":0,"losses":304,"wins":358},"GB2-08":{"draws":0,"losses":403,"wins":263}},"none":{"GB2-01":{"draws":82,"losses":184,"wins":380},"GB2-02":{"draws":408,"losses":199,"wins":5},"GB2-03":{"draws":81,"losses":517,"wins":36},"GB2-05":{"draws":0,"losses":390,"wins":274},"GB2-07":{"draws":0,"losses":444,"wins":222},"GB2-08":{"draws":0,"losses":468,"wins":194}}},"per_game_raw_elo_all":{"GB2-01":1371.0747044562531,"GB2-03":1160.151141113926,"GB2-05":1474.358409888782,"GB2-07":1364.0878179873926,"GB2-08":1096.0306676701493},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1326.3810536260412,"GB2-02":1365.7408271932425,"GB2-03":1251.5390721857868,"GB2-04":1350.4194385065593,"GB2-05":1688.8496238149753,"GB2-06":1678.809544265585,"GB2-07":1374.941556817281,"GB2-08":990.6038869000346},"medium":{"GB2-01":1149.9832414371476,"GB2-03":1212.40552788491,"GB2-04":1381.6884873614008,"GB2-05":1450.4254836287887,"GB2-06":1343.2132674594595,"GB2-07":1495.4985508312257,"GB2-08":1228.2780303787863},"none":{"GB2-01":1636.8598183055706,"GB2-02":1341.734529059208,"GB2-03":1016.5088232710818,"GB2-05":1283.800122222582,"GB2-07":1221.8233463136714,"GB2-08":1069.2100857316273}},"per_game_tracks":{"highest":{"GB2-01":37.443273024755484,"GB2-02":40.93782610988292,"GB2-03":36.24325705445274,"GB2-04":38.09142053065633,"GB2-05":72.53587048060564,"GB2-06":66.60846368603673,"GB2-07":50.93954899600297,"GB2-08":26.805888737428102},"medium":{"GB2-01":21.56011065407925,"GB2-03":31.993565555601393,"GB2-04":41.99837847713492,"GB2-05":57.98293396148008,"GB2-06":46.704982415433754,"GB2-07":59.92646702990041,"GB2-08":43.28321947732449},"none":{"GB2-01":68.78716482817191,"GB2-02":37.927136656147745,"GB2-03":14.76449618529007,"GB2-05":45.25906222359385,"GB2-07":39.118448359541894,"GB2-08":32.36816765110815}},"program_outcomes":{"all":{"counted_attempts":22,"failed":1,"infra_excluded":0,"success_rate":0.9545454545454546,"too_slow":2,"worked_after_repair":5,"worked_first_time":16,"working":21},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7},"none":{"counted_attempts":6,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":2,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:03:50Z","reasoning":{"highest":46.200693577477615,"medium":37.93120719636929,"none":39.704079317308945},"reasoning_agg":{"highest":{"max":72.53587048060564,"mean":46.200693577477615,"min":26.805888737428102},"medium":{"max":59.92646702990041,"mean":37.93120719636929,"min":0.0},"none":{"max":68.78716482817191,"mean":39.704079317308945,"min":14.76449618529007}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":8.269486381108322},"working_program_strength":{"all":43.08490799211716,"highest":46.200693577477615,"medium":43.3499510815649,"none":39.704079317308945}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-pro:1927571ab5d6dc7a","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.176790095,"mean":0.114196574281125,"median":0.09418628700000001,"min":0.06074422244,"recorded_attempt_count":11,"run_count":8,"total":0.9135725942490002},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.06923239834,"mean":0.046577516286750005,"median":0.0458058365,"min":0.023862969,"recorded_attempt_count":12,"run_count":8,"total":0.37262013029400004},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.03845835,"mean":0.025296556802625002,"median":0.02540433020275,"min":0.014466934,"recorded_attempt_count":12,"run_count":8,"total":0.20237245442100005}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.06923239834,"mean":0.046577516286750005,"median":0.0458058365,"min":0.023862969,"recorded_attempt_count":12,"run_count":8,"total":0.37262013029400004},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.03845835,"mean":0.025296556802625002,"median":0.02540433020275,"min":0.014466934,"recorded_attempt_count":12,"run_count":8,"total":0.20237245442100005},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.176790095,"mean":0.114196574281125,"median":0.09418628700000001,"min":0.06074422244,"recorded_attempt_count":11,"run_count":8,"total":0.9135725942490001}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.176790095,"mean":0.062023549123500006,"median":0.0458058365,"min":0.014466934,"recorded_attempt_count":35,"run_count":24,"total":1.4885651789640002},"codegen_latency_ms":{"attempt_count":35,"max_ms":1560134,"mean_ms":432334.7916666667,"min_ms":52746,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":1560134,"mean_ms":818090.375,"min_ms":426935,"run_count":8},"medium":{"attempt_count":12,"max_ms":673313,"mean_ms":392142.875,"min_ms":86869,"run_count":8},"none":{"attempt_count":12,"max_ms":170011,"mean_ms":86771.125,"min_ms":52746,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":74570,"output_mean":21422.416666666668,"output_min":2493,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":74570,"output_mean":43080.25,"output_min":21434,"run_count":8},"medium":{"attempt_count":12,"output_max":23131,"output_mean":16655.5,"output_min":5286,"run_count":8},"none":{"attempt_count":12,"output_max":8274,"output_mean":4531.5,"output_min":2493,"run_count":8}},"display_name":"DeepSeek V4 Pro","economics":{"all":41.061189409040786,"highest":45.96590040630969,"medium":51.300464373412,"none":25.91720344740066},"first_seen_at":null,"game_gaps":{"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"reconciliation_get_attempts":166,"total_output_tokens":514138,"total_reasoning_output_tokens":410486,"total_visible_output_tokens":103652,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":37.98435917265826,"score":37.98435917265826},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.28489764272047,"score":28.18993176181365},"GB2-03":{"attempts":3,"playable":38.33567230977073,"score":38.33567230977073},"GB2-04":{"attempts":3,"playable":43.94996813636362,"score":43.94996813636362},"GB2-05":{"attempts":3,"playable":39.96055403493829,"score":39.96055403493829},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":60.45244997141231,"score":40.30163331427487},"GB2-07":{"attempts":3,"playable":64.85426243361603,"score":64.85426243361603},"GB2-08":{"attempts":3,"playable":34.91313410889082,"score":34.91313410889082}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":25.801361304209674,"score":25.801361304209674},"GB2-02":{"attempts":1,"playable":44.931955371630536,"score":44.931955371630536},"GB2-03":{"attempts":1,"playable":46.196580274722955,"score":46.196580274722955},"GB2-04":{"attempts":1,"playable":45.11776292843259,"score":45.11776292843259},"GB2-05":{"attempts":1,"playable":41.79129138596869,"score":41.79129138596869},"GB2-06":{"attempts":1,"playable":75.50233180445936,"score":75.50233180445936},"GB2-07":{"attempts":1,"playable":72.20068304593372,"score":72.20068304593372},"GB2-08":{"attempts":1,"playable":16.185237135120044,"score":16.185237135120044}},"medium":{"GB2-01":{"attempts":1,"playable":60.2070320248816,"score":60.2070320248816},"GB2-02":{"attempts":1,"playable":39.63783991381041,"score":39.63783991381041},"GB2-03":{"attempts":1,"playable":27.34690360358687,"score":27.34690360358687},"GB2-04":{"attempts":1,"playable":42.62041520263927,"score":42.62041520263927},"GB2-05":{"attempts":1,"playable":45.399002482848815,"score":45.399002482848815},"GB2-06":{"attempts":1,"playable":45.40256813836526,"score":45.40256813836526},"GB2-07":{"attempts":1,"playable":69.30520124280567,"score":69.30520124280567},"GB2-08":{"attempts":1,"playable":80.48475237835811,"score":80.48475237835811}},"none":{"GB2-01":{"attempts":1,"playable":27.944684188883496,"score":27.944684188883496},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":41.46353305100236,"score":41.46353305100236},"GB2-04":{"attempts":1,"playable":44.111726278019006,"score":44.111726278019006},"GB2-05":{"attempts":1,"playable":32.69136823599737,"score":32.69136823599737},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":53.056903012108705,"score":53.056903012108705},"GB2-08":{"attempts":1,"playable":8.069412813194319,"score":8.069412813194319}}},"id":"deepseek/deepseek-v4-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T16:16:36Z","match_totals_all":{"draws":2758,"losses":7027,"wins":4411},"match_totals_tracks":{"highest":{"draws":1063,"losses":2465,"wins":1622},"medium":{"draws":950,"losses":2234,"wins":1962},"none":{"draws":745,"losses":2328,"wins":827}},"model_slug":"deepseek-deepseek-v4-pro","official_rank_by_reasoning":{"highest":63,"medium":50,"none":95},"overall":{"max":80.48475237835811,"mean":41.061189409040786,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":66,"overall_ranking_status":"ranked","per_game":{"GB2-01":25.801361304209674,"GB2-02":44.931955371630536,"GB2-03":46.196580274722955,"GB2-04":45.11776292843259,"GB2-05":41.79129138596869,"GB2-06":75.50233180445936,"GB2-07":72.20068304593372,"GB2-08":16.185237135120044},"per_game_all":{"GB2-01":37.98435917265826,"GB2-03":38.33567230977073,"GB2-04":43.94996813636362,"GB2-05":39.96055403493829,"GB2-07":64.85426243361603,"GB2-08":34.91313410889082},"per_game_match_totals_all":{"GB2-01":{"draws":259,"losses":1126,"wins":555},"GB2-02":{"draws":834,"losses":340,"wins":50},"GB2-03":{"draws":548,"losses":1004,"wins":350},"GB2-04":{"draws":1103,"losses":579,"wins":206},"GB2-05":{"draws":0,"losses":1275,"wins":721},"GB2-06":{"draws":14,"losses":554,"wins":700},"GB2-07":{"draws":0,"losses":810,"wins":1176},"GB2-08":{"draws":0,"losses":1339,"wins":653}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":51,"losses":472,"wins":125},"GB2-02":{"draws":422,"losses":153,"wins":37},"GB2-03":{"draws":230,"losses":266,"wins":138},"GB2-04":{"draws":349,"losses":196,"wins":85},"GB2-05":{"draws":0,"losses":413,"wins":251},"GB2-06":{"draws":11,"losses":175,"wins":448},"GB2-07":{"draws":0,"losses":220,"wins":442},"GB2-08":{"draws":0,"losses":570,"wins":96}},"medium":{"GB2-01":{"draws":43,"losses":256,"wins":347},"GB2-02":{"draws":412,"losses":187,"wins":13},"GB2-03":{"draws":127,"losses":425,"wins":82},"GB2-04":{"draws":365,"losses":201,"wins":62},"GB2-05":{"draws":0,"losses":393,"wins":273},"GB2-06":{"draws":3,"losses":379,"wins":252},"GB2-07":{"draws":0,"losses":240,"wins":422},"GB2-08":{"draws":0,"losses":153,"wins":511}},"none":{"GB2-01":{"draws":165,"losses":398,"wins":83},"GB2-03":{"draws":191,"losses":313,"wins":130},"GB2-04":{"draws":389,"losses":182,"wins":59},"GB2-05":{"draws":0,"losses":469,"wins":197},"GB2-07":{"draws":0,"losses":350,"wins":312},"GB2-08":{"draws":0,"losses":616,"wins":46}}},"per_game_raw_elo_all":{"GB2-01":1325.1920131007157,"GB2-03":1268.3907483522871,"GB2-04":1397.1011939029204,"GB2-05":1212.8323453703827,"GB2-07":1572.3600005346796,"GB2-08":1150.6924611482832},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1202.1682031186074,"GB2-02":1397.0844958528528,"GB2-03":1339.8442211440324,"GB2-04":1406.30498323187,"GB2-05":1238.834394597097,"GB2-06":1844.5467728775568,"GB2-07":1680.8323175719938,"GB2-08":826.3944750956921},"medium":{"GB2-01":1546.6827587696055,"GB2-02":1355.4296350873735,"GB2-03":1167.2417890154907,"GB2-04":1386.6137368356096,"GB2-05":1285.6013899950635,"GB2-06":1322.6698727538082,"GB2-07":1633.491561438922,"GB2-08":1974.255426223213},"none":{"GB2-01":1226.7250774139347,"GB2-03":1298.086234897338,"GB2-04":1398.3848616412813,"GB2-05":1114.061251518988,"GB2-07":1402.7561225931229,"GB2-08":651.4274821259446}},"per_game_tracks":{"highest":{"GB2-01":25.801361304209674,"GB2-02":44.931955371630536,"GB2-03":46.196580274722955,"GB2-04":45.11776292843259,"GB2-05":41.79129138596869,"GB2-06":75.50233180445936,"GB2-07":72.20068304593372,"GB2-08":16.185237135120044},"medium":{"GB2-01":60.2070320248816,"GB2-02":39.63783991381041,"GB2-03":27.34690360358687,"GB2-04":42.62041520263927,"GB2-05":45.399002482848815,"GB2-06":45.40256813836526,"GB2-07":69.30520124280567,"GB2-08":80.48475237835811},"none":{"GB2-01":27.944684188883496,"GB2-03":41.46353305100236,"GB2-04":44.111726278019006,"GB2-05":32.69136823599737,"GB2-07":53.056903012108705,"GB2-08":8.069412813194319}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":9,"worked_first_time":13,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:03:46Z","reasoning":{"highest":45.96590040630969,"medium":51.300464373412,"none":25.917203447400663},"reasoning_agg":{"highest":{"max":75.50233180445936,"mean":45.96590040630969,"min":16.185237135120044},"medium":{"max":80.48475237835811,"mean":51.300464373412,"min":27.34690360358687},"none":{"max":53.056903012108705,"mean":25.917203447400663,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":25.383260926011335},"working_program_strength":{"all":43.94087868097419,"highest":45.96590040630969,"medium":51.300464373412,"none":34.55627126320088}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-6-luna:f2f0d4b3b2c8f151","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.030833324999999998,"median":0.031411375,"min":0.0247604,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.2466666},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.011164349999999998,"mean":0.00631805625,"median":0.005847,"min":0.00434295,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.05054444999999999},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0057713,"mean":0.004598475,"median":0.0045067,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.036787799999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.011164349999999998,"mean":0.00631805625,"median":0.005847,"min":0.00434295,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":9},"run_count":8,"token_priced_attempt_count":9,"total":0.05054445},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0057713,"mean":0.004598475,"median":0.0045067,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.036787799999999996},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.030833324999999998,"median":0.031411375,"min":0.0247604,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":8},"run_count":8,"token_priced_attempt_count":8,"total":0.24666659999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.0377622,"mean":0.01391661875,"median":0.00586915,"min":0.0040101,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":25},"run_count":24,"token_priced_attempt_count":25,"total":0.33399884999999996},"codegen_output_tokens":{"attempt_count":25,"output_max":29793,"output_mean":9924.083333333334,"output_min":1845,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":29793,"output_mean":24080.5,"output_min":19109,"run_count":8},"medium":{"attempt_count":9,"output_max":6277,"output_mean":3473.625,"output_min":2113,"run_count":8},"none":{"attempt_count":8,"output_max":2721,"output_mean":2218.125,"output_min":1845,"run_count":8}},"display_name":"GPT-5.6 Luna","economics":{"all":40.23449146304555,"highest":53.812630294371765,"medium":42.865054049110405,"none":24.025790045654475},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"total_output_tokens":238178,"total_reasoning_output_tokens":167062,"total_visible_output_tokens":71116,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.6-luna","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":49.11276679296031,"score":49.11276679296031},"GB2-02":{"attempts":3,"playable":42.87252730719215,"score":42.87252730719215},"GB2-03":{"attempts":3,"playable":36.23994234912961,"score":36.23994234912961},"GB2-04":{"attempts":3,"playable":40.48565715496516,"score":40.48565715496516},"GB2-05":{"attempts":3,"playable":38.00565766424989,"score":38.00565766424989},"GB2-06":{"attempts":3,"playable":50.021976396706556,"score":50.021976396706556},"GB2-07":{"attempts":3,"playable":37.1570438024973,"score":37.1570438024973},"GB2-08":{"attempts":3,"playable":27.980360236663397,"score":27.980360236663397}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":77.46186407842495,"score":77.46186407842495},"GB2-02":{"attempts":1,"playable":43.641246323317,"score":43.641246323317},"GB2-03":{"attempts":1,"playable":38.67880435670801,"score":38.67880435670801},"GB2-04":{"attempts":1,"playable":38.643414280398865,"score":38.643414280398865},"GB2-05":{"attempts":1,"playable":49.505963692432246,"score":49.505963692432246},"GB2-06":{"attempts":1,"playable":81.46880541587088,"score":81.46880541587088},"GB2-07":{"attempts":1,"playable":69.87874093513344,"score":69.87874093513344},"GB2-08":{"attempts":1,"playable":31.22220327268875,"score":31.22220327268875}},"medium":{"GB2-01":{"attempts":1,"playable":44.66080870653073,"score":44.66080870653073},"GB2-02":{"attempts":1,"playable":43.47665069716015,"score":43.47665069716015},"GB2-03":{"attempts":1,"playable":41.375650712315505,"score":41.375650712315505},"GB2-04":{"attempts":1,"playable":46.389033131663524,"score":46.389033131663524},"GB2-05":{"attempts":1,"playable":41.79160836495348,"score":41.79160836495348},"GB2-06":{"attempts":1,"playable":52.14762503006811,"score":52.14762503006811},"GB2-07":{"attempts":1,"playable":27.44033773171235,"score":27.44033773171235},"GB2-08":{"attempts":1,"playable":45.638718018479366,"score":45.638718018479366}},"none":{"GB2-01":{"attempts":1,"playable":25.215627593925223,"score":25.215627593925223},"GB2-02":{"attempts":1,"playable":41.49968490109931,"score":41.49968490109931},"GB2-03":{"attempts":1,"playable":28.66537197836534,"score":28.66537197836534},"GB2-04":{"attempts":1,"playable":36.42452405283309,"score":36.42452405283309},"GB2-05":{"attempts":1,"playable":22.719400935363915,"score":22.719400935363915},"GB2-06":{"attempts":1,"playable":16.449498744180698,"score":16.449498744180698},"GB2-07":{"attempts":1,"playable":14.152052740646118,"score":14.152052740646118},"GB2-08":{"attempts":1,"playable":7.080159418822084,"score":7.080159418822084}}},"id":"gpt-5.6-luna","is_recent_addition":false,"last_measured_at":"2026-11-19T15:51:08Z","match_totals_all":{"draws":3351,"losses":8154,"wins":3927},"match_totals_tracks":{"highest":{"draws":1040,"losses":2071,"wins":2037},"medium":{"draws":1139,"losses":2600,"wins":1405},"none":{"draws":1172,"losses":3483,"wins":485}},"model_slug":"gpt-5-6-luna","official_rank_by_reasoning":{"highest":54,"medium":72,"none":99},"overall":{"max":81.46880541587088,"mean":40.23449146304555,"min":7.080159418822084},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":67,"overall_ranking_status":"ranked","per_game":{"GB2-01":77.46186407842495,"GB2-02":43.641246323317,"GB2-03":38.67880435670801,"GB2-04":38.643414280398865,"GB2-05":49.505963692432246,"GB2-06":81.46880541587088,"GB2-07":69.87874093513344,"GB2-08":31.22220327268875},"per_game_all":{"GB2-01":49.11276679296031,"GB2-02":42.87252730719215,"GB2-03":36.23994234912961,"GB2-04":40.48565715496516,"GB2-05":38.00565766424989,"GB2-06":50.021976396706556,"GB2-07":37.1570438024973,"GB2-08":27.980360236663397},"per_game_match_totals_all":{"GB2-01":{"draws":210,"losses":943,"wins":787},"GB2-02":{"draws":1324,"losses":464,"wins":50},"GB2-03":{"draws":665,"losses":983,"wins":254},"GB2-04":{"draws":1098,"losses":641,"wins":147},"GB2-05":{"draws":0,"losses":1309,"wins":685},"GB2-06":{"draws":54,"losses":994,"wins":850},"GB2-07":{"draws":0,"losses":1337,"wins":651},"GB2-08":{"draws":0,"losses":1483,"wins":503}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":0,"losses":170,"wins":478},"GB2-02":{"draws":415,"losses":165,"wins":34},"GB2-03":{"draws":241,"losses":304,"wins":89},"GB2-04":{"draws":348,"losses":233,"wins":47},"GB2-05":{"draws":0,"losses":366,"wins":300},"GB2-06":{"draws":36,"losses":120,"wins":476},"GB2-07":{"draws":0,"losses":238,"wins":426},"GB2-08":{"draws":0,"losses":475,"wins":187}},"medium":{"GB2-01":{"draws":89,"losses":334,"wins":223},"GB2-02":{"draws":458,"losses":142,"wins":12},"GB2-03":{"draws":182,"losses":318,"wins":134},"GB2-04":{"draws":400,"losses":163,"wins":67},"GB2-05":{"draws":0,"losses":413,"wins":251},"GB2-06":{"draws":10,"losses":333,"wins":291},"GB2-07":{"draws":0,"losses":511,"wins":151},"GB2-08":{"draws":0,"losses":386,"wins":276}},"none":{"GB2-01":{"draws":121,"losses":439,"wins":86},"GB2-02":{"draws":451,"losses":157,"wins":4},"GB2-03":{"draws":242,"losses":361,"wins":31},"GB2-04":{"draws":350,"losses":245,"wins":33},"GB2-05":{"draws":0,"losses":530,"wins":134},"GB2-06":{"draws":8,"losses":541,"wins":83},"GB2-07":{"draws":0,"losses":588,"wins":74},"GB2-08":{"draws":0,"losses":622,"wins":40}}},"per_game_raw_elo_all":{"GB2-01":1444.8406774692548,"GB2-02":1380.9592868289362,"GB2-03":1250.3626241792651,"GB2-04":1369.337508096259,"GB2-05":1177.3686145808217,"GB2-06":1415.8388009907646,"GB2-07":1181.2095674626123,"GB2-08":980.0849792809262},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1742.6668822390675,"GB2-02":1386.9950339921807,"GB2-03":1273.3922143499017,"GB2-04":1354.8814041522999,"GB2-05":1338.3574855475708,"GB2-06":1962.7818183110428,"GB2-07":1642.6288895968496,"GB2-08":1053.0712963522694},"medium":{"GB2-01":1396.5858478482414,"GB2-02":1385.7063841132833,"GB2-03":1297.3099121512332,"GB2-04":1416.3013562976087,"GB2-05":1238.8385439981812,"GB2-06":1430.3371936756507,"GB2-07":1063.382343760398,"GB2-08":1265.0843278790778},"none":{"GB2-01":1195.2693023204558,"GB2-02":1370.1764423813445,"GB2-03":1180.3857460366607,"GB2-04":1336.829763838869,"GB2-05":954.9098141967128,"GB2-06":854.3973909856006,"GB2-07":837.6174690305894,"GB2-08":622.0993136114314}},"per_game_tracks":{"highest":{"GB2-01":77.46186407842495,"GB2-02":43.641246323317,"GB2-03":38.67880435670801,"GB2-04":38.643414280398865,"GB2-05":49.505963692432246,"GB2-06":81.46880541587088,"GB2-07":69.87874093513344,"GB2-08":31.22220327268875},"medium":{"GB2-01":44.66080870653073,"GB2-02":43.47665069716015,"GB2-03":41.375650712315505,"GB2-04":46.389033131663524,"GB2-05":41.79160836495348,"GB2-06":52.14762503006811,"GB2-07":27.44033773171235,"GB2-08":45.638718018479366},"none":{"GB2-01":25.215627593925223,"GB2-02":41.49968490109931,"GB2-03":28.66537197836534,"GB2-04":36.42452405283309,"GB2-05":22.719400935363915,"GB2-06":16.449498744180698,"GB2-07":14.152052740646118,"GB2-08":7.080159418822084}},"program_outcomes":{"all":{"counted_attempts":24,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":23,"working":24},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:06:35Z","reasoning":{"highest":53.812630294371765,"medium":42.865054049110405,"none":24.025790045654475},"reasoning_agg":{"highest":{"max":81.46880541587088,"mean":53.812630294371765,"min":31.22220327268875},"medium":{"max":52.14762503006811,"mean":42.865054049110405,"min":27.44033773171235},"none":{"max":41.49968490109931,"mean":24.025790045654475,"min":7.080159418822084}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":29.78684024871729},"working_program_strength":{"all":40.23449146304555,"highest":53.812630294371765,"medium":42.865054049110405,"none":24.025790045654475}},{"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3-1-flash:97fe0a488c5b9f68","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":35},"recorded_attempt_count":35,"run_count":24,"total":0.0},"codegen_latency_ms":{"attempt_count":35,"max_ms":926386,"mean_ms":167464.70833333334,"min_ms":7440,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":12,"max_ms":926386,"mean_ms":393879.0,"min_ms":180915,"run_count":8},"medium":{"attempt_count":12,"max_ms":181663,"mean_ms":86858.125,"min_ms":40176,"run_count":8},"none":{"attempt_count":11,"max_ms":29718,"mean_ms":21657.0,"min_ms":7440,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":73160,"output_mean":16631.416666666668,"output_min":1375,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":12,"output_max":73160,"output_mean":36727.625,"output_min":23210,"run_count":8},"medium":{"attempt_count":12,"output_max":16723,"output_mean":9745.875,"output_min":4629,"run_count":8},"none":{"attempt_count":11,"output_max":6152,"output_mean":3420.75,"output_min":1375,"run_count":8}},"display_name":"Minimax M3.1 Flash","economics":{"all":36.76045774296164,"highest":38.75851070650112,"medium":41.139526595037594,"none":30.3833359273462},"economics_best_value":{"per_model":{"all":true,"highest":true}},"first_seen_at":null,"game_gaps":{"highest":{"GB2-08":"failed"},"medium":{"GB2-02":"failed"},"none":{"GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":35,"effective_max_output_tokens":[524288],"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"requested_max_output_token_observations":35,"requested_max_output_tokens":[524288],"total_output_tokens":399154,"total_reasoning_output_tokens":282019,"total_visible_output_tokens":117135,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":524288,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":37.01107481789209,"score":37.01107481789209},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.31438207514567,"score":26.876254716763782},"GB2-03":{"attempts":3,"playable":33.859403664778604,"score":33.859403664778604},"GB2-04":{"attempts":3,"playable":39.675862364982294,"score":39.675862364982294},"GB2-05":{"attempts":3,"playable":46.26857737617971,"score":46.26857737617971},"GB2-06":{"attempts":3,"playable":47.98048739755391,"score":47.98048739755391},"GB2-07":{"attempts":3,"playable":53.42306104828103,"score":53.42306104828103},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":26.966821671785013,"score":8.988940557261671}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":13.574986751495535,"score":13.574986751495535},"GB2-02":{"attempts":1,"playable":40.03893524284014,"score":40.03893524284014},"GB2-03":{"attempts":1,"playable":47.64479674512213,"score":47.64479674512213},"GB2-04":{"attempts":1,"playable":39.67773756201372,"score":39.67773756201372},"GB2-05":{"attempts":1,"playable":70.5447847227164,"score":70.5447847227164},"GB2-06":{"attempts":1,"playable":30.142732510490262,"score":30.142732510490262},"GB2-07":{"attempts":1,"playable":68.44411211733073,"score":68.44411211733073},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"playable":67.6050660231356,"score":67.6050660231356},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":31.0999359609139,"score":31.0999359609139},"GB2-04":{"attempts":1,"playable":38.531208799100746,"score":38.531208799100746},"GB2-05":{"attempts":1,"playable":47.21563591890848,"score":47.21563591890848},"GB2-06":{"attempts":1,"playable":47.804539989612884,"score":47.804539989612884},"GB2-07":{"attempts":1,"playable":69.89300439684412,"score":69.89300439684412},"GB2-08":{"attempts":1,"playable":26.966821671785013,"score":26.966821671785013}},"none":{"GB2-01":{"attempts":1,"playable":29.853171679045115,"score":29.853171679045115},"GB2-02":{"attempts":1,"playable":40.589828907451206,"score":40.589828907451206},"GB2-03":{"attempts":1,"playable":22.83347828829979,"score":22.83347828829979},"GB2-04":{"attempts":1,"playable":40.81864073383242,"score":40.81864073383242},"GB2-05":{"attempts":1,"playable":21.045311486914233,"score":21.045311486914233},"GB2-06":{"attempts":1,"playable":65.99418969255858,"score":65.99418969255858},"GB2-07":{"attempts":1,"playable":21.932066630668224,"score":21.932066630668224},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"minimax/minimax-m3.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:57Z","match_totals_all":{"draws":2614,"losses":7065,"wins":3817},"match_totals_tracks":{"highest":{"draws":925,"losses":2222,"wins":1333},"medium":{"draws":606,"losses":2294,"wins":1638},"none":{"draws":1083,"losses":2549,"wins":846}},"model_slug":"minimax-minimax-m3-1-flash","official_rank_by_reasoning":{"highest":70,"medium":75,"none":81},"overall":{"max":70.5447847227164,"mean":36.76045774296164,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["unknown_capability_evidence"],"overall_official_rank":68,"overall_ranking_status":"partial","per_game":{"GB2-01":13.574986751495535,"GB2-02":40.03893524284014,"GB2-03":47.64479674512213,"GB2-04":39.67773756201372,"GB2-05":70.5447847227164,"GB2-06":30.142732510490262,"GB2-07":68.44411211733073},"per_game_all":{"GB2-01":37.01107481789209,"GB2-03":33.859403664778604,"GB2-04":39.675862364982294,"GB2-05":46.26857737617971,"GB2-06":47.98048739755391,"GB2-07":53.42306104828103},"per_game_match_totals_all":{"GB2-01":{"draws":181,"losses":1179,"wins":576},"GB2-02":{"draws":852,"losses":349,"wins":19},"GB2-03":{"draws":467,"losses":1122,"wins":315},"GB2-04":{"draws":1088,"losses":659,"wins":137},"GB2-05":{"draws":0,"losses":1158,"wins":842},"GB2-06":{"draws":26,"losses":1066,"wins":808},"GB2-07":{"draws":0,"losses":1027,"wins":959},"GB2-08":{"draws":0,"losses":505,"wins":161}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":31,"losses":553,"wins":62},"GB2-02":{"draws":412,"losses":183,"wins":15},"GB2-03":{"draws":119,"losses":313,"wins":202},"GB2-04":{"draws":354,"losses":224,"wins":50},"GB2-05":{"draws":0,"losses":237,"wins":431},"GB2-06":{"draws":9,"losses":466,"wins":157},"GB2-07":{"draws":0,"losses":246,"wins":416}},"medium":{"GB2-01":{"draws":110,"losses":178,"wins":358},"GB2-03":{"draws":137,"losses":401,"wins":98},"GB2-04":{"draws":344,"losses":236,"wins":48},"GB2-05":{"draws":0,"losses":378,"wins":286},"GB2-06":{"draws":15,"losses":358,"wins":263},"GB2-07":{"draws":0,"losses":238,"wins":424},"GB2-08":{"draws":0,"losses":505,"wins":161}},"none":{"GB2-01":{"draws":40,"losses":448,"wins":156},"GB2-02":{"draws":440,"losses":166,"wins":4},"GB2-03":{"draws":211,"losses":408,"wins":15},"GB2-04":{"draws":390,"losses":199,"wins":39},"GB2-05":{"draws":0,"losses":543,"wins":125},"GB2-06":{"draws":2,"losses":242,"wins":388},"GB2-07":{"draws":0,"losses":543,"wins":119}}},"per_game_raw_elo_all":{"GB2-01":1300.553265151646,"GB2-03":1225.3857973899533,"GB2-04":1363.162794988428,"GB2-05":1294.4793847630233,"GB2-06":1370.6908232122048,"GB2-07":1414.1321994676018},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1030.0473123521326,"GB2-02":1358.6188913472663,"GB2-03":1352.6757393930095,"GB2-04":1363.1982416425012,"GB2-05":1649.6861019197468,"GB2-06":1083.7507971467357,"GB2-07":1619.968073602784},"medium":{"GB2-01":1623.8116887649007,"GB2-03":1203.9504989313698,"GB2-04":1353.975804304649,"GB2-05":1308.9410526763838,"GB2-06":1360.6317402964203,"GB2-07":1642.8575173601726,"GB2-08":992.9016937037406},"none":{"GB2-01":1247.8007943379043,"GB2-02":1362.9875885295055,"GB2-03":1119.5311538454803,"GB2-04":1372.314339018134,"GB2-05":924.8109996929389,"GB2-06":1667.6899321934582,"GB2-07":979.5710074398492}},"per_game_tracks":{"highest":{"GB2-01":13.574986751495535,"GB2-02":40.03893524284014,"GB2-03":47.64479674512213,"GB2-04":39.67773756201372,"GB2-05":70.5447847227164,"GB2-06":30.142732510490262,"GB2-07":68.44411211733073},"medium":{"GB2-01":67.6050660231356,"GB2-03":31.0999359609139,"GB2-04":38.531208799100746,"GB2-05":47.21563591890848,"GB2-06":47.804539989612884,"GB2-07":69.89300439684412,"GB2-08":26.966821671785013},"none":{"GB2-01":29.853171679045115,"GB2-02":40.589828907451206,"GB2-03":22.83347828829979,"GB2-04":40.81864073383242,"GB2-05":21.045311486914233,"GB2-06":65.99418969255858,"GB2-07":21.932066630668224}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7}},"provider_color":"#00BFA5","provider_company":"MiniMax","provider_key":"minimax","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:47:24Z","reasoning":{"highest":38.75851070650112,"medium":41.139526595037594,"none":30.3833359273462},"reasoning_agg":{"highest":{"max":70.5447847227164,"mean":38.75851070650112,"min":0.0},"medium":{"max":69.89300439684412,"mean":41.139526595037594,"min":0.0},"none":{"max":65.99418969255858,"mean":30.3833359273462,"min":0.0}},"reasoning_labels":{"highest":"Xhigh","medium":"Medium","none":"Low"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":10.756190667691396},"working_program_strength":{"all":42.01195170624187,"highest":44.29544080742985,"medium":47.01660182290011,"none":34.72381248839566}},{"canonical_public_row_identity":"publication-row.v1:overall:bytedance-seed-seed-2-0-code:8a2598af381442d5","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.075846,"mean":0.050721249999999996,"median":0.04471025,"min":0.0372345,"recorded_attempt_count":11,"run_count":8,"total":0.40577},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.071558,"mean":0.053513000000000005,"median":0.0517895,"min":0.034152,"recorded_attempt_count":14,"run_count":8,"total":0.428104},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.030187,"mean":0.020951124999999998,"median":0.0183875,"min":0.0121355,"recorded_attempt_count":9,"run_count":8,"total":0.167609}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.071558,"mean":0.053513000000000005,"median":0.0517895,"min":0.034152,"recorded_attempt_count":14,"run_count":8,"total":0.42810399999999993},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.030187,"mean":0.020951124999999998,"median":0.0183875,"min":0.0121355,"recorded_attempt_count":9,"run_count":8,"total":0.167609},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.075846,"mean":0.050721249999999996,"median":0.04471025,"min":0.0372345,"recorded_attempt_count":11,"run_count":8,"total":0.40576999999999996}},"codegen_cost_usd":{"admitted_cell_count":22,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.075846,"mean":0.041728458333333336,"median":0.04202725,"min":0.0121355,"recorded_attempt_count":34,"run_count":24,"total":1.001483},"codegen_latency_ms":{"attempt_count":34,"max_ms":395404,"mean_ms":199903.16666666666,"min_ms":55601,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":395404,"mean_ms":251379.375,"min_ms":180439,"run_count":8},"medium":{"attempt_count":14,"max_ms":353826,"mean_ms":258198.75,"min_ms":158866,"run_count":8},"none":{"attempt_count":9,"max_ms":131809,"mean_ms":90131.375,"min_ms":55601,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":22808,"output_mean":12018.333333333334,"output_min":2752,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":22808,"output_mean":15068.125,"output_min":11085,"run_count":8},"medium":{"attempt_count":14,"output_max":21381,"output_mean":15556.75,"output_min":10057,"run_count":8},"none":{"attempt_count":9,"output_max":8609,"output_mean":5430.125,"output_min":2752,"run_count":8}},"display_name":"Seed 2.0 Code","economics":{"all":35.04690784255248,"highest":42.44124165607994,"medium":38.52638389225108,"none":24.173097979326418},"first_seen_at":null,"game_gaps":{"medium":{"GB2-07":"failed"},"none":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"provider_post_attempt_observations":34,"provider_post_attempts":34,"reasoning_token_observations":34,"reconciliation_get_attempt_observations":34,"reconciliation_get_attempts":157,"total_output_tokens":288440,"total_reasoning_output_tokens":204471,"total_visible_output_tokens":83969,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"bytedance-seed","provider_model":"bytedance-seed/seed-2.0-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-02"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":37.18840772649033,"score":37.18840772649033},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":39.3216098259231,"score":26.214406550615397},"GB2-03":{"attempts":3,"playable":41.213568900335694,"score":41.213568900335694},"GB2-04":{"attempts":3,"playable":40.12035697664965,"score":40.12035697664965},"GB2-05":{"attempts":3,"playable":35.57033703871583,"score":35.57033703871583},"GB2-06":{"attempts":3,"playable":15.513841847553982,"score":15.513841847553982},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":36.650150704275816,"score":24.433433802850544},"GB2-08":{"attempts":3,"playable":60.1209098972084,"score":60.1209098972084}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":39.721594528201095,"score":39.721594528201095},"GB2-02":{"attempts":1,"playable":40.21040462036226,"score":40.21040462036226},"GB2-03":{"attempts":1,"playable":40.50954404888137,"score":40.50954404888137},"GB2-04":{"attempts":1,"playable":38.36362060757856,"score":38.36362060757856},"GB2-05":{"attempts":1,"playable":46.07141037566097,"score":46.07141037566097},"GB2-06":{"attempts":1,"playable":18.855472751645653,"score":18.855472751645653},"GB2-07":{"attempts":1,"playable":44.002291296468876,"score":44.002291296468876},"GB2-08":{"attempts":1,"playable":71.79559501984073,"score":71.79559501984073}},"medium":{"GB2-01":{"attempts":1,"playable":48.74529265537406,"score":48.74529265537406},"GB2-02":{"attempts":1,"playable":38.43281503148393,"score":38.43281503148393},"GB2-03":{"attempts":1,"playable":38.85707414225766,"score":38.85707414225766},"GB2-04":{"attempts":1,"playable":40.21162899522181,"score":40.21162899522181},"GB2-05":{"attempts":1,"playable":45.251599035716936,"score":45.251599035716936},"GB2-06":{"attempts":1,"playable":12.16422377646808,"score":12.16422377646808},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":84.54843750148616,"score":84.54843750148616}},"none":{"GB2-01":{"attempts":1,"playable":23.09833599589584,"score":23.09833599589584},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":44.274088509868044,"score":44.274088509868044},"GB2-04":{"attempts":1,"playable":41.78582132714859,"score":41.78582132714859},"GB2-05":{"attempts":1,"playable":15.38800170476958,"score":15.38800170476958},"GB2-06":{"attempts":1,"playable":15.521829014548214,"score":15.521829014548214},"GB2-07":{"attempts":1,"playable":29.298010112082757,"score":29.298010112082757},"GB2-08":{"attempts":1,"playable":24.018697170298314,"score":24.018697170298314}}},"id":"bytedance-seed/seed-2.0-code","is_recent_addition":false,"last_measured_at":"2026-11-19T16:03:06Z","match_totals_all":{"draws":2852,"losses":7838,"wins":3472},"match_totals_tracks":{"highest":{"draws":1191,"losses":2566,"wins":1383},"medium":{"draws":985,"losses":2171,"wins":1334},"none":{"draws":676,"losses":3101,"wins":755}},"model_slug":"bytedance-seed-seed-2-0-code","official_rank_by_reasoning":{"highest":67,"medium":79,"none":98},"overall":{"max":84.54843750148616,"mean":35.04690784255248,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":69,"overall_ranking_status":"ranked","per_game":{"GB2-01":39.721594528201095,"GB2-02":40.21040462036226,"GB2-03":40.50954404888137,"GB2-04":38.36362060757856,"GB2-05":46.07141037566097,"GB2-06":18.855472751645653,"GB2-07":44.002291296468876,"GB2-08":71.79559501984073},"per_game_all":{"GB2-01":37.18840772649033,"GB2-03":41.213568900335694,"GB2-04":40.12035697664965,"GB2-05":35.57033703871583,"GB2-06":15.513841847553982,"GB2-08":60.1209098972084},"per_game_match_totals_all":{"GB2-01":{"draws":477,"losses":1034,"wins":431},"GB2-02":{"draws":832,"losses":374,"wins":18},"GB2-03":{"draws":392,"losses":1035,"wins":475},"GB2-04":{"draws":1145,"losses":625,"wins":116},"GB2-05":{"draws":0,"losses":1353,"wins":643},"GB2-06":{"draws":6,"losses":1647,"wins":243},"GB2-07":{"draws":0,"losses":911,"wins":413},"GB2-08":{"draws":0,"losses":859,"wins":1133}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":242,"losses":287,"wins":117},"GB2-02":{"draws":426,"losses":177,"wins":9},"GB2-03":{"draws":154,"losses":337,"wins":143},"GB2-04":{"draws":367,"losses":226,"wins":35},"GB2-05":{"draws":0,"losses":385,"wins":279},"GB2-06":{"draws":2,"losses":531,"wins":99},"GB2-07":{"draws":0,"losses":411,"wins":251},"GB2-08":{"draws":0,"losses":212,"wins":450}},"medium":{"GB2-01":{"draws":89,"losses":310,"wins":251},"GB2-02":{"draws":406,"losses":197,"wins":9},"GB2-03":{"draws":121,"losses":363,"wins":150},"GB2-04":{"draws":367,"losses":216,"wins":47},"GB2-05":{"draws":0,"losses":392,"wins":274},"GB2-06":{"draws":2,"losses":567,"wins":63},"GB2-08":{"draws":0,"losses":126,"wins":540}},"none":{"GB2-01":{"draws":146,"losses":437,"wins":63},"GB2-03":{"draws":117,"losses":335,"wins":182},"GB2-04":{"draws":411,"losses":183,"wins":34},"GB2-05":{"draws":0,"losses":576,"wins":90},"GB2-06":{"draws":2,"losses":549,"wins":81},"GB2-07":{"draws":0,"losses":500,"wins":162},"GB2-08":{"draws":0,"losses":521,"wins":143}}},"per_game_raw_elo_all":{"GB2-01":1317.9879534622712,"GB2-03":1295.835138058753,"GB2-04":1366.6986272109934,"GB2-05":1130.306813978393,"GB2-06":834.4133972298373,"GB2-08":1599.747770119918},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1348.8503428891731,"GB2-02":1359.9800777351318,"GB2-03":1289.6507404894771,"GB2-04":1352.6219049033252,"GB2-05":1294.2480951409534,"GB2-06":897.9661707775791,"GB2-07":1285.0357754048557,"GB2-08":1774.5135586760032},"medium":{"GB2-01":1435.5640948547668,"GB2-02":1345.7996764290808,"GB2-03":1274.9805794232038,"GB2-04":1367.4710605862278,"GB2-05":1283.7040392607842,"GB2-06":768.4103367566155,"GB2-08":2074.433260104166},"none":{"GB2-01":1169.549422642874,"GB2-03":1322.8740942635784,"GB2-04":1380.002916143427,"GB2-05":812.968307533441,"GB2-06":836.8636841553174,"GB2-07":1089.8763227956306,"GB2-08":950.2964915795847}},"per_game_tracks":{"highest":{"GB2-01":39.721594528201095,"GB2-02":40.21040462036226,"GB2-03":40.50954404888137,"GB2-04":38.36362060757856,"GB2-05":46.07141037566097,"GB2-06":18.855472751645653,"GB2-07":44.002291296468876,"GB2-08":71.79559501984073},"medium":{"GB2-01":48.74529265537406,"GB2-02":38.43281503148393,"GB2-03":38.85707414225766,"GB2-04":40.21162899522181,"GB2-05":45.251599035716936,"GB2-06":12.16422377646808,"GB2-08":84.54843750148616},"none":{"GB2-01":23.09833599589584,"GB2-03":44.274088509868044,"GB2-04":41.78582132714859,"GB2-05":15.38800170476958,"GB2-06":15.521829014548214,"GB2-07":29.298010112082757,"GB2-08":24.018697170298314}},"program_outcomes":{"all":{"counted_attempts":24,"failed":2,"infra_excluded":0,"success_rate":0.9166666666666666,"too_slow":0,"worked_after_repair":8,"worked_first_time":14,"working":22},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":2,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#F44336","provider_company":"ByteDance","provider_key":"bytedance-seed","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:54:33Z","reasoning":{"highest":42.44124165607994,"medium":38.52638389225108,"none":24.173097979326418},"reasoning_agg":{"highest":{"max":71.79559501984073,"mean":42.44124165607994,"min":18.855472751645653},"medium":{"max":84.54843750148616,"mean":38.52638389225108,"min":0.0},"none":{"max":44.274088509868044,"mean":24.173097979326418,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":18.26814367675352},"working_program_strength":{"all":38.03259745548474,"highest":42.44124165607994,"medium":44.03015301971552,"none":27.626397690658763}},{"canonical_public_row_identity":"publication-row.v1:overall:o3:a308c41cc3c23d86","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":19,"cell_count":8,"cost_basis_counts":{"estimated":32,"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":13,"max":0.1097735,"mean":0.091486,"median":0.08840575,"min":0.07737849999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":40},"recorded_attempt_count":32,"run_count":32,"token_priced_attempt_count":8,"total":2.927552},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.072978,"mean":0.048872,"median":0.046325000000000005,"min":0.037309999999999996,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.390976},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08754999999999999,"mean":0.04313775,"median":0.033532,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.34510199999999996}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.072978,"mean":0.048872,"median":0.046325000000000005,"min":0.037309999999999996,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":8},"run_count":8,"token_priced_attempt_count":8,"total":0.39097600000000005},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","max":0.08754999999999999,"mean":0.04313775,"median":0.033532,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"run_count":8,"token_priced_attempt_count":10,"total":0.34510199999999996},"historical-provider-setting-intensive":{"admitted_cell_count":19,"cell_count":8,"cost_basis_counts":{"estimated":32,"local_standard_estimate":8},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":13,"max":0.1097735,"mean":0.091486,"median":0.08840575,"min":0.07737849999999999,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":40},"recorded_attempt_count":32,"run_count":32,"token_priced_attempt_count":8,"total":2.927552}},"codegen_cost_usd":{"admitted_cell_count":33,"cell_count":24,"cost_basis_counts":{"estimated":32,"local_standard_estimate":26},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":15,"max":0.1097735,"mean":0.06116525,"median":0.054719000000000004,"min":0.030172,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10,"boardgame-list-prices-2026-11-12":48},"recorded_attempt_count":32,"run_count":48,"token_priced_attempt_count":26,"total":3.6636299999999995},"codegen_latency_ms":{"attempt_count":26,"max_ms":79649,"mean_ms":37254.041666666664,"min_ms":17534,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":8,"max_ms":39668,"mean_ms":28324.375,"min_ms":19788,"run_count":8},"medium":{"attempt_count":8,"max_ms":79649,"mean_ms":42263.5,"min_ms":17534,"run_count":8},"none":{"attempt_count":10,"max_ms":74310,"mean_ms":41174.25,"min_ms":21597,"run_count":8}},"codegen_output_tokens":{"attempt_count":58,"output_max":15813,"output_mean":7191.916666666667,"output_min":1943,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":40,"output_max":15813,"output_mean":9014.65625,"output_min":4501,"run_count":32},"medium":{"attempt_count":8,"output_max":6616,"output_mean":4172.125,"output_min":2653,"run_count":8},"none":{"attempt_count":10,"output_max":6022,"output_mean":2920.75,"output_min":1943,"run_count":8}},"display_name":"o3","economics":{"all":34.14562034826272,"highest":30.525504820728347,"medium":32.42412821771107,"none":39.48722800634873},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"too_slow","GB2-04":"failed"},"medium":{"GB2-02":"failed","GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[100000],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":82,"output_token_observations":58,"provider_post_attempt_observations":10,"provider_post_attempts":10,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[100000],"total_output_tokens":345212,"total_reasoning_output_tokens":5824,"total_visible_output_tokens":17542,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"o3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":19,"evaluated_cells":32,"failed_game_aliases":["GB2-01","GB2-03","GB2-04","GB2-08"],"first_pass_admitted":19,"first_pass_rate":0.6785714285714286,"game_attempts":{"GB2-01":{"admitted":3,"model_code_failures":1},"GB2-02":{"performance_rejections":4},"GB2-03":{"admitted":1,"model_code_failures":3},"GB2-04":{"model_code_failures":4},"GB2-05":{"admitted":4},"GB2-06":{"admitted":4},"GB2-07":{"admitted":4},"GB2-08":{"admitted":3,"model_code_failures":1}},"model_code_failure_rate":0.32142857142857145,"model_code_failures":9,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-02"],"performance_rejections":4}},"headline_games_all":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":43.51981167302318,"score":38.626805275326156},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":41.47184514181657,"score":20.735922570908286},"GB2-03":{"attempts":6,"failed_attempts":4,"playable":37.68237415470551,"score":16.195774456612828},"GB2-04":{"attempts":6,"failed_attempts":4,"playable":41.01362168136641,"score":27.342414454244274},"GB2-05":{"attempts":6,"playable":45.882499325774496,"score":45.882499325774496},"GB2-06":{"attempts":6,"playable":42.60437353619718,"score":42.60437353619718},"GB2-07":{"attempts":6,"playable":45.15952950987499,"score":45.15952950987499},"GB2-08":{"attempts":6,"failed_attempts":1,"playable":36.99497618078582,"score":33.35444957389017}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":58.716076772364254,"score":44.03705757927319},"GB2-03":{"attempts":4,"failed_attempts":3,"playable":35.703233252763376,"score":8.925808313190844},"GB2-04":{"attempts":4,"failed_attempts":4,"score":0.0},"GB2-05":{"attempts":4,"playable":46.31432077390576,"score":46.31432077390576},"GB2-06":{"attempts":4,"playable":40.00973660184145,"score":40.00973660184145},"GB2-07":{"attempts":4,"playable":41.626871014826314,"score":41.626871014826314},"GB2-08":{"attempts":4,"failed_attempts":1,"playable":43.686319282747824,"score":32.76473946206087}},"medium":{"GB2-01":{"attempts":1,"playable":34.7718819762044,"score":34.7718819762044},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":40.076172938858484,"score":40.076172938858484},"GB2-05":{"attempts":1,"playable":41.33123101131293,"score":41.33123101131293},"GB2-06":{"attempts":1,"playable":43.11170104745806,"score":43.11170104745806},"GB2-07":{"attempts":1,"playable":56.657938328864134,"score":56.657938328864134},"GB2-08":{"attempts":1,"playable":43.44410043899055,"score":43.44410043899055}},"none":{"GB2-01":{"attempts":1,"playable":37.071476270500874,"score":37.071476270500874},"GB2-02":{"attempts":1,"playable":41.47184514181657,"score":41.47184514181657},"GB2-03":{"attempts":1,"playable":39.661515056647644,"score":39.661515056647644},"GB2-04":{"attempts":1,"playable":41.951070423874334,"score":41.951070423874334},"GB2-05":{"attempts":1,"playable":50.001946192104796,"score":50.001946192104796},"GB2-06":{"attempts":1,"playable":44.691682959292024,"score":44.691682959292024},"GB2-07":{"attempts":1,"playable":37.193779185934524,"score":37.193779185934524},"GB2-08":{"attempts":1,"playable":23.85450882061909,"score":23.85450882061909}}},"id":"o3","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:32Z","match_totals_all":{"draws":1839,"losses":12162,"wins":7457},"match_totals_tracks":{"highest":{"draws":349,"losses":7197,"wins":4864},"medium":{"draws":530,"losses":2113,"wins":1263},"none":{"draws":960,"losses":2852,"wins":1330}},"model_slug":"o3","official_rank_by_reasoning":{"highest":78,"medium":88,"none":62},"overall":{"max":56.657938328864134,"mean":34.14562034826272,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":70,"overall_ranking_status":"ranked","per_game":{"GB2-01":58.716076772364254,"GB2-03":35.703233252763376,"GB2-05":46.31432077390576,"GB2-06":40.00973660184145,"GB2-07":41.626871014826314,"GB2-08":43.686319282747824},"per_game_all":{"GB2-01":43.51981167302318,"GB2-05":45.882499325774496,"GB2-06":42.60437353619718,"GB2-07":45.15952950987499,"GB2-08":36.99497618078582},"per_game_match_totals_all":{"GB2-01":{"draws":362,"losses":1544,"wins":1326},"GB2-02":{"draws":445,"losses":160,"wins":7},"GB2-03":{"draws":305,"losses":711,"wins":254},"GB2-04":{"draws":690,"losses":443,"wins":125},"GB2-05":{"draws":0,"losses":2317,"wins":1673},"GB2-06":{"draws":37,"losses":2400,"wins":1365},"GB2-07":{"draws":0,"losses":2478,"wins":1498},"GB2-08":{"draws":0,"losses":2109,"wins":1209}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":189,"losses":770,"wins":983},"GB2-03":{"draws":151,"losses":366,"wins":117},"GB2-05":{"draws":0,"losses":1540,"wins":1120},"GB2-06":{"draws":9,"losses":1636,"wins":889},"GB2-07":{"draws":0,"losses":1698,"wins":952},"GB2-08":{"draws":0,"losses":1187,"wins":803}},"medium":{"GB2-01":{"draws":121,"losses":378,"wins":147},"GB2-04":{"draws":383,"losses":209,"wins":38},"GB2-05":{"draws":0,"losses":416,"wins":250},"GB2-06":{"draws":26,"losses":380,"wins":228},"GB2-07":{"draws":0,"losses":328,"wins":336},"GB2-08":{"draws":0,"losses":402,"wins":264}},"none":{"GB2-01":{"draws":52,"losses":396,"wins":196},"GB2-02":{"draws":445,"losses":160,"wins":7},"GB2-03":{"draws":154,"losses":345,"wins":137},"GB2-04":{"draws":307,"losses":234,"wins":87},"GB2-05":{"draws":0,"losses":361,"wins":303},"GB2-06":{"draws":2,"losses":384,"wins":248},"GB2-07":{"draws":0,"losses":452,"wins":210},"GB2-08":{"draws":0,"losses":520,"wins":142}}},"per_game_raw_elo_all":{"GB2-01":1385.0899001846092,"GB2-05":1291.3439450956373,"GB2-06":1278.3923796038189,"GB2-07":1300.1648058560168,"GB2-08":1152.179547247735},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1533.1030045350053,"GB2-03":1246.6471514763261,"GB2-05":1296.4859337615287,"GB2-06":1236.9717857018288,"GB2-07":1253.027584623341,"GB2-08":1277.8998926594832},"medium":{"GB2-01":1299.489563166389,"GB2-04":1366.38818228812,"GB2-05":1232.802288380499,"GB2-06":1286.7143056098591,"GB2-07":1450.797487233583,"GB2-08":1230.7542999450736},"none":{"GB2-01":1322.677132852433,"GB2-02":1369.9569244561683,"GB2-03":1282.1331923907699,"GB2-04":1381.31345482396,"GB2-05":1344.743613144884,"GB2-06":1311.4910474997685,"GB2-07":1196.669345711126,"GB2-08":947.8844491386486}},"per_game_tracks":{"highest":{"GB2-01":58.716076772364254,"GB2-03":35.703233252763376,"GB2-05":46.31432077390576,"GB2-06":40.00973660184145,"GB2-07":41.626871014826314,"GB2-08":43.686319282747824},"medium":{"GB2-01":34.7718819762044,"GB2-04":40.076172938858484,"GB2-05":41.33123101131293,"GB2-06":43.11170104745806,"GB2-07":56.657938328864134,"GB2-08":43.44410043899055},"none":{"GB2-01":37.071476270500874,"GB2-02":41.47184514181657,"GB2-03":39.661515056647644,"GB2-04":41.951070423874334,"GB2-05":50.001946192104796,"GB2-06":44.691682959292024,"GB2-07":37.193779185934524,"GB2-08":23.85450882061909}},"program_outcomes":{"all":{"counted_attempts":44,"failed":11,"infra_excluded":0,"success_rate":0.75,"too_slow":4,"worked_after_repair":1,"worked_first_time":32,"working":33},"highest":{"counted_attempts":28,"failed":9,"infra_excluded":0,"success_rate":0.6785714285714286,"too_slow":4,"worked_after_repair":0,"worked_first_time":19,"working":19},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:14:34Z","reasoning":{"highest":30.525504820728344,"medium":32.42412821771107,"none":39.48722800634873},"reasoning_agg":{"highest":{"max":46.31432077390576,"mean":30.525504820728344,"min":0.0},"medium":{"max":56.657938328864134,"mean":32.42412821771107,"min":0.0},"none":{"max":50.001946192104796,"mean":39.48722800634873,"min":23.85450882061909}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":8.961723185620386},"working_program_strength":{"all":42.354052859901664,"highest":44.34275961640816,"medium":43.232170956948096,"none":39.48722800634873}},{"canonical_public_row_identity":"publication-row.v1:overall:deepseek-deepseek-v4-flash:54ddea3c5943f892","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01423672,"mean":0.0073094338874999994,"median":0.0062260825200000005,"min":0.004397959999999999,"recorded_attempt_count":13,"run_count":8,"total":0.058475471099999995},"medium":{"admitted_cell_count":22,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.008042989573333334,"mean":0.0037891845841666666,"median":0.0032265161666666666,"min":0.002126702,"recorded_attempt_count":36,"run_count":24,"total":0.09094043002},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00200925116,"mean":0.0013339496149999998,"median":0.0012586017,"min":0.0008945895,"recorded_attempt_count":10,"run_count":8,"total":0.01067159692}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01663094,"mean":0.00499588742,"median":0.0034890575,"min":0.00258188,"recorded_attempt_count":12,"run_count":8,"total":0.03996709936},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.004911942999999999,"mean":0.0031858331662499998,"median":0.002947833025,"min":0.001831717,"recorded_attempt_count":24,"run_count":16,"total":0.050973330659999996},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00200925116,"mean":0.0013339496149999998,"median":0.0012586017,"min":0.0008945895,"recorded_attempt_count":10,"run_count":8,"total":0.01067159692},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01423672,"mean":0.0073094338874999994,"median":0.0062260825200000005,"min":0.004397959999999999,"recorded_attempt_count":13,"run_count":8,"total":0.058475471099999995}},"codegen_cost_usd":{"admitted_cell_count":36,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01423672,"mean":0.004144189362222222,"median":0.0032265161666666666,"min":0.0008945895,"recorded_attempt_count":59,"run_count":40,"total":0.16008749804},"codegen_latency_ms":{"attempt_count":35,"max_ms":2156476,"mean_ms":402937.5,"min_ms":36579,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":13,"max_ms":2156476,"mean_ms":830597.625,"min_ms":100447,"run_count":8},"medium":{"attempt_count":12,"max_ms":572210,"mean_ms":258473.0,"min_ms":66883,"run_count":8},"none":{"attempt_count":10,"max_ms":286097,"mean_ms":119741.875,"min_ms":36579,"run_count":8}},"codegen_output_tokens":{"attempt_count":35,"output_max":54472,"output_mean":14159.166666666666,"output_min":1979,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":13,"output_max":47250,"output_mean":26393.0,"output_min":7308,"run_count":8},"medium":{"attempt_count":12,"output_max":54472,"output_mean":12951.25,"output_min":5048,"run_count":8},"none":{"attempt_count":10,"output_max":4856,"output_mean":3133.25,"output_min":1979,"run_count":8}},"display_name":"DeepSeek V4 Flash","economics":{"all":34.10453528801087,"highest":37.391311132699414,"medium":33.70638525773933,"none":31.215909473593868},"first_seen_at":null,"game_gaps":{"highest":{"GB2-05":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":35,"finish_reasons":["stop"],"indexed_attempts":35,"output_token_observations":35,"provider_post_attempt_observations":35,"provider_post_attempts":35,"reasoning_token_observations":35,"reconciliation_get_attempt_observations":35,"reconciliation_get_attempts":166,"total_output_tokens":339820,"total_reasoning_output_tokens":258096,"total_visible_output_tokens":81724,"visible_token_observations":35},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"deepseek","provider_model":"deepseek/deepseek-v4-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":22,"evaluated_cells":22,"first_pass_admitted":15,"first_pass_rate":0.6818181818181818,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":3},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":2,"infra_failures_excluded":1},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":3},"GB2-08":{"admitted":3}},"infra_excluded_game_aliases":["GB2-03","GB2-04"],"infra_failures_excluded":2,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.3181818181818182},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-05"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":23.749557216150325,"score":23.749557216150325},"GB2-02":{"attempts":5,"playable":40.73251328940728,"score":40.73251328940728},"GB2-03":{"attempts":4,"playable":36.2126364702751,"score":36.2126364702751},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":41.304423016556754,"score":27.536282011037837},"GB2-05":{"attempts":5,"failed_attempts":1,"playable":32.63336131910527,"score":21.755574212736846},"GB2-06":{"attempts":5,"playable":51.93722682373588,"score":51.93722682373588},"GB2-07":{"attempts":5,"playable":27.684079536264434,"score":27.684079536264434},"GB2-08":{"attempts":5,"playable":43.22841274447925,"score":43.22841274447925}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":15.14891841559844,"score":15.14891841559844},"GB2-02":{"attempts":1,"playable":41.73618954180389,"score":41.73618954180389},"GB2-03":{"attempts":1,"playable":33.605183682568736,"score":33.605183682568736},"GB2-04":{"attempts":1,"playable":42.3320723265789,"score":42.3320723265789},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":79.16026474781202,"score":79.16026474781202},"GB2-07":{"attempts":1,"playable":39.279736372128575,"score":39.279736372128575},"GB2-08":{"attempts":1,"playable":47.86812397510473,"score":47.86812397510473}},"medium":{"GB2-01":{"attempts":3,"playable":36.023166529118775,"score":36.023166529118775},"GB2-02":{"attempts":3,"playable":38.902787792512875,"score":38.902787792512875},"GB2-03":{"attempts":2,"playable":42.41619476256758,"score":42.41619476256758},"GB2-04":{"attempts":2,"playable":40.2767737065346,"score":40.2767737065346},"GB2-05":{"attempts":3,"playable":23.77597165927359,"score":23.77597165927359},"GB2-06":{"attempts":3,"playable":23.786625954539563,"score":23.786625954539563},"GB2-07":{"attempts":3,"playable":25.18716416176639,"score":25.18716416176639},"GB2-08":{"attempts":3,"playable":39.28239749560124,"score":39.28239749560124}},"none":{"GB2-01":{"attempts":1,"playable":20.07658670373377,"score":20.07658670373377},"GB2-02":{"attempts":1,"playable":41.55856253390507,"score":41.55856253390507},"GB2-03":{"attempts":1,"playable":32.61653096568898,"score":32.61653096568898},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":41.490750978936944,"score":41.490750978936944},"GB2-06":{"attempts":1,"playable":52.864789768856056,"score":52.864789768856056},"GB2-07":{"attempts":1,"playable":18.585338074898335,"score":18.585338074898335},"GB2-08":{"attempts":1,"playable":42.534716762731776,"score":42.534716762731776}}},"id":"deepseek/deepseek-v4-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:19:41Z","match_totals_all":{"draws":4420,"losses":13616,"wins":5120},"match_totals_tracks":{"highest":{"draws":1081,"losses":2202,"wins":1193},"medium":{"draws":2595,"losses":8706,"wins":2869},"none":{"draws":744,"losses":2708,"wins":1058}},"model_slug":"deepseek-deepseek-v4-flash","official_rank_by_reasoning":{"highest":71,"medium":85,"none":79},"overall":{"max":79.16026474781202,"mean":34.10453528801087,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":71,"overall_ranking_status":"ranked","per_game":{"GB2-01":15.14891841559844,"GB2-02":41.73618954180389,"GB2-03":33.605183682568736,"GB2-04":42.3320723265789,"GB2-06":79.16026474781202,"GB2-07":39.279736372128575,"GB2-08":47.86812397510473},"per_game_all":{"GB2-01":23.749557216150325,"GB2-02":40.73251328940728,"GB2-03":36.2126364702751,"GB2-06":51.93722682373588,"GB2-07":27.684079536264434,"GB2-08":43.22841274447925},"per_game_match_totals_all":{"GB2-01":{"draws":476,"losses":2139,"wins":617},"GB2-02":{"draws":2105,"losses":906,"wins":51},"GB2-03":{"draws":643,"losses":1398,"wins":495},"GB2-04":{"draws":1138,"losses":611,"wins":135},"GB2-05":{"draws":0,"losses":1982,"wins":676},"GB2-06":{"draws":58,"losses":1965,"wins":1145},"GB2-07":{"draws":0,"losses":2569,"wins":741},"GB2-08":{"draws":0,"losses":2046,"wins":1260}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":118,"losses":500,"wins":28},"GB2-02":{"draws":410,"losses":176,"wins":26},"GB2-03":{"draws":163,"losses":372,"wins":99},"GB2-04":{"draws":347,"losses":212,"wins":69},"GB2-06":{"draws":43,"losses":133,"wins":458},"GB2-07":{"draws":0,"losses":439,"wins":223},"GB2-08":{"draws":0,"losses":370,"wins":290}},"medium":{"GB2-01":{"draws":231,"losses":1174,"wins":535},"GB2-02":{"draws":1241,"losses":575,"wins":22},"GB2-03":{"draws":322,"losses":645,"wins":301},"GB2-04":{"draws":791,"losses":399,"wins":66},"GB2-05":{"draws":0,"losses":1569,"wins":425},"GB2-06":{"draws":10,"losses":1505,"wins":387},"GB2-07":{"draws":0,"losses":1568,"wins":418},"GB2-08":{"draws":0,"losses":1271,"wins":715}},"none":{"GB2-01":{"draws":127,"losses":465,"wins":54},"GB2-02":{"draws":454,"losses":155,"wins":3},"GB2-03":{"draws":158,"losses":381,"wins":95},"GB2-05":{"draws":0,"losses":413,"wins":251},"GB2-06":{"draws":5,"losses":327,"wins":300},"GB2-07":{"draws":0,"losses":562,"wins":100},"GB2-08":{"draws":0,"losses":405,"wins":255}}},"per_game_raw_elo_all":{"GB2-01":1160.6833052312024,"GB2-02":1363.972624956137,"GB2-03":1250.7144085073446,"GB2-06":1439.6196098071086,"GB2-07":1052.2996177680886,"GB2-08":1234.9304170526786},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1056.9704752002017,"GB2-02":1372.0402426880803,"GB2-03":1227.4342915242448,"GB2-04":1384.3319805975134,"GB2-06":1915.9563621137113,"GB2-07":1223.9224389188553,"GB2-08":1301.106475999669},"medium":{"GB2-01":1294.7977798769728,"GB2-02":1349.2370235552441,"GB2-03":1306.4625572309194,"GB2-04":1367.9868700846469,"GB2-05":927.9954253582072,"GB2-06":960.8830855512111,"GB2-07":1009.9168161692854,"GB2-08":1186.8599510392705},"none":{"GB2-01":1130.281660616433,"GB2-02":1370.640608625086,"GB2-03":1218.2463767668696,"GB2-05":1234.896076689896,"GB2-06":1442.0193817564032,"GB2-07":923.0595982161249,"GB2-08":1216.8248241190963}},"per_game_tracks":{"highest":{"GB2-01":15.14891841559844,"GB2-02":41.73618954180389,"GB2-03":33.605183682568736,"GB2-04":42.3320723265789,"GB2-06":79.16026474781202,"GB2-07":39.279736372128575,"GB2-08":47.86812397510473},"medium":{"GB2-01":36.02316652911877,"GB2-02":38.902787792512875,"GB2-03":42.41619476256758,"GB2-04":40.2767737065346,"GB2-05":23.775971659273583,"GB2-06":23.786625954539563,"GB2-07":25.18716416176639,"GB2-08":39.28239749560124},"none":{"GB2-01":20.07658670373377,"GB2-02":41.55856253390507,"GB2-03":32.61653096568898,"GB2-05":41.490750978936944,"GB2-06":52.864789768856056,"GB2-07":18.585338074898335,"GB2-08":42.534716762731776}},"program_outcomes":{"all":{"counted_attempts":38,"failed":2,"infra_excluded":2,"success_rate":0.9473684210526315,"too_slow":0,"worked_after_repair":11,"worked_first_time":25,"working":36},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":22,"failed":0,"infra_excluded":2,"success_rate":1.0,"too_slow":0,"worked_after_repair":7,"worked_first_time":15,"working":22},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":1,"worked_first_time":6,"working":7}},"provider_color":"#4C8BF5","provider_company":"DeepSeek","provider_key":"deepseek","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:54:33Z","reasoning":{"highest":37.391311132699414,"medium":33.70638525773933,"none":31.21590947359387},"reasoning_agg":{"highest":{"max":79.16026474781202,"mean":37.391311132699414,"min":0.0},"medium":{"max":42.41619476256758,"mean":33.70638525773933,"min":23.77597165927359},"none":{"max":52.864789768856056,"mean":31.21590947359387,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"High","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"high","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":6.1754016591055425},"working_program_strength":{"all":37.37154579307245,"highest":42.73292700879933,"medium":33.70638525773933,"none":35.675325112678706}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-27b:ecd21648c69fc59f","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3521656,"mean":0.19569013062499999,"median":0.187188825,"min":0.119031025,"recorded_attempt_count":11,"run_count":8,"total":1.5655210449999999},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06623293499999999,"mean":0.04480870625,"median":0.0402421875,"min":0.0205156,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.35846965},"none":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.028626384999999997,"mean":0.021101813124999997,"median":0.024224999999999997,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.168814505}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.06623293499999999,"mean":0.04480870625,"median":0.0402421875,"min":0.0205156,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.35846965},"historical-provider-setting-baseline":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.028626384999999997,"mean":0.021101813124999997,"median":0.024224999999999997,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.168814505},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.3521656,"mean":0.19569013062499999,"median":0.187188825,"min":0.119031025,"recorded_attempt_count":11,"run_count":8,"total":1.5655210449999999}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.3521656,"mean":0.08720021666666666,"median":0.0402421875,"min":0.00651321,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":27},"recorded_attempt_count":38,"run_count":24,"total":2.0928052000000004},"codegen_latency_ms":{"attempt_count":38,"max_ms":2128037,"mean_ms":537328.375,"min_ms":33625,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":2128037,"mean_ms":1259891.875,"min_ms":809012,"run_count":8},"medium":{"attempt_count":13,"max_ms":394009,"mean_ms":249918.25,"min_ms":106640,"run_count":8},"none":{"attempt_count":14,"max_ms":139550,"mean_ms":102175.0,"min_ms":33625,"run_count":8}},"codegen_output_tokens":{"attempt_count":38,"output_max":142524,"output_mean":33293.458333333336,"output_min":2177,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":142524,"output_mean":77872.0,"output_min":45409,"run_count":8},"medium":{"attempt_count":13,"output_max":24263,"output_mean":15845.5,"output_min":6781,"run_count":8},"none":{"attempt_count":14,"output_max":9194,"output_mean":6162.875,"output_min":2177,"run_count":8}},"display_name":"Qwen3.8 27B","economics":{"all":33.09629042045312,"highest":43.52522545789137,"medium":39.048959915378475,"none":16.71468588808953},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-08":"failed"},"none":{"GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[131072],"finish_reason_observations":38,"finish_reasons":["stop"],"indexed_attempts":38,"output_token_observations":38,"provider_post_attempt_observations":38,"provider_post_attempts":41,"reasoning_token_observations":38,"reconciliation_get_attempt_observations":38,"reconciliation_get_attempts":53,"requested_max_output_token_observations":27,"requested_max_output_tokens":[131072],"total_output_tokens":799043,"total_reasoning_output_tokens":636129,"total_visible_output_tokens":162914,"visible_token_observations":38},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-27b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":48.851564712182245,"score":48.851564712182245},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":41.32104427138475,"score":27.547362847589834},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":44.31254890917276,"score":29.54169927278184},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":53.012799289512145,"score":35.341866193008094},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":55.95250288790531,"score":37.301668591936874},"GB2-06":{"attempts":3,"playable":37.05670714798305,"score":37.05670714798305},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":48.16097528649825,"score":32.1073168576655},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":51.06641322143272,"score":17.02213774047757}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":71.75939450580351,"score":71.75939450580351},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":67.74157330447129,"score":67.74157330447129},"GB2-05":{"attempts":1,"playable":56.19808944362589,"score":56.19808944362589},"GB2-06":{"attempts":1,"playable":25.6440755732128,"score":25.6440755732128},"GB2-07":{"attempts":1,"playable":75.79225761458478,"score":75.79225761458478},"GB2-08":{"attempts":1,"playable":51.06641322143272,"score":51.06641322143272}},"medium":{"GB2-01":{"attempts":1,"playable":50.69704238217998,"score":50.69704238217998},"GB2-02":{"attempts":1,"playable":41.12277694337488,"score":41.12277694337488},"GB2-03":{"attempts":1,"playable":47.49954921679206,"score":47.49954921679206},"GB2-04":{"attempts":1,"playable":38.284025274553,"score":38.284025274553},"GB2-05":{"attempts":1,"playable":55.70691633218473,"score":55.70691633218473},"GB2-06":{"attempts":1,"playable":58.551676215531415,"score":58.551676215531415},"GB2-07":{"attempts":1,"playable":20.52969295841171,"score":20.52969295841171},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"playable":24.09825724856324,"score":24.09825724856324},"GB2-02":{"attempts":1,"playable":41.51931159939463,"score":41.51931159939463},"GB2-03":{"attempts":1,"playable":41.125548601553454,"score":41.125548601553454},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":26.974369655204917,"score":26.974369655204917},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"qwen/qwen3.8-27b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:36:23Z","match_totals_all":{"draws":2108,"losses":5214,"wins":3578},"match_totals_tracks":{"highest":{"draws":214,"losses":1696,"wins":1986},"medium":{"draws":1148,"losses":2107,"wins":1227},"none":{"draws":746,"losses":1411,"wins":365}},"model_slug":"qwen-qwen3-8-27b","official_rank_by_reasoning":{"highest":66,"medium":78},"overall":{"max":75.79225761458478,"mean":33.09629042045312,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold"],"overall_official_rank":72,"overall_ranking_status":"partial","per_game":{"GB2-01":71.75939450580351,"GB2-04":67.74157330447129,"GB2-05":56.19808944362589,"GB2-06":25.6440755732128,"GB2-07":75.79225761458478,"GB2-08":51.06641322143272},"per_game_all":{"GB2-01":48.851564712182245,"GB2-06":37.05670714798305},"per_game_match_totals_all":{"GB2-01":{"draws":322,"losses":889,"wins":727},"GB2-02":{"draws":886,"losses":324,"wins":14},"GB2-03":{"draws":326,"losses":621,"wins":321},"GB2-04":{"draws":545,"losses":368,"wins":343},"GB2-05":{"draws":0,"losses":651,"wins":679},"GB2-06":{"draws":29,"losses":1263,"wins":604},"GB2-07":{"draws":0,"losses":748,"wins":578},"GB2-08":{"draws":0,"losses":350,"wins":312}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":15,"losses":198,"wins":433},"GB2-04":{"draws":189,"losses":137,"wins":302},"GB2-05":{"draws":0,"losses":325,"wins":341},"GB2-06":{"draws":10,"losses":491,"wins":131},"GB2-07":{"draws":0,"losses":195,"wins":467},"GB2-08":{"draws":0,"losses":350,"wins":312}},"medium":{"GB2-01":{"draws":137,"losses":272,"wins":239},"GB2-02":{"draws":443,"losses":163,"wins":6},"GB2-03":{"draws":199,"losses":274,"wins":161},"GB2-04":{"draws":356,"losses":231,"wins":41},"GB2-05":{"draws":0,"losses":326,"wins":338},"GB2-06":{"draws":13,"losses":288,"wins":331},"GB2-07":{"draws":0,"losses":553,"wins":111}},"none":{"GB2-01":{"draws":170,"losses":419,"wins":55},"GB2-02":{"draws":443,"losses":161,"wins":8},"GB2-03":{"draws":127,"losses":347,"wins":160},"GB2-06":{"draws":6,"losses":484,"wins":142}}},"per_game_raw_elo_all":{"GB2-01":1435.6387176198084,"GB2-06":1194.0260762563978},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1670.8810997596504,"GB2-04":1594.9098231867138,"GB2-05":1426.0769626890678,"GB2-06":1011.8837623209124,"GB2-07":1744.8166539673286,"GB2-08":1355.060755097135},"medium":{"GB2-01":1454.178095994576,"GB2-02":1367.2021960007462,"GB2-03":1351.3861477046848,"GB2-04":1351.9783162843078,"GB2-05":1419.4704868979838,"GB2-06":1536.8768457944323,"GB2-07":956.5374580822049},"none":{"GB2-01":1181.856957105199,"GB2-02":1370.331184000887,"GB2-03":1295.0998203842773,"GB2-06":1033.3176206538492}},"per_game_tracks":{"highest":{"GB2-01":71.75939450580351,"GB2-04":67.74157330447129,"GB2-05":56.19808944362589,"GB2-06":25.6440755732128,"GB2-07":75.79225761458478,"GB2-08":51.06641322143272},"medium":{"GB2-01":50.69704238217998,"GB2-02":41.12277694337488,"GB2-03":47.49954921679206,"GB2-04":38.284025274553,"GB2-05":55.70691633218473,"GB2-06":58.551676215531415,"GB2-07":20.52969295841171},"none":{"GB2-01":24.09825724856324,"GB2-02":41.51931159939463,"GB2-03":41.125548601553454,"GB2-06":26.974369655204917}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":6,"worked_first_time":11,"working":17},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"none":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":2,"worked_first_time":2,"working":4}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:35:14Z","reasoning":{"highest":43.52522545789137,"medium":39.048959915378475,"none":16.71468588808953},"reasoning_agg":{"highest":{"max":75.79225761458478,"mean":43.52522545789137,"min":0.0},"medium":{"max":58.551676215531415,"mean":39.048959915378475,"min":0.0},"none":{"max":41.51931159939463,"mean":16.71468588808953,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":26.810539569801843},"working_program_strength":{"all":45.36346282682226,"highest":58.033633943855165,"medium":44.627382760432546,"none":33.42937177617906}},{"canonical_public_row_identity":"publication-row.v1:overall:stealth-space-bunny-alpha:801400f73da032d2","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":15},"recorded_attempt_count":15,"run_count":8,"total":0.0},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16},"recorded_attempt_count":16,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":16},"recorded_attempt_count":16,"run_count":8,"total":0.0},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":19,"cell_count":24,"cost_basis_counts":{"provider_reported":42},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":42},"recorded_attempt_count":42,"run_count":24,"total":0.0},"codegen_latency_ms":{"attempt_count":42,"max_ms":537122,"mean_ms":137533.5,"min_ms":13879,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":15,"max_ms":537122,"mean_ms":335588.75,"min_ms":221492,"run_count":8},"medium":{"attempt_count":11,"max_ms":84351,"mean_ms":41299.125,"min_ms":13879,"run_count":8},"none":{"attempt_count":16,"max_ms":68645,"mean_ms":35712.625,"min_ms":19448,"run_count":8}},"codegen_output_tokens":{"attempt_count":42,"output_max":39424,"output_mean":14219.625,"output_min":2263,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":15,"output_max":39424,"output_mean":32529.75,"output_min":24807,"run_count":8},"medium":{"attempt_count":11,"output_max":9849,"output_mean":5340.25,"output_min":2263,"run_count":8},"none":{"attempt_count":16,"output_max":8167,"output_mean":4788.875,"output_min":2672,"run_count":8}},"display_name":"Space Bunny Alpha","economics":{"all":32.35060569925671,"highest":36.197813343841176,"medium":34.47613486994979,"none":26.377868883979158},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":42,"effective_max_output_tokens":[262144],"finish_reason_observations":42,"finish_reasons":["stop"],"indexed_attempts":42,"output_token_observations":42,"provider_post_attempt_observations":42,"provider_post_attempts":42,"reasoning_token_observations":42,"reconciliation_get_attempt_observations":42,"requested_max_output_token_observations":42,"requested_max_output_tokens":[262144],"total_output_tokens":341271,"total_visible_output_tokens":341271,"visible_token_observations":42},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"stealth/space-bunny-alpha","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-08"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-06"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":54.33586697941574,"score":36.223911319610494},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":40.81764624636577,"score":27.211764164243846},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":39.93209394506767,"score":26.621395963378447},"GB2-04":{"attempts":3,"playable":40.53967476705895,"score":40.53967476705895},"GB2-05":{"attempts":3,"playable":32.39517279701613,"score":32.39517279701613},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":45.57312639935081,"score":30.382084266233875},"GB2-07":{"attempts":3,"playable":44.43912868476985,"score":44.43912868476985},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":31.487570447613095,"score":20.991713631742062}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":62.45636889150936,"score":62.45636889150936},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.2913194780838,"score":38.2913194780838},"GB2-05":{"attempts":1,"playable":43.7565439665558,"score":43.7565439665558},"GB2-06":{"attempts":1,"playable":35.86574985790348,"score":35.86574985790348},"GB2-07":{"attempts":1,"playable":72.20457517376315,"score":72.20457517376315},"GB2-08":{"attempts":1,"playable":37.00794938291378,"score":37.00794938291378}},"medium":{"GB2-01":{"attempts":1,"playable":46.21536506732211,"score":46.21536506732211},"GB2-02":{"attempts":1,"playable":41.80032228778104,"score":41.80032228778104},"GB2-03":{"attempts":1,"playable":44.781024191415355,"score":44.781024191415355},"GB2-04":{"attempts":1,"playable":40.062032949509856,"score":40.062032949509856},"GB2-05":{"attempts":1,"playable":11.607290513190973,"score":11.607290513190973},"GB2-06":{"attempts":1,"playable":55.28050294079814,"score":55.28050294079814},"GB2-07":{"attempts":1,"playable":36.062541009580826,"score":36.062541009580826},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.8349702049505,"score":39.8349702049505},"GB2-03":{"attempts":1,"playable":35.083163698719986,"score":35.083163698719986},"GB2-04":{"attempts":1,"playable":43.26567187358318,"score":43.26567187358318},"GB2-05":{"attempts":1,"playable":41.82168391130161,"score":41.82168391130161},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":25.05026987096557,"score":25.05026987096557},"GB2-08":{"attempts":1,"playable":25.96719151231241,"score":25.96719151231241}}},"id":"stealth/space-bunny-alpha","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:48Z","match_totals_all":{"draws":2544,"losses":6480,"wins":3224},"match_totals_tracks":{"highest":{"draws":531,"losses":1905,"wins":1460},"medium":{"draws":1068,"losses":2378,"wins":1034},"none":{"draws":945,"losses":2197,"wins":730}},"model_slug":"stealth-space-bunny-alpha","official_rank_by_reasoning":{"highest":72,"medium":84,"none":93},"overall":{"max":72.20457517376315,"mean":32.35060569925671,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":73,"overall_ranking_status":"ranked","per_game":{"GB2-01":62.45636889150936,"GB2-04":38.2913194780838,"GB2-05":43.7565439665558,"GB2-06":35.86574985790348,"GB2-07":72.20457517376315,"GB2-08":37.00794938291378},"per_game_all":{"GB2-04":40.53967476705895,"GB2-05":32.39517279701613,"GB2-07":44.43912868476985},"per_game_match_totals_all":{"GB2-01":{"draws":300,"losses":483,"wins":511},"GB2-02":{"draws":876,"losses":335,"wins":13},"GB2-03":{"draws":261,"losses":705,"wins":302},"GB2-04":{"draws":1100,"losses":640,"wins":146},"GB2-05":{"draws":0,"losses":1410,"wins":582},"GB2-06":{"draws":7,"losses":749,"wins":508},"GB2-07":{"draws":0,"losses":1206,"wins":782},"GB2-08":{"draws":0,"losses":952,"wins":380}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":185,"losses":173,"wins":290},"GB2-04":{"draws":344,"losses":237,"wins":47},"GB2-05":{"draws":0,"losses":401,"wins":263},"GB2-06":{"draws":2,"losses":436,"wins":194},"GB2-07":{"draws":0,"losses":220,"wins":442},"GB2-08":{"draws":0,"losses":438,"wins":224}},"medium":{"GB2-01":{"draws":115,"losses":310,"wins":221},"GB2-02":{"draws":442,"losses":160,"wins":10},"GB2-03":{"draws":125,"losses":328,"wins":181},"GB2-04":{"draws":381,"losses":210,"wins":39},"GB2-05":{"draws":0,"losses":598,"wins":66},"GB2-06":{"draws":5,"losses":313,"wins":314},"GB2-07":{"draws":0,"losses":459,"wins":203}},"none":{"GB2-02":{"draws":434,"losses":175,"wins":3},"GB2-03":{"draws":136,"losses":377,"wins":121},"GB2-04":{"draws":375,"losses":193,"wins":60},"GB2-05":{"draws":0,"losses":411,"wins":253},"GB2-07":{"draws":0,"losses":527,"wins":137},"GB2-08":{"draws":0,"losses":514,"wins":156}}},"per_game_raw_elo_all":{"GB2-04":1370.0082879154922,"GB2-05":1076.3669504353695,"GB2-07":1296.9327242377624},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1569.4496688346476,"GB2-04":1352.037310621256,"GB2-05":1264.4077025895144,"GB2-06":1173.5885264233157,"GB2-07":1680.898164180644,"GB2-08":1135.1637339814388},"medium":{"GB2-01":1411.4444178895803,"GB2-02":1372.545331134621,"GB2-03":1327.344573186628,"GB2-04":1366.275096825935,"GB2-05":725.460942668969,"GB2-06":1481.8054671522489,"GB2-07":1181.7741123684766},"none":{"GB2-02":1356.9980226089451,"GB2-03":1241.0050480536088,"GB2-04":1391.712456299286,"GB2-05":1239.2322060476256,"GB2-07":1028.1258961641672,"GB2-08":978.5844172038035}},"per_game_tracks":{"highest":{"GB2-01":62.45636889150936,"GB2-04":38.2913194780838,"GB2-05":43.7565439665558,"GB2-06":35.86574985790348,"GB2-07":72.20457517376315,"GB2-08":37.00794938291378},"medium":{"GB2-01":46.21536506732211,"GB2-02":41.80032228778104,"GB2-03":44.781024191415355,"GB2-04":40.062032949509856,"GB2-05":11.607290513190973,"GB2-06":55.28050294079814,"GB2-07":36.062541009580826},"none":{"GB2-02":39.8349702049505,"GB2-03":35.083163698719986,"GB2-04":43.26567187358318,"GB2-05":41.82168391130161,"GB2-07":25.05026987096557,"GB2-08":25.96719151231241}},"program_outcomes":{"all":{"counted_attempts":24,"failed":5,"infra_excluded":0,"success_rate":0.7916666666666666,"too_slow":0,"worked_after_repair":12,"worked_first_time":7,"working":19},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:47:13Z","reasoning":{"highest":36.197813343841176,"medium":34.47613486994979,"none":26.377868883979158},"reasoning_agg":{"highest":{"max":72.20457517376315,"mean":36.197813343841176,"min":0.0},"medium":{"max":55.28050294079814,"mean":34.47613486994979,"min":0.0},"none":{"max":43.26567187358318,"mean":26.377868883979158,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":9.819944459862018},"working_program_strength":{"all":40.945179988218484,"highest":48.263751125121566,"medium":39.40129699422833,"none":35.17049184530554}},{"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-ultra-550b-a55b:e4fad8fc0869e6b6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0456916,"mean":0.031545040625,"median":0.035551075,"min":0.01864685,"recorded_attempt_count":35,"run_count":16,"total":0.5047206500000001},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.034389,"mean":0.018099975,"median":0.0138747,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.1447998},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.13485595000000003,"mean":0.031792056250000006,"median":0.0158481,"min":0.0111232,"recorded_attempt_count":14,"run_count":9,"total":0.38919240000000005}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.034389,"mean":0.018099975,"median":0.0138747,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.14479979999999998},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.13485595000000003,"mean":0.031792056250000006,"median":0.0158481,"min":0.0111232,"recorded_attempt_count":14,"run_count":9,"total":0.38919240000000005},"historical-provider-setting-intensive":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0456916,"mean":0.031545040625,"median":0.035551075,"min":0.01864685,"recorded_attempt_count":35,"run_count":16,"total":0.5047206500000001}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":59},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.13485595000000003,"mean":0.027145690625,"median":0.018779375,"min":0.0097992,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":59,"run_count":33,"total":1.03871285},"codegen_latency_ms":{"attempt_count":45,"max_ms":622714,"mean_ms":75764.08333333333,"min_ms":17036,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":35,"max_ms":622714,"mean_ms":94544.1875,"min_ms":23604,"run_count":16},"medium":{"attempt_count":10,"max_ms":84713,"mean_ms":38203.875,"min_ms":17036,"run_count":8}},"codegen_output_tokens":{"attempt_count":45,"output_max":17712,"output_mean":6849.333333333333,"output_min":2187,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":35,"output_max":17712,"output_mean":7793.4375,"output_min":2728,"run_count":16},"medium":{"attempt_count":10,"output_max":10037,"output_mean":4961.125,"output_min":2187,"run_count":8}},"display_name":"Nemotron 3 Ultra 550B A55B","economics":{"all":31.797511680137518,"highest":21.975284048466495,"medium":45.71288973327412,"none":27.70436125867194},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed","GB2-07":"failed"},"none":{"GB2-02":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[182520],"finish_reason_observations":45,"finish_reasons":["error","length","stop"],"indexed_attempts":45,"output_token_observations":45,"provider_post_attempt_observations":10,"provider_post_attempts":11,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[182520],"total_output_tokens":164384,"total_reasoning_output_tokens":12817,"total_visible_output_tokens":26872,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3-ultra-550b-a55b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":9,"failed_game_aliases":["GB2-02","GB2-07"],"first_pass_admitted":5,"first_pass_rate":0.5555555555555556,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.2222222222222222,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222},"intensive":{"admitted_plugins":9,"evaluated_cells":14,"failed_game_aliases":["GB2-01","GB2-03","GB2-07"],"first_pass_admitted":2,"first_pass_rate":0.14285714285714285,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":2},"GB2-03":{"model_code_failures":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"model_code_failures":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06"],"infra_failures_excluded":2,"model_code_failure_rate":0.35714285714285715,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":41.88938449496996,"score":37.892956659901394},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":40.93123831085062,"score":27.287492207233743},"GB2-03":{"attempts":4,"failed_attempts":2,"playable":40.77040210382414,"score":27.180268069216094},"GB2-04":{"attempts":3,"playable":42.298572292843964,"score":42.298572292843964},"GB2-05":{"attempts":4,"playable":57.524519968595705,"score":57.524519968595705},"GB2-06":{"attempts":3,"playable":25.84578513593776,"score":25.84578513593776},"GB2-07":{"attempts":5,"failed_attempts":3,"playable":20.862481526538563,"score":13.206892134218004},"GB2-08":{"attempts":4,"playable":23.143606973153485,"score":23.143606973153485}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":23.978567010411403,"score":11.989283505205702},"GB2-02":{"attempts":2,"playable":40.35872268859137,"score":40.35872268859137},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":1,"playable":40.312145768251966,"score":40.312145768251966},"GB2-05":{"attempts":2,"playable":28.149991147204055,"score":28.149991147204055},"GB2-06":{"attempts":1,"playable":31.95768596069289,"score":31.95768596069289},"GB2-07":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-08":{"attempts":2,"playable":23.034443317785996,"score":23.034443317785996}},"medium":{"GB2-01":{"attempts":1,"playable":49.078056496853726,"score":49.078056496853726},"GB2-02":{"attempts":1,"playable":41.503753933109856,"score":41.503753933109856},"GB2-03":{"attempts":1,"playable":51.442884662723266,"score":51.442884662723266},"GB2-04":{"attempts":1,"playable":44.94087739385122,"score":44.94087739385122},"GB2-05":{"attempts":1,"playable":86.4265169851173,"score":86.4265169851173},"GB2-06":{"attempts":1,"playable":31.268240682794925,"score":31.268240682794925},"GB2-07":{"attempts":1,"playable":37.5163897522309,"score":37.5163897522309},"GB2-08":{"attempts":1,"playable":23.526397959511726,"score":23.526397959511726}},"none":{"GB2-01":{"attempts":1,"playable":52.61152997764476,"score":52.61152997764476},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":30.097919544925016,"score":30.097919544925016},"GB2-04":{"attempts":1,"playable":41.642693716428724,"score":41.642693716428724},"GB2-05":{"attempts":1,"playable":57.997051773465756,"score":57.997051773465756},"GB2-06":{"attempts":1,"playable":14.31142876432547,"score":14.31142876432547},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":4.208573300846226,"score":2.104286650423113},"GB2-08":{"attempts":1,"playable":22.86997964216273,"score":22.86997964216273}}},"id":"nvidia/nemotron-3-ultra-550b-a55b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:45:49Z","match_totals_all":{"draws":3269,"losses":8798,"wins":3401},"match_totals_tracks":{"highest":{"draws":1398,"losses":3486,"wins":900},"medium":{"draws":1163,"losses":2431,"wins":1550},"none":{"draws":708,"losses":2881,"wins":951}},"model_slug":"nvidia-nemotron-3-ultra-550b-a55b","official_rank_by_reasoning":{"highest":80,"medium":66,"none":88},"overall":{"max":86.4265169851173,"mean":31.797511680137518,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":74,"overall_ranking_status":"partial","per_game":{"GB2-01":23.978567010411403,"GB2-02":40.35872268859137,"GB2-04":40.312145768251966,"GB2-05":28.149991147204055,"GB2-06":31.95768596069289,"GB2-08":23.034443317785996},"per_game_all":{"GB2-01":41.88938449496996,"GB2-04":42.298572292843964,"GB2-05":57.524519968595705,"GB2-06":25.84578513593776,"GB2-08":23.143606973153485},"per_game_match_totals_all":{"GB2-01":{"draws":454,"losses":966,"wins":534},"GB2-02":{"draws":1299,"losses":511,"wins":24},"GB2-03":{"draws":312,"losses":668,"wins":288},"GB2-04":{"draws":1185,"losses":565,"wins":136},"GB2-05":{"draws":0,"losses":1429,"wins":1229},"GB2-06":{"draws":19,"losses":1473,"wins":406},"GB2-07":{"draws":0,"losses":1091,"wins":233},"GB2-08":{"draws":0,"losses":2095,"wins":551}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":130,"losses":442,"wins":76},"GB2-02":{"draws":856,"losses":352,"wins":16},"GB2-04":{"draws":404,"losses":195,"wins":29},"GB2-05":{"draws":0,"losses":994,"wins":336},"GB2-06":{"draws":8,"losses":456,"wins":168},"GB2-08":{"draws":0,"losses":1047,"wins":275}},"medium":{"GB2-01":{"draws":225,"losses":241,"wins":186},"GB2-02":{"draws":443,"losses":159,"wins":8},"GB2-03":{"draws":100,"losses":300,"wins":234},"GB2-04":{"draws":387,"losses":176,"wins":65},"GB2-05":{"draws":0,"losses":123,"wins":541},"GB2-06":{"draws":8,"losses":460,"wins":164},"GB2-07":{"draws":0,"losses":450,"wins":212},"GB2-08":{"draws":0,"losses":522,"wins":140}},"none":{"GB2-01":{"draws":99,"losses":283,"wins":272},"GB2-03":{"draws":212,"losses":368,"wins":54},"GB2-04":{"draws":394,"losses":194,"wins":42},"GB2-05":{"draws":0,"losses":312,"wins":352},"GB2-06":{"draws":3,"losses":557,"wins":74},"GB2-07":{"draws":0,"losses":641,"wins":21},"GB2-08":{"draws":0,"losses":526,"wins":136}}},"per_game_raw_elo_all":{"GB2-01":1363.8765540503045,"GB2-04":1384.0181689847632,"GB2-05":1520.7207441696726,"GB2-06":1009.0271413870723,"GB2-08":937.3721196248081},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1180.3995247060066,"GB2-02":1361.1056590160174,"GB2-04":1368.2741155271658,"GB2-05":1037.0102857779448,"GB2-06":1112.3666571858512,"GB2-08":935.7581443931217},"medium":{"GB2-01":1438.7355884323742,"GB2-02":1370.2085246884012,"GB2-03":1386.7143886647968,"GB2-04":1404.9132644547058,"GB2-05":2074.5315141833944,"GB2-06":1101.5144148111785,"GB2-07":1200.9007953440412,"GB2-08":943.0489256557854},"none":{"GB2-01":1472.4945490125326,"GB2-03":1194.3521862761822,"GB2-04":1378.8671269724182,"GB2-05":1450.6204325476783,"GB2-06":813.2003521641873,"GB2-07":527.1256167496394,"GB2-08":933.3092888255172}},"per_game_tracks":{"highest":{"GB2-01":23.978567010411403,"GB2-02":40.35872268859137,"GB2-04":40.312145768251966,"GB2-05":28.149991147204055,"GB2-06":31.95768596069289,"GB2-08":23.034443317785996},"medium":{"GB2-01":49.078056496853726,"GB2-02":41.503753933109856,"GB2-03":51.442884662723266,"GB2-04":44.94087739385122,"GB2-05":86.4265169851173,"GB2-06":31.268240682794925,"GB2-07":37.5163897522309,"GB2-08":23.526397959511726},"none":{"GB2-01":52.61152997764476,"GB2-03":30.097919544925016,"GB2-04":41.642693716428724,"GB2-05":57.997051773465756,"GB2-06":14.31142876432547,"GB2-07":4.208573300846226,"GB2-08":22.86997964216273}},"program_outcomes":{"all":{"counted_attempts":31,"failed":7,"infra_excluded":2,"success_rate":0.7741935483870968,"too_slow":0,"worked_after_repair":11,"worked_first_time":13,"working":24},"highest":{"counted_attempts":14,"failed":5,"infra_excluded":2,"success_rate":0.6428571428571429,"too_slow":0,"worked_after_repair":7,"worked_first_time":2,"working":9},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":9,"failed":2,"infra_excluded":0,"success_rate":0.7777777777777778,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7}},"provider_color":"#76B900","provider_company":"NVIDIA","provider_key":"nvidia","provider_text_color":"#081019","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:47:13Z","reasoning":{"highest":21.975284048466495,"medium":45.71288973327412,"none":27.70436125867194},"reasoning_agg":{"highest":{"max":40.35872268859137,"mean":21.975284048466495,"min":0.0},"medium":{"max":86.4265169851173,"mean":45.71288973327412,"min":23.526397959511726},"none":{"max":57.997051773465756,"mean":27.70436125867194,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"medium"},"score_diagnostics":{"reasoning_variance":23.737605684807622},"working_program_strength":{"all":36.324740637832285,"highest":31.298592648822947,"medium":45.71288973327412,"none":31.96273953139981}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-5-flash-lite:e0037818e2e55c61","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":47},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0719635,"mean":0.057202385625000005,"median":0.059997325000000004,"min":0.032271435,"recorded_attempt_count":47,"run_count":16,"total":0.9152381700000001},"medium":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":48},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0481474,"mean":0.03800683125,"median":0.037386975,"min":0.02957195,"recorded_attempt_count":48,"run_count":16,"total":0.6081093},"none":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0222516,"mean":0.01697319375,"median":0.015739925000000002,"min":0.012759,"recorded_attempt_count":34,"run_count":16,"total":0.27157109999999995}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":48},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0481474,"mean":0.03800683125,"median":0.037386975,"min":0.02957195,"recorded_attempt_count":48,"run_count":16,"total":0.6081093},"historical-provider-setting-baseline":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0222516,"mean":0.01697319375,"median":0.015739925000000002,"min":0.012759,"recorded_attempt_count":34,"run_count":16,"total":0.2715711},"historical-provider-setting-intensive":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":47},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0719635,"mean":0.057202385625000005,"median":0.059997325000000004,"min":0.032271435,"recorded_attempt_count":47,"run_count":16,"total":0.91523817}},"codegen_cost_usd":{"admitted_cell_count":43,"cell_count":24,"cost_basis_counts":{"provider_reported":129},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0719635,"mean":0.03739413687499999,"median":0.03504265,"min":0.012759,"recorded_attempt_count":129,"run_count":48,"total":1.79491857},"codegen_latency_ms":{"attempt_count":129,"max_ms":105570,"mean_ms":48486.9375,"min_ms":13430,"run_count":48},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":47,"max_ms":105570,"mean_ms":70019.3125,"min_ms":26588,"run_count":16},"medium":{"attempt_count":48,"max_ms":75176,"mean_ms":48761.1875,"min_ms":19840,"run_count":16},"none":{"attempt_count":34,"max_ms":54024,"mean_ms":26680.3125,"min_ms":13430,"run_count":16}},"codegen_output_tokens":{"attempt_count":129,"output_max":33866,"output_mean":12233.1875,"output_min":1476,"run_count":48},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":47,"output_max":33866,"output_mean":19970.0625,"output_min":7301,"run_count":16},"medium":{"attempt_count":48,"output_max":19346,"output_mean":12054.5625,"output_min":4066,"run_count":16},"none":{"attempt_count":34,"output_max":9270,"output_mean":4674.9375,"output_min":1476,"run_count":16}},"display_name":"Gemini 3.5 Flash Lite","economics":{"all":30.98528447169367,"highest":30.796401102281457,"medium":25.306143288373995,"none":36.85330902442555},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":3,"effective_max_output_tokens":[65536],"finish_reason_observations":129,"finish_reasons":["stop"],"indexed_attempts":129,"output_token_observations":129,"provider_post_attempt_observations":3,"provider_post_attempts":3,"reasoning_token_observations":88,"reconciliation_get_attempt_observations":3,"reconciliation_get_attempts":13,"requested_max_output_token_observations":3,"requested_max_output_tokens":[65536],"total_output_tokens":587193,"total_reasoning_output_tokens":229432,"total_visible_output_tokens":174282,"visible_token_observations":88},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.5-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-07"],"first_pass_admitted":14,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":15,"evaluated_cells":16,"failed_game_aliases":["GB2-03"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.0625,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.375},"intensive":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-01","GB2-02"],"first_pass_admitted":12,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":6,"failed_attempts":1,"playable":35.08539354699288,"score":29.586104070442754},"GB2-02":{"attempts":6,"failed_attempts":2,"playable":41.90609571283519,"score":27.519789915516338},"GB2-03":{"attempts":6,"failed_attempts":1,"playable":46.293552695351934,"score":37.586072213365085},"GB2-04":{"attempts":6,"playable":42.58836800621996,"score":42.58836800621996},"GB2-05":{"attempts":6,"playable":13.993831685286763,"score":13.993831685286763},"GB2-06":{"attempts":6,"playable":34.616398701905375,"score":34.616398701905375},"GB2-07":{"attempts":6,"failed_attempts":1,"playable":41.47425989883816,"score":38.05260142615454},"GB2-08":{"attempts":6,"playable":23.93910975465853,"score":23.93910975465853}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":32.9957368593008,"score":16.4978684296504},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":44.293347577628126,"score":22.146673788814063},"GB2-03":{"attempts":2,"playable":46.1468791738875,"score":46.1468791738875},"GB2-04":{"attempts":2,"playable":39.429885018689724,"score":39.429885018689724},"GB2-05":{"attempts":2,"playable":16.854575933293464,"score":16.854575933293464},"GB2-06":{"attempts":2,"playable":37.90932012260599,"score":37.90932012260599},"GB2-07":{"attempts":2,"playable":43.76713913198746,"score":43.76713913198746},"GB2-08":{"attempts":2,"playable":23.61886721932308,"score":23.61886721932308}},"medium":{"GB2-01":{"attempts":2,"playable":38.14214594973427,"score":38.14214594973427},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.024487206284995,"score":21.012243603142498},"GB2-03":{"attempts":2,"playable":40.488896020247196,"score":40.488896020247196},"GB2-04":{"attempts":2,"playable":41.92702633533466,"score":41.92702633533466},"GB2-05":{"attempts":2,"playable":14.170993676911941,"score":14.170993676911941},"GB2-06":{"attempts":2,"playable":12.42573384934416,"score":12.42573384934416},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":20.529950836101737,"score":10.264975418050868},"GB2-08":{"attempts":2,"playable":24.017131454226366,"score":24.017131454226366}},"none":{"GB2-01":{"attempts":2,"playable":34.11829783194359,"score":34.11829783194359},"GB2-02":{"attempts":2,"playable":39.40045235459244,"score":39.40045235459244},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":52.244882891921115,"score":26.122441445960558},"GB2-04":{"attempts":2,"playable":46.40819266463549,"score":46.40819266463549},"GB2-05":{"attempts":2,"playable":10.955925445654879,"score":10.955925445654879},"GB2-06":{"attempts":2,"playable":53.51414213376598,"score":53.51414213376598},"GB2-07":{"attempts":2,"playable":60.125689728425286,"score":60.125689728425286},"GB2-08":{"attempts":2,"playable":24.18133059042615,"score":24.18133059042615}}},"id":"google/gemini-3.5-flash-lite","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:57Z","match_totals_all":{"draws":5112,"losses":16457,"wins":5909},"match_totals_tracks":{"highest":{"draws":1416,"losses":5349,"wins":2049},"medium":{"draws":1801,"losses":5810,"wins":1397},"none":{"draws":1895,"losses":5298,"wins":2463}},"model_slug":"google-gemini-3-5-flash-lite","official_rank_by_reasoning":{"highest":77,"medium":97,"none":69},"overall":{"max":60.125689728425286,"mean":30.98528447169367,"min":10.264975418050868},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":75,"overall_ranking_status":"ranked","per_game":{"GB2-01":32.9957368593008,"GB2-02":44.293347577628126,"GB2-03":46.1468791738875,"GB2-04":39.429885018689724,"GB2-05":16.854575933293464,"GB2-06":37.90932012260599,"GB2-07":43.76713913198746,"GB2-08":23.61886721932308},"per_game_all":{"GB2-01":35.08539354699288,"GB2-02":41.90609571283519,"GB2-03":46.293552695351934,"GB2-04":42.58836800621996,"GB2-05":13.993831685286763,"GB2-06":34.616398701905375,"GB2-07":41.47425989883816,"GB2-08":23.93910975465853},"per_game_match_totals_all":{"GB2-01":{"draws":580,"losses":1883,"wins":767},"GB2-02":{"draws":1734,"losses":670,"wins":44},"GB2-03":{"draws":643,"losses":1620,"wins":911},"GB2-04":{"draws":2130,"losses":1240,"wins":400},"GB2-05":{"draws":0,"losses":3503,"wins":487},"GB2-06":{"draws":25,"losses":2611,"wins":1158},"GB2-07":{"draws":0,"losses":1978,"wins":1334},"GB2-08":{"draws":0,"losses":2952,"wins":808}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":122,"losses":389,"wins":135},"GB2-02":{"draws":417,"losses":159,"wins":36},"GB2-03":{"draws":179,"losses":675,"wins":416},"GB2-04":{"draws":685,"losses":463,"wins":108},"GB2-05":{"draws":0,"losses":1133,"wins":197},"GB2-06":{"draws":13,"losses":831,"wins":420},"GB2-07":{"draws":0,"losses":821,"wins":503},"GB2-08":{"draws":0,"losses":878,"wins":234}},"medium":{"GB2-01":{"draws":219,"losses":728,"wins":345},"GB2-02":{"draws":457,"losses":151,"wins":4},"GB2-03":{"draws":363,"losses":648,"wins":257},"GB2-04":{"draws":754,"losses":399,"wins":103},"GB2-05":{"draws":0,"losses":1165,"wins":165},"GB2-06":{"draws":8,"losses":1130,"wins":126},"GB2-07":{"draws":0,"losses":551,"wins":111},"GB2-08":{"draws":0,"losses":1038,"wins":286}},"none":{"GB2-01":{"draws":239,"losses":766,"wins":287},"GB2-02":{"draws":860,"losses":360,"wins":4},"GB2-03":{"draws":101,"losses":297,"wins":238},"GB2-04":{"draws":691,"losses":378,"wins":189},"GB2-05":{"draws":0,"losses":1205,"wins":125},"GB2-06":{"draws":4,"losses":650,"wins":612},"GB2-07":{"draws":0,"losses":606,"wins":720},"GB2-08":{"draws":0,"losses":1036,"wins":288}}},"per_game_raw_elo_all":{"GB2-01":1302.1631198214702,"GB2-02":1373.3099824230521,"GB2-03":1341.2897071817888,"GB2-04":1386.2477526419123,"GB2-05":778.4982786626092,"GB2-06":1143.7126087665129,"GB2-07":1247.5315562881347,"GB2-08":949.1217174872398},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1281.197394663775,"GB2-02":1392.0956153614209,"GB2-03":1340.3986298807113,"GB2-04":1361.1830220164402,"GB2-05":843.5163586269375,"GB2-06":1203.7348694612572,"GB2-07":1281.990752249209,"GB2-08":944.4133162781677},"medium":{"GB2-01":1333.3133911931172,"GB2-02":1374.3097594167275,"GB2-03":1289.4662270812314,"GB2-04":1381.1092492127264,"GB2-05":786.1832567566851,"GB2-06":774.0164408049033,"GB2-07":956.541773329668,"GB2-08":950.2710018214577},"none":{"GB2-01":1291.9785736075187,"GB2-02":1353.5245724910078,"GB2-03":1394.0042645834237,"GB2-04":1416.4509866965698,"GB2-05":705.795220604205,"GB2-06":1453.3865160333783,"GB2-07":1504.0621432855269,"GB2-08":952.680834362094}},"per_game_tracks":{"highest":{"GB2-01":32.9957368593008,"GB2-02":44.293347577628126,"GB2-03":46.1468791738875,"GB2-04":39.429885018689724,"GB2-05":16.854575933293464,"GB2-06":37.90932012260599,"GB2-07":43.76713913198746,"GB2-08":23.61886721932308},"medium":{"GB2-01":38.14214594973427,"GB2-02":42.024487206284995,"GB2-03":40.488896020247196,"GB2-04":41.92702633533466,"GB2-05":14.170993676911941,"GB2-06":12.42573384934416,"GB2-07":20.529950836101737,"GB2-08":24.017131454226366},"none":{"GB2-01":34.11829783194359,"GB2-02":39.40045235459244,"GB2-03":52.244882891921115,"GB2-04":46.40819266463549,"GB2-05":10.955925445654879,"GB2-06":53.51414213376598,"GB2-07":60.125689728425286,"GB2-08":24.18133059042615}},"program_outcomes":{"all":{"counted_attempts":48,"failed":5,"infra_excluded":0,"success_rate":0.8958333333333334,"too_slow":0,"worked_after_repair":8,"worked_first_time":35,"working":43},"highest":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":12,"working":14},"medium":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":14,"working":14},"none":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":6,"worked_first_time":9,"working":15}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:57:22Z","reasoning":{"highest":30.796401102281457,"medium":25.306143288373995,"none":36.85330902442555},"reasoning_agg":{"highest":{"max":46.1468791738875,"mean":30.796401102281457,"min":16.4978684296504},"medium":{"max":41.92702633533466,"mean":25.306143288373995,"min":10.264975418050868},"none":{"max":60.125689728425286,"mean":36.85330902442555,"min":10.955925445654879}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Minimal"},"reasoning_settings":{"balanced":"medium","baseline":"minimal","intensive":"high"},"score_diagnostics":{"reasoning_variance":11.547165736051554},"working_program_strength":{"all":34.9871262502611,"highest":35.62696887958952,"medium":29.215795666023165,"none":40.11861420517062}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling-small:3cee943cf42972f8","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.06806129999999999,"mean":0.037113121874999995,"median":0.0310111,"min":0.0230335,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":10,"total":0.38761485000000007},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01196465,"mean":0.00854730625,"median":0.008640199999999999,"min":0.00555765,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":15},"recorded_attempt_count":15,"run_count":9,"total":0.07763975},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.014791950000000002,"mean":0.007616140625,"median":0.005694875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":9,"total":0.072064}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.01196465,"mean":0.00854730625,"median":0.008640199999999999,"min":0.00555765,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":15},"recorded_attempt_count":15,"run_count":9,"total":0.07763975},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.014791950000000002,"mean":0.007616140625,"median":0.005694875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":9,"total":0.072064},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.06806129999999999,"mean":0.037113121874999995,"median":0.0310111,"min":0.0230335,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":14},"recorded_attempt_count":14,"run_count":10,"total":0.38761484999999996}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":24,"cost_basis_counts":{"provider_reported":43},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.06806129999999999,"mean":0.01775885625,"median":0.0102184875,"min":0.00430875,"pricing_table_versions":{"boardgame-list-prices-2026-08-08":43},"recorded_attempt_count":43,"run_count":28,"total":0.5373185999999999},"codegen_latency_ms":{"attempt_count":43,"max_ms":599272,"mean_ms":125847.07142857143,"min_ms":18961,"run_count":28},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":14,"max_ms":599272,"mean_ms":283663.1,"min_ms":69866,"run_count":10},"medium":{"attempt_count":15,"max_ms":68712,"mean_ms":42566.11111111111,"min_ms":22862,"run_count":9},"none":{"attempt_count":14,"max_ms":63236,"mean_ms":33776.88888888889,"min_ms":18961,"run_count":9}},"codegen_output_tokens":{"attempt_count":43,"output_max":49133,"output_mean":11683.67857142857,"output_min":894,"run_count":28},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":14,"output_max":49133,"output_mean":28182.1,"output_min":11882,"run_count":10},"medium":{"attempt_count":15,"output_max":4066,"output_mean":2679.6666666666665,"output_min":1736,"run_count":9},"none":{"attempt_count":14,"output_max":5147,"output_mean":2356.1111111111113,"output_min":894,"run_count":9}},"display_name":"Inkling Small","economics":{"all":29.163522377603613,"highest":33.04052562440927,"medium":26.497945175307112,"none":27.952096333094467},"first_seen_at":null,"generation_metadata":{"attempt_evidence":{"finish_reason_observations":43,"finish_reasons":["stop"],"indexed_attempts":43,"output_token_observations":43,"provider_post_attempt_observations":43,"provider_post_attempts":43,"reasoning_token_observations":43,"reconciliation_get_attempt_observations":43,"reconciliation_get_attempts":203,"total_output_tokens":327143,"total_reasoning_output_tokens":261125,"total_visible_output_tokens":66018,"visible_token_observations":43},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling-small","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":9,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.4444444444444444,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.4444444444444444},"baseline":{"admitted_plugins":8,"evaluated_cells":9,"failed_game_aliases":["GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.5555555555555556,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.3333333333333333},"intensive":{"admitted_plugins":8,"evaluated_cells":10,"failed_game_aliases":["GB2-04"],"first_pass_admitted":6,"first_pass_rate":0.6666666666666666,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1,"performance_rejections":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.1111111111111111,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-06"],"performance_rejections":1,"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":20.57568130091863,"score":20.57568130091863},"GB2-02":{"attempts":3,"playable":40.82685042418312,"score":40.82685042418312},"GB2-03":{"attempts":3,"playable":45.05080441253758,"score":45.05080441253758},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":42.137759421936615,"score":35.29834584482544},"GB2-05":{"attempts":3,"playable":18.20607153580737,"score":18.20607153580737},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":27.8928056604848,"score":22.516392133827285},"GB2-07":{"attempts":3,"playable":33.98927769806614,"score":33.98927769806614},"GB2-08":{"attempts":3,"playable":16.844755670663364,"score":16.844755670663364}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":31.866911940159415,"score":31.866911940159415},"GB2-02":{"attempts":1,"playable":40.54476078196842,"score":40.54476078196842},"GB2-03":{"attempts":1,"playable":42.88268385847777,"score":42.88268385847777},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.03648146266705,"score":20.518240731333524},"GB2-05":{"attempts":1,"playable":40.025274849512996,"score":40.025274849512996},"GB2-06":{"attempts":1,"playable":51.419935821509334,"score":51.419935821509334},"GB2-07":{"attempts":1,"playable":18.137549573911375,"score":18.137549573911375},"GB2-08":{"attempts":1,"playable":18.92884743840133,"score":18.92884743840133}},"medium":{"GB2-01":{"attempts":1,"playable":9.62748732947093,"score":9.62748732947093},"GB2-02":{"attempts":1,"playable":41.995572385044056,"score":41.995572385044056},"GB2-03":{"attempts":1,"playable":37.722128801151314,"score":37.722128801151314},"GB2-04":{"attempts":1,"playable":42.955684256139506,"score":42.955684256139506},"GB2-05":{"attempts":1,"playable":9.35892030765246,"score":9.35892030765246},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":16.0800580916316,"score":8.0400290458158},"GB2-07":{"attempts":1,"playable":53.06091042896702,"score":53.06091042896702},"GB2-08":{"attempts":1,"playable":9.2228288482158,"score":9.2228288482158}},"none":{"GB2-01":{"attempts":1,"playable":20.232644633125545,"score":20.232644633125545},"GB2-02":{"attempts":1,"playable":39.940218105536886,"score":39.940218105536886},"GB2-03":{"attempts":1,"playable":54.54760057798364,"score":54.54760057798364},"GB2-04":{"attempts":1,"playable":42.42111254700331,"score":42.42111254700331},"GB2-05":{"attempts":1,"playable":5.2340194502566595,"score":5.2340194502566595},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":16.17842306831346,"score":8.08921153415673},"GB2-07":{"attempts":1,"playable":30.76937309132003,"score":30.76937309132003},"GB2-08":{"attempts":1,"playable":22.382590725372957,"score":22.382590725372957}}},"id":"thinkingmachines/inkling-small","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:15Z","match_totals_all":{"draws":3261,"losses":9642,"wins":2531},"match_totals_tracks":{"highest":{"draws":1083,"losses":2986,"wins":1081},"medium":{"draws":1025,"losses":3388,"wins":727},"none":{"draws":1153,"losses":3268,"wins":723}},"model_slug":"thinkingmachines-inkling-small","official_rank_by_reasoning":{"highest":75,"medium":96,"none":87},"overall":{"max":54.54760057798364,"mean":29.163522377603613,"min":5.2340194502566595},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":76,"overall_ranking_status":"ranked","per_game":{"GB2-01":31.866911940159415,"GB2-02":40.54476078196842,"GB2-03":42.88268385847777,"GB2-04":41.03648146266705,"GB2-05":40.025274849512996,"GB2-06":51.419935821509334,"GB2-07":18.137549573911375,"GB2-08":18.92884743840133},"per_game_all":{"GB2-01":20.57568130091863,"GB2-02":40.82685042418312,"GB2-03":45.05080441253758,"GB2-04":42.137759421936615,"GB2-05":18.20607153580737,"GB2-06":27.8928056604848,"GB2-07":33.98927769806614,"GB2-08":16.844755670663364},"per_game_match_totals_all":{"GB2-01":{"draws":305,"losses":1427,"wins":208},"GB2-02":{"draws":1342,"losses":489,"wins":5},"GB2-03":{"draws":526,"losses":902,"wins":476},"GB2-04":{"draws":1080,"losses":622,"wins":184},"GB2-05":{"draws":0,"losses":1671,"wins":323},"GB2-06":{"draws":8,"losses":1429,"wins":459},"GB2-07":{"draws":0,"losses":1411,"wins":577},"GB2-08":{"draws":0,"losses":1691,"wins":299}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":163,"losses":375,"wins":108},"GB2-02":{"draws":444,"losses":167,"wins":1},"GB2-03":{"draws":113,"losses":347,"wins":176},"GB2-04":{"draws":356,"losses":218,"wins":56},"GB2-05":{"draws":0,"losses":424,"wins":242},"GB2-06":{"draws":7,"losses":335,"wins":290},"GB2-07":{"draws":0,"losses":566,"wins":96},"GB2-08":{"draws":0,"losses":554,"wins":112}},"medium":{"GB2-01":{"draws":71,"losses":557,"wins":18},"GB2-02":{"draws":461,"losses":149,"wins":2},"GB2-03":{"draws":152,"losses":354,"wins":128},"GB2-04":{"draws":341,"losses":211,"wins":76},"GB2-05":{"draws":0,"losses":611,"wins":53},"GB2-06":{"draws":0,"losses":547,"wins":85},"GB2-07":{"draws":0,"losses":350,"wins":312},"GB2-08":{"draws":0,"losses":609,"wins":53}},"none":{"GB2-01":{"draws":71,"losses":495,"wins":82},"GB2-02":{"draws":437,"losses":173,"wins":2},"GB2-03":{"draws":261,"losses":201,"wins":172},"GB2-04":{"draws":383,"losses":193,"wins":52},"GB2-05":{"draws":0,"losses":636,"wins":28},"GB2-06":{"draws":1,"losses":547,"wins":84},"GB2-07":{"draws":0,"losses":495,"wins":169},"GB2-08":{"draws":0,"losses":528,"wins":134}}},"per_game_raw_elo_all":{"GB2-01":1117.352326570195,"GB2-02":1364.8491894803822,"GB2-03":1330.2192277952734,"GB2-04":1382.783318118214,"GB2-05":800.401079826518,"GB2-06":1038.4441921638966,"GB2-07":1142.7556535856845,"GB2-08":826.9060497275035},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1269.366848392221,"GB2-02":1362.6306702924198,"GB2-03":1310.6080936108624,"GB2-04":1374.0489449310544,"GB2-05":1215.5629866372744,"GB2-06":1418.538820727791,"GB2-07":915.0578678432566,"GB2-08":872.397150039593},"medium":{"GB2-01":950.2936738142582,"GB2-02":1374.0822549465167,"GB2-03":1264.8447704650293,"GB2-04":1389.2641872276427,"GB2-05":665.0602925402656,"GB2-06":847.4712985853463,"GB2-07":1402.8090289873626,"GB2-08":682.3049858566559},"none":{"GB2-01":1132.3964575041057,"GB2-02":1357.8346432022101,"GB2-03":1415.2048193099279,"GB2-04":1385.0368221959452,"GB2-05":520.5799603020135,"GB2-06":849.3224571785526,"GB2-07":1110.4000639264345,"GB2-08":926.0160132862615}},"per_game_tracks":{"highest":{"GB2-01":31.866911940159415,"GB2-02":40.54476078196842,"GB2-03":42.88268385847777,"GB2-04":41.03648146266705,"GB2-05":40.025274849512996,"GB2-06":51.419935821509334,"GB2-07":18.137549573911375,"GB2-08":18.92884743840133},"medium":{"GB2-01":9.62748732947093,"GB2-02":41.995572385044056,"GB2-03":37.722128801151314,"GB2-04":42.955684256139506,"GB2-05":9.35892030765246,"GB2-06":16.0800580916316,"GB2-07":53.06091042896702,"GB2-08":9.2228288482158},"none":{"GB2-01":20.232644633125545,"GB2-02":39.940218105536886,"GB2-03":54.54760057798364,"GB2-04":42.42111254700331,"GB2-05":5.2340194502566595,"GB2-06":16.17842306831346,"GB2-07":30.76937309132003,"GB2-08":22.382590725372957}},"program_outcomes":{"all":{"counted_attempts":27,"failed":3,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":9,"worked_first_time":15,"working":24},"highest":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":1,"worked_after_repair":2,"worked_first_time":6,"working":8},"medium":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"none":{"counted_attempts":9,"failed":1,"infra_excluded":0,"success_rate":0.8888888888888888,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:57:28Z","reasoning":{"highest":33.04052562440927,"medium":26.497945175307112,"none":27.952096333094467},"reasoning_agg":{"highest":{"max":51.419935821509334,"mean":33.04052562440927,"min":18.137549573911375},"medium":{"max":53.06091042896702,"mean":26.497945175307112,"min":8.0400290458158},"none":{"max":54.54760057798364,"mean":27.952096333094467,"min":5.2340194502566595}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":6.542580449102157},"working_program_strength":{"all":30.6905007655747,"highest":35.605305715825956,"medium":27.502948806034087,"none":28.963247774864058}},{"canonical_public_row_identity":"publication-row.v1:overall:meta-muse-glimmer-30b:a8e3cc22f50318d6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02351982,"mean":0.019656965,"median":0.019640945,"min":0.01650772,"recorded_attempt_count":11,"run_count":8,"total":0.15725572000000002},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0138593,"mean":0.00832475125,"median":0.006849235,"min":0.00556902,"recorded_attempt_count":10,"run_count":8,"total":0.06659801},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01024177,"mean":0.0073127075,"median":0.007628165,"min":0.00402612,"recorded_attempt_count":13,"run_count":8,"total":0.058501660000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0138593,"mean":0.00832475125,"median":0.006849235,"min":0.00556902,"recorded_attempt_count":10,"run_count":8,"total":0.06659801},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.01024177,"mean":0.0073127075,"median":0.007628165,"min":0.00402612,"recorded_attempt_count":13,"run_count":8,"total":0.058501660000000004},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02351982,"mean":0.019656965,"median":0.019640945,"min":0.01650772,"recorded_attempt_count":11,"run_count":8,"total":0.15725572000000002}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":34},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.02351982,"mean":0.011764807916666668,"median":0.0084872,"min":0.00402612,"recorded_attempt_count":34,"run_count":24,"total":0.28235539000000004},"codegen_latency_ms":{"attempt_count":34,"max_ms":380009,"mean_ms":93239.75,"min_ms":17041,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":380009,"mean_ms":168796.875,"min_ms":74942,"run_count":8},"medium":{"attempt_count":10,"max_ms":111336,"mean_ms":66228.375,"min_ms":28934,"run_count":8},"none":{"attempt_count":13,"max_ms":72200,"mean_ms":44694.0,"min_ms":17041,"run_count":8}},"codegen_output_tokens":{"attempt_count":34,"output_max":16539,"output_mean":6423.083333333333,"output_min":1715,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":16539,"output_mean":12718.0,"output_min":9279,"run_count":8},"medium":{"attempt_count":10,"output_max":6754,"output_mean":3630.75,"output_min":2165,"run_count":8},"none":{"attempt_count":13,"output_max":4210,"output_mean":2920.5,"output_min":1715,"run_count":8}},"display_name":"Muse Glimmer 30B","economics":{"all":28.685291487596555,"highest":34.21875798798603,"medium":29.607820843074787,"none":22.229295631728846},"first_seen_at":null,"game_gaps":{"highest":{"GB2-06":"failed"},"none":{"GB2-02":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":34,"finish_reasons":["stop"],"indexed_attempts":34,"output_token_observations":34,"provider_post_attempt_observations":34,"provider_post_attempts":34,"reasoning_token_observations":34,"reconciliation_get_attempt_observations":34,"reconciliation_get_attempts":164,"total_output_tokens":154154,"total_reasoning_output_tokens":105962,"total_visible_output_tokens":48432,"visible_token_observations":34},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meta","provider_model":"meta/muse-glimmer-30b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-06"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":28.16949187571659,"score":28.16949187571659},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":42.61883959977124,"score":28.412559733180828},"GB2-03":{"attempts":3,"playable":39.40356421348302,"score":39.40356421348302},"GB2-04":{"attempts":3,"playable":45.45723630425241,"score":45.45723630425241},"GB2-05":{"attempts":3,"playable":21.579028778773267,"score":21.579028778773267},"GB2-06":{"attempts":3,"failed_attempts":2,"playable":16.080594926850374,"score":5.360198308950125},"GB2-07":{"attempts":3,"playable":36.642029804448065,"score":36.642029804448065},"GB2-08":{"attempts":3,"playable":24.458222881968126,"score":24.458222881968126}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":31.005137155779423,"score":31.005137155779423},"GB2-02":{"attempts":1,"playable":42.6893351391236,"score":42.6893351391236},"GB2-03":{"attempts":1,"playable":36.495034741552516,"score":36.495034741552516},"GB2-04":{"attempts":1,"playable":48.1471606440156,"score":48.1471606440156},"GB2-05":{"attempts":1,"playable":43.429135828242565,"score":43.429135828242565},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":46.65339799252738,"score":46.65339799252738},"GB2-08":{"attempts":1,"playable":25.330862402647185,"score":25.330862402647185}},"medium":{"GB2-01":{"attempts":1,"playable":20.055207854029923,"score":20.055207854029923},"GB2-02":{"attempts":1,"playable":42.548344060418884,"score":42.548344060418884},"GB2-03":{"attempts":1,"playable":37.8929060519009,"score":37.8929060519009},"GB2-04":{"attempts":1,"playable":44.98206231927498,"score":44.98206231927498},"GB2-05":{"attempts":1,"playable":14.252630659646789,"score":14.252630659646789},"GB2-06":{"attempts":1,"playable":16.080594926850374,"score":16.080594926850374},"GB2-07":{"attempts":1,"playable":37.19397310308028,"score":37.19397310308028},"GB2-08":{"attempts":1,"playable":23.856847769396154,"score":23.856847769396154}},"none":{"GB2-01":{"attempts":1,"playable":33.44813061734043,"score":33.44813061734043},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":43.822751846995644,"score":43.822751846995644},"GB2-04":{"attempts":1,"playable":43.24248594946667,"score":43.24248594946667},"GB2-05":{"attempts":1,"playable":7.055319848430452,"score":7.055319848430452},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":26.078718317736538,"score":26.078718317736538},"GB2-08":{"attempts":1,"playable":24.18695847386104,"score":24.18695847386104}}},"id":"meta/muse-glimmer-30b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:56:56Z","match_totals_all":{"draws":2973,"losses":8149,"wins":2438},"match_totals_tracks":{"highest":{"draws":1135,"losses":2370,"wins":1009},"medium":{"draws":1114,"losses":3250,"wins":778},"none":{"draws":724,"losses":2529,"wins":651}},"model_slug":"meta-muse-glimmer-30b","official_rank_by_reasoning":{"highest":73,"medium":92,"none":102},"overall":{"max":48.1471606440156,"mean":28.685291487596555,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":77,"overall_ranking_status":"ranked","per_game":{"GB2-01":31.005137155779423,"GB2-02":42.6893351391236,"GB2-03":36.495034741552516,"GB2-04":48.1471606440156,"GB2-05":43.429135828242565,"GB2-07":46.65339799252738,"GB2-08":25.330862402647185},"per_game_all":{"GB2-01":28.16949187571659,"GB2-03":39.40356421348302,"GB2-04":45.45723630425241,"GB2-05":21.579028778773267,"GB2-07":36.642029804448065,"GB2-08":24.458222881968126},"per_game_match_totals_all":{"GB2-01":{"draws":379,"losses":1249,"wins":312},"GB2-02":{"draws":934,"losses":287,"wins":5},"GB2-03":{"draws":524,"losses":1003,"wins":379},"GB2-04":{"draws":1136,"losses":536,"wins":216},"GB2-05":{"draws":0,"losses":1609,"wins":383},"GB2-06":{"draws":0,"losses":547,"wins":85},"GB2-07":{"draws":0,"losses":1365,"wins":623},"GB2-08":{"draws":0,"losses":1553,"wins":435}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":160,"losses":382,"wins":104},"GB2-02":{"draws":465,"losses":145,"wins":4},"GB2-03":{"draws":178,"losses":348,"wins":108},"GB2-04":{"draws":332,"losses":185,"wins":111},"GB2-05":{"draws":0,"losses":403,"wins":261},"GB2-07":{"draws":0,"losses":394,"wins":270},"GB2-08":{"draws":0,"losses":513,"wins":151}},"medium":{"GB2-01":{"draws":100,"losses":479,"wins":67},"GB2-02":{"draws":469,"losses":142,"wins":1},"GB2-03":{"draws":146,"losses":356,"wins":132},"GB2-04":{"draws":399,"losses":170,"wins":59},"GB2-05":{"draws":0,"losses":581,"wins":83},"GB2-06":{"draws":0,"losses":547,"wins":85},"GB2-07":{"draws":0,"losses":452,"wins":210},"GB2-08":{"draws":0,"losses":523,"wins":141}},"none":{"GB2-01":{"draws":119,"losses":388,"wins":141},"GB2-03":{"draws":200,"losses":299,"wins":139},"GB2-04":{"draws":405,"losses":181,"wins":46},"GB2-05":{"draws":0,"losses":625,"wins":39},"GB2-07":{"draws":0,"losses":519,"wins":143},"GB2-08":{"draws":0,"losses":517,"wins":143}}},"per_game_raw_elo_all":{"GB2-01":1225.3659177559764,"GB2-03":1279.694079674771,"GB2-04":1408.9647009034877,"GB2-05":880.0996435900962,"GB2-07":1186.470672157159,"GB2-08":956.6967779775329},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1260.214539519424,"GB2-02":1379.534177241579,"GB2-03":1253.8133801189874,"GB2-04":1430.1273655348875,"GB2-05":1260.166174228792,"GB2-07":1319.2635220583638,"GB2-08":969.4082263859818},"medium":{"GB2-01":1129.9911320100766,"GB2-02":1378.4272803616027,"GB2-03":1266.373693471002,"GB2-04":1405.2373298863374,"GB2-05":788.084154682952,"GB2-06":847.4814156288344,"GB2-07":1196.6718912367878,"GB2-08":947.9188451948303},"none":{"GB2-01":1285.8920817384287,"GB2-03":1318.895165434324,"GB2-04":1391.5294072892375,"GB2-05":592.0486018585448,"GB2-07":1043.4766031763256,"GB2-08":952.7632623517866}},"per_game_tracks":{"highest":{"GB2-01":31.005137155779423,"GB2-02":42.6893351391236,"GB2-03":36.495034741552516,"GB2-04":48.1471606440156,"GB2-05":43.429135828242565,"GB2-07":46.65339799252738,"GB2-08":25.330862402647185},"medium":{"GB2-01":20.055207854029923,"GB2-02":42.548344060418884,"GB2-03":37.8929060519009,"GB2-04":44.98206231927498,"GB2-05":14.252630659646789,"GB2-06":16.080594926850374,"GB2-07":37.19397310308028,"GB2-08":23.856847769396154},"none":{"GB2-01":33.44813061734043,"GB2-03":43.822751846995644,"GB2-04":43.24248594946667,"GB2-05":7.055319848430452,"GB2-07":26.078718317736538,"GB2-08":24.18695847386104}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":14,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6}},"provider_color":"#0467DF","provider_company":"Meta","provider_key":"meta","provider_text_color":"#f8fafc","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:02:04Z","reasoning":{"highest":34.21875798798603,"medium":29.607820843074787,"none":22.229295631728846},"reasoning_agg":{"highest":{"max":48.1471606440156,"mean":34.21875798798603,"min":0.0},"medium":{"max":44.98206231927498,"mean":29.607820843074787,"min":14.252630659646789},"none":{"max":43.822751846995644,"mean":22.229295631728846,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":11.989462356257185},"working_program_strength":{"all":32.78467789054989,"highest":39.10715198626975,"medium":29.607820843074787,"none":29.639060842305128}},{"canonical_public_row_identity":"publication-row.v1:overall:openai-gpt-oss-120b:ea928fc639a2bec6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015120192000000001,"mean":0.0074424702499999995,"median":0.006876,"min":0.00134592,"recorded_attempt_count":11,"run_count":8,"total":0.059539762},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00145295,"mean":0.001135709125,"median":0.001180259,"min":0.00078534,"recorded_attempt_count":10,"run_count":8,"total":0.009085672999999999},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.002555,"mean":0.001231986375,"median":0.0010393855,"min":0.00046744,"recorded_attempt_count":12,"run_count":8,"total":0.009855891}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00145295,"mean":0.001135709125,"median":0.001180259,"min":0.00078534,"recorded_attempt_count":10,"run_count":8,"total":0.009085672999999999},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.002555,"mean":0.001231986375,"median":0.0010393855,"min":0.00046744,"recorded_attempt_count":12,"run_count":8,"total":0.009855890999999999},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.015120192000000001,"mean":0.0074424702499999995,"median":0.006876,"min":0.00134592,"recorded_attempt_count":11,"run_count":8,"total":0.05953976200000001}},"codegen_cost_usd":{"admitted_cell_count":21,"cell_count":24,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.015120192000000001,"mean":0.0032700552500000003,"median":0.0013951725,"min":0.00046744,"recorded_attempt_count":33,"run_count":24,"total":0.07848132600000002},"codegen_latency_ms":{"attempt_count":33,"max_ms":1105859,"mean_ms":161415.45833333334,"min_ms":22661,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":1105859,"mean_ms":300420.375,"min_ms":56038,"run_count":8},"medium":{"attempt_count":10,"max_ms":291211,"mean_ms":111417.625,"min_ms":22661,"run_count":8},"none":{"attempt_count":12,"max_ms":151123,"mean_ms":72408.375,"min_ms":26216,"run_count":8}},"codegen_output_tokens":{"attempt_count":33,"output_max":63626,"output_mean":9305.125,"output_min":1487,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":63626,"output_mean":22255.875,"output_min":2344,"run_count":8},"medium":{"attempt_count":10,"output_max":5420,"output_mean":3175.75,"output_min":2107,"run_count":8},"none":{"attempt_count":12,"output_max":4178,"output_mean":2483.75,"output_min":1487,"run_count":8}},"display_name":"GPT-OSS 120B","economics":{"all":28.481978173257318,"highest":33.84827019206297,"medium":28.6917657283317,"none":22.905898599377288},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"failed"},"none":{"GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":33,"finish_reasons":["stop"],"indexed_attempts":33,"output_token_observations":33,"provider_post_attempt_observations":33,"provider_post_attempts":33,"reasoning_token_observations":33,"reconciliation_get_attempt_observations":33,"reconciliation_get_attempts":158,"total_output_tokens":223323,"total_reasoning_output_tokens":139050,"total_visible_output_tokens":87482,"visible_token_observations":33},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"openai/gpt-oss-120b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":35.63596431180537,"score":23.75730954120358},"GB2-02":{"attempts":3,"playable":42.24165999118143,"score":42.24165999118143},"GB2-03":{"attempts":3,"playable":37.93825945537585,"score":37.93825945537585},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":39.88076136561719,"score":26.587174243744794},"GB2-05":{"attempts":3,"playable":28.55245120658775,"score":28.55245120658775},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.222801287344545,"score":15.481867524896364},"GB2-07":{"attempts":3,"playable":27.53313418829138,"score":27.53313418829138},"GB2-08":{"attempts":3,"playable":25.76396923477739,"score":25.76396923477739}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":42.631187146202315,"score":42.631187146202315},"GB2-03":{"attempts":1,"playable":43.99015320550578,"score":43.99015320550578},"GB2-04":{"attempts":1,"playable":42.58531106326889,"score":42.58531106326889},"GB2-05":{"attempts":1,"playable":56.52316764507492,"score":56.52316764507492},"GB2-06":{"attempts":1,"playable":21.689851499343327,"score":21.689851499343327},"GB2-07":{"attempts":1,"playable":33.12179985425663,"score":33.12179985425663},"GB2-08":{"attempts":1,"playable":30.24469112285188,"score":30.24469112285188}},"medium":{"GB2-01":{"attempts":1,"playable":33.14693996179954,"score":33.14693996179954},"GB2-02":{"attempts":1,"playable":41.40440262335106,"score":41.40440262335106},"GB2-03":{"attempts":1,"playable":34.3865951310378,"score":34.3865951310378},"GB2-04":{"attempts":1,"playable":37.17621166796549,"score":37.17621166796549},"GB2-05":{"attempts":1,"playable":14.567126318775472,"score":14.567126318775472},"GB2-06":{"attempts":1,"playable":24.755751075345767,"score":24.755751075345767},"GB2-07":{"attempts":1,"playable":21.23212003871193,"score":21.23212003871193},"GB2-08":{"attempts":1,"playable":22.86497900966651,"score":22.86497900966651}},"none":{"GB2-01":{"attempts":1,"playable":38.12498866181119,"score":38.12498866181119},"GB2-02":{"attempts":1,"playable":42.68939020399092,"score":42.68939020399092},"GB2-03":{"attempts":1,"playable":35.43803002958397,"score":35.43803002958397},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":14.567059655912862,"score":14.567059655912862},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":28.24548267190557,"score":28.24548267190557},"GB2-08":{"attempts":1,"playable":24.182237571813786,"score":24.182237571813786}}},"id":"openai/gpt-oss-120b","is_recent_addition":false,"last_measured_at":"2026-11-19T15:31:19Z","match_totals_all":{"draws":2759,"losses":8273,"wins":2488},"match_totals_tracks":{"highest":{"draws":972,"losses":2465,"wins":1057},"medium":{"draws":1071,"losses":3318,"wins":751},"none":{"draws":716,"losses":2490,"wins":680}},"model_slug":"openai-gpt-oss-120b","official_rank_by_reasoning":{"highest":74,"medium":93,"none":101},"overall":{"max":56.52316764507492,"mean":28.481978173257318,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":78,"overall_ranking_status":"ranked","per_game":{"GB2-02":42.631187146202315,"GB2-03":43.99015320550578,"GB2-04":42.58531106326889,"GB2-05":56.52316764507492,"GB2-06":21.689851499343327,"GB2-07":33.12179985425663,"GB2-08":30.24469112285188},"per_game_all":{"GB2-02":42.24165999118143,"GB2-03":37.93825945537585,"GB2-05":28.55245120658775,"GB2-07":27.53313418829138,"GB2-08":25.76396923477739},"per_game_match_totals_all":{"GB2-01":{"draws":228,"losses":753,"wins":311},"GB2-02":{"draws":1359,"losses":458,"wins":21},"GB2-03":{"draws":412,"losses":1083,"wins":409},"GB2-04":{"draws":754,"losses":423,"wins":79},"GB2-05":{"draws":0,"losses":1483,"wins":509},"GB2-06":{"draws":6,"losses":1015,"wins":245},"GB2-07":{"draws":0,"losses":1532,"wins":454},"GB2-08":{"draws":0,"losses":1526,"wins":460}},"per_game_match_totals_tracks":{"highest":{"GB2-02":{"draws":444,"losses":154,"wins":14},"GB2-03":{"draws":140,"losses":324,"wins":170},"GB2-04":{"draws":387,"losses":190,"wins":51},"GB2-05":{"draws":0,"losses":323,"wins":341},"GB2-06":{"draws":1,"losses":516,"wins":115},"GB2-07":{"draws":0,"losses":477,"wins":185},"GB2-08":{"draws":0,"losses":481,"wins":181}},"medium":{"GB2-01":{"draws":117,"losses":391,"wins":138},"GB2-02":{"draws":444,"losses":162,"wins":6},"GB2-03":{"draws":138,"losses":381,"wins":115},"GB2-04":{"draws":367,"losses":233,"wins":28},"GB2-05":{"draws":0,"losses":580,"wins":84},"GB2-06":{"draws":5,"losses":499,"wins":130},"GB2-07":{"draws":0,"losses":547,"wins":115},"GB2-08":{"draws":0,"losses":525,"wins":135}},"none":{"GB2-01":{"draws":111,"losses":362,"wins":173},"GB2-02":{"draws":471,"losses":142,"wins":1},"GB2-03":{"draws":134,"losses":378,"wins":124},"GB2-05":{"draws":0,"losses":580,"wins":84},"GB2-07":{"draws":0,"losses":508,"wins":154},"GB2-08":{"draws":0,"losses":520,"wins":144}}},"per_game_raw_elo_all":{"GB2-02":1376.0124553561545,"GB2-03":1266.41342046473,"GB2-05":1006.8764220402537,"GB2-07":1061.8862652859018,"GB2-08":975.0787641259466},"per_game_raw_elo_tracks":{"highest":{"GB2-02":1379.0777304287394,"GB2-03":1320.3708686948735,"GB2-04":1386.3360621307672,"GB2-05":1430.4702740242892,"GB2-06":946.7307852074072,"GB2-07":1142.5262324188254,"GB2-08":1039.3074350672246},"medium":{"GB2-01":1282.7693427161007,"GB2-02":1369.4250261945695,"GB2-03":1234.6319545557205,"GB2-04":1342.9809452585953,"GB2-05":795.0802331735161,"GB2-06":997.4573391862793,"GB2-07":968.1802562318586,"GB2-08":933.234735991174},"none":{"GB2-01":1333.1436696642465,"GB2-02":1379.5346094451543,"GB2-03":1244.2374381435968,"GB2-05":795.0787589229558,"GB2-07":1074.9523072070215,"GB2-08":952.694121319441}},"per_game_tracks":{"highest":{"GB2-02":42.631187146202315,"GB2-03":43.99015320550578,"GB2-04":42.58531106326889,"GB2-05":56.52316764507492,"GB2-06":21.689851499343327,"GB2-07":33.12179985425663,"GB2-08":30.24469112285188},"medium":{"GB2-01":33.14693996179954,"GB2-02":41.40440262335106,"GB2-03":34.3865951310378,"GB2-04":37.17621166796549,"GB2-05":14.567126318775472,"GB2-06":24.755751075345767,"GB2-07":21.23212003871193,"GB2-08":22.86497900966651},"none":{"GB2-01":38.12498866181119,"GB2-02":42.68939020399092,"GB2-03":35.43803002958397,"GB2-05":14.567059655912862,"GB2-07":28.24548267190557,"GB2-08":24.182237571813786}},"program_outcomes":{"all":{"counted_attempts":24,"failed":3,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":16,"working":21},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:06:57Z","reasoning":{"highest":33.84827019206297,"medium":28.6917657283317,"none":22.90589859937729},"reasoning_agg":{"highest":{"max":56.52316764507492,"mean":33.84827019206297,"min":0.0},"medium":{"max":41.40440262335106,"mean":28.6917657283317,"min":14.567126318775472},"none":{"max":42.68939020399092,"mean":22.90589859937729,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low","intensive":"high"},"score_diagnostics":{"reasoning_variance":10.942371592685678},"working_program_strength":{"all":32.63890040773081,"highest":38.68373736235768,"medium":28.6917657283317,"none":30.54119813250305}},{"canonical_public_row_identity":"publication-row.v1:overall:thinkingmachines-inkling:bd168f6e5a011eb6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":60},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.261503015,"mean":0.224623670625,"median":0.22750746833333335,"min":0.17735088333333335,"recorded_attempt_count":60,"run_count":22,"total":4.90638056},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04901556,"mean":0.031135205,"median":0.02897688,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.24908164},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0721503,"mean":0.03677837187500001,"median":0.0324098875,"min":0.01945095,"recorded_attempt_count":39,"run_count":16,"total":0.58845395}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.04901556,"mean":0.031135205,"median":0.02897688,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.24908164000000005},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":39},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0721503,"mean":0.03677837187500001,"median":0.0324098875,"min":0.01945095,"recorded_attempt_count":39,"run_count":16,"total":0.58845395},"historical-provider-setting-intensive":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":60},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.261503015,"mean":0.224623670625,"median":0.22750746833333335,"min":0.17735088333333335,"recorded_attempt_count":60,"run_count":22,"total":4.90638056}},"codegen_cost_usd":{"admitted_cell_count":32,"cell_count":24,"cost_basis_counts":{"provider_reported":112},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.261503015,"mean":0.09751241583333332,"median":0.042993304999999996,"min":0.01737051,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":112,"run_count":46,"total":5.74391615},"codegen_latency_ms":{"attempt_count":112,"max_ms":712912,"mean_ms":234938.63043478262,"min_ms":16322,"run_count":46},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":60,"max_ms":712912,"mean_ms":442344.0909090909,"min_ms":125659,"run_count":22},"medium":{"attempt_count":13,"max_ms":52676,"mean_ms":32623.625,"min_ms":16322,"run_count":8},"none":{"attempt_count":39,"max_ms":118093,"mean_ms":50913.625,"min_ms":20774,"run_count":16}},"codegen_output_tokens":{"attempt_count":112,"output_max":80000,"output_mean":26608.978260869564,"output_min":1372,"run_count":46},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":60,"output_max":80000,"output_mean":50498.318181818184,"output_min":12059,"run_count":22},"medium":{"attempt_count":13,"output_max":9117,"output_mean":4863.875,"output_min":2632,"run_count":8},"none":{"attempt_count":39,"output_max":11313,"output_mean":4633.6875,"output_min":1372,"run_count":16}},"display_name":"Inkling","economics":{"all":25.603388584224223,"highest":31.454762184579337,"medium":18.5918644235267,"none":26.76353914456663},"first_seen_at":null,"game_gaps":{"medium":{"GB2-02":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":20,"effective_max_output_tokens":[262144],"finish_reason_observations":112,"finish_reasons":["length","stop"],"indexed_attempts":112,"output_token_observations":112,"provider_post_attempt_observations":20,"provider_post_attempts":23,"reasoning_token_observations":85,"reconciliation_get_attempt_observations":20,"reconciliation_get_attempts":33,"requested_max_output_token_observations":20,"requested_max_output_tokens":[262144],"total_output_tokens":1224013,"total_reasoning_output_tokens":793927,"total_visible_output_tokens":126602,"visible_token_observations":82},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"thinkingmachines","provider_model":"thinkingmachines/inkling","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":7,"first_pass_rate":0.4375,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":1,"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.3125},"intensive":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"admitted":2,"infra_failures_excluded":1},"GB2-02":{"admitted":2,"infra_failures_excluded":1},"GB2-03":{"admitted":2,"infra_failures_excluded":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"model_code_failures":1},"GB2-07":{"admitted":2,"infra_failures_excluded":1},"GB2-08":{"admitted":2,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-07","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.3125}},"headline_games_all":{"GB2-01":{"attempts":5,"playable":24.660662504770936,"score":24.660662504770936},"GB2-02":{"attempts":5,"failed_attempts":2,"playable":42.124224220470424,"score":20.875679439728128},"GB2-03":{"attempts":5,"playable":43.56615359919882,"score":43.56615359919882},"GB2-04":{"attempts":5,"failed_attempts":1,"playable":41.63712089815869,"score":34.45577444760506},"GB2-05":{"attempts":5,"playable":18.194911207590994,"score":18.194911207590994},"GB2-06":{"attempts":5,"failed_attempts":2,"playable":32.66404032322924,"score":20.07780491372878},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":22.793763397941518,"score":19.138423754837444},"GB2-08":{"attempts":5,"failed_attempts":2,"playable":53.32338313557047,"score":23.85769880633362}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":2,"playable":37.806736989986774,"score":37.806736989986774},"GB2-02":{"attempts":2,"playable":41.00562819742791,"score":41.00562819742791},"GB2-03":{"attempts":2,"playable":46.17580486924143,"score":46.17580486924143},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":43.088078703321834,"score":21.544039351660917},"GB2-05":{"attempts":2,"playable":15.225633675208254,"score":15.225633675208254},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":51.03356897108024,"score":25.51678448554012},"GB2-07":{"attempts":2,"playable":27.86404334070849,"score":27.86404334070849},"GB2-08":{"attempts":2,"playable":36.49942656686079,"score":36.49942656686079}},"medium":{"GB2-01":{"attempts":1,"playable":16.554460386720944,"score":16.554460386720944},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":36.668940993623664,"score":36.668940993623664},"GB2-04":{"attempts":1,"playable":40.84879400384906,"score":40.84879400384906},"GB2-05":{"attempts":1,"playable":13.602802496843362,"score":13.602802496843362},"GB2-06":{"attempts":1,"playable":22.47470851268498,"score":22.47470851268498},"GB2-07":{"attempts":1,"playable":18.585208994491612,"score":18.585208994491612},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":2,"playable":19.620790137605077,"score":19.620790137605077},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.242820243512945,"score":21.621410121756472},"GB2-03":{"attempts":2,"playable":47.853714934731364,"score":47.853714934731364},"GB2-04":{"attempts":2,"playable":40.97448998730519,"score":40.97448998730519},"GB2-05":{"attempts":2,"playable":25.756297450721362,"score":25.756297450721362},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":24.483843485922492,"score":12.241921742961246},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":21.932037858624454,"score":10.966018929312227},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":70.14733970428014,"score":35.07366985214007}}},"id":"thinkingmachines/inkling","is_recent_addition":false,"last_measured_at":"2026-11-19T16:08:25Z","match_totals_all":{"draws":4526,"losses":12181,"wins":3901},"match_totals_tracks":{"highest":{"draws":1871,"losses":5203,"wins":1944},"medium":{"draws":809,"losses":2638,"wins":421},"none":{"draws":1846,"losses":4340,"wins":1536}},"model_slug":"thinkingmachines-inkling","official_rank_by_reasoning":{"highest":76,"medium":103,"none":92},"overall":{"max":47.853714934731364,"mean":25.603388584224223,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":79,"overall_ranking_status":"ranked","per_game":{"GB2-01":37.806736989986774,"GB2-02":41.00562819742791,"GB2-03":46.17580486924143,"GB2-04":43.088078703321834,"GB2-05":15.225633675208254,"GB2-06":51.03356897108024,"GB2-07":27.86404334070849,"GB2-08":36.49942656686079},"per_game_all":{"GB2-01":24.660662504770936,"GB2-03":43.56615359919882,"GB2-04":41.63712089815869,"GB2-05":18.194911207590994,"GB2-06":32.66404032322924,"GB2-07":22.793763397941518},"per_game_match_totals_all":{"GB2-01":{"draws":743,"losses":2081,"wins":406},"GB2-02":{"draws":1350,"losses":467,"wins":17},"GB2-03":{"draws":926,"losses":1479,"wins":769},"GB2-04":{"draws":1492,"losses":821,"wins":205},"GB2-05":{"draws":0,"losses":2758,"wins":564},"GB2-06":{"draws":15,"losses":1352,"wins":531},"GB2-07":{"draws":0,"losses":2122,"wins":526},"GB2-08":{"draws":0,"losses":1101,"wins":883}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":340,"losses":669,"wins":283},"GB2-02":{"draws":885,"losses":326,"wins":11},"GB2-03":{"draws":265,"losses":630,"wins":373},"GB2-04":{"draws":377,"losses":194,"wins":59},"GB2-05":{"draws":0,"losses":1150,"wins":178},"GB2-06":{"draws":4,"losses":341,"wins":287},"GB2-07":{"draws":0,"losses":1017,"wins":307},"GB2-08":{"draws":0,"losses":876,"wins":446}},"medium":{"GB2-01":{"draws":68,"losses":516,"wins":62},"GB2-03":{"draws":354,"losses":259,"wins":21},"GB2-04":{"draws":384,"losses":202,"wins":42},"GB2-05":{"draws":0,"losses":587,"wins":79},"GB2-06":{"draws":3,"losses":512,"wins":117},"GB2-07":{"draws":0,"losses":562,"wins":100}},"none":{"GB2-01":{"draws":335,"losses":896,"wins":61},"GB2-02":{"draws":465,"losses":141,"wins":6},"GB2-03":{"draws":307,"losses":590,"wins":375},"GB2-04":{"draws":731,"losses":425,"wins":104},"GB2-05":{"draws":0,"losses":1021,"wins":307},"GB2-06":{"draws":8,"losses":499,"wins":127},"GB2-07":{"draws":0,"losses":543,"wins":119},"GB2-08":{"draws":0,"losses":225,"wins":437}}},"per_game_raw_elo_all":{"GB2-01":1176.4977401037822,"GB2-03":1317.4722229387999,"GB2-04":1378.7781878960802,"GB2-05":861.7615145272966,"GB2-06":1121.7321427162105,"GB2-07":990.7051783303538},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1327.2623159566479,"GB2-02":1366.2740061192103,"GB2-03":1339.6647820094718,"GB2-04":1390.3100932017596,"GB2-05":809.4316154938854,"GB2-06":1412.2959914844998,"GB2-07":1069.4876831348133,"GB2-08":1140.6847647066054},"medium":{"GB2-01":1079.3675033266575,"GB2-03":1255.3819894730223,"GB2-04":1372.5545477059693,"GB2-05":773.3565259354441,"GB2-06":959.8796749931735,"GB2-07":923.0573085293969},"none":{"GB2-01":1122.863401028041,"GB2-02":1383.874725121459,"GB2-03":1357.3698973339056,"GB2-04":1373.4699227805113,"GB2-05":1002.4964021525607,"GB2-06":993.0207616709588,"GB2-07":979.5705433268512,"GB2-08":1737.740947039228}},"per_game_tracks":{"highest":{"GB2-01":37.806736989986774,"GB2-02":41.00562819742791,"GB2-03":46.17580486924143,"GB2-04":43.088078703321834,"GB2-05":15.225633675208254,"GB2-06":51.03356897108024,"GB2-07":27.86404334070849,"GB2-08":36.49942656686079},"medium":{"GB2-01":16.554460386720944,"GB2-03":36.668940993623664,"GB2-04":40.84879400384906,"GB2-05":13.602802496843362,"GB2-06":22.47470851268498,"GB2-07":18.585208994491612},"none":{"GB2-01":19.620790137605077,"GB2-02":43.242820243512945,"GB2-03":47.853714934731364,"GB2-04":40.97448998730519,"GB2-05":25.756297450721362,"GB2-06":24.483843485922492,"GB2-07":21.932037858624454,"GB2-08":70.14733970428014}},"program_outcomes":{"all":{"counted_attempts":40,"failed":8,"infra_excluded":6,"success_rate":0.8,"too_slow":0,"worked_after_repair":12,"worked_first_time":20,"working":32},"highest":{"counted_attempts":16,"failed":2,"infra_excluded":6,"success_rate":0.875,"too_slow":0,"worked_after_repair":5,"worked_first_time":9,"working":14},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":7,"working":12}},"provider_color":"#31373D","provider_company":"Thinking Machines","provider_key":"thinkingmachines","provider_text_color":"#f8fafc","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:06:22Z","reasoning":{"highest":31.454762184579334,"medium":18.5918644235267,"none":26.763539144566625},"reasoning_agg":{"highest":{"max":46.17580486924143,"mean":31.454762184579334,"min":15.225633675208254},"medium":{"max":40.84879400384906,"mean":18.5918644235267,"min":0.0},"none":{"max":47.853714934731364,"mean":26.763539144566625,"min":10.966018929312227}},"reasoning_labels":{"highest":"Max","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"max"},"score_diagnostics":{"reasoning_variance":12.862897761052633},"working_program_strength":{"all":32.95931148475653,"highest":37.33736516422946,"medium":24.789152564702267,"none":36.751416725337876}},{"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-3-7-flash:bce30e94fe382d0b","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11219570000000001,"mean":0.0607572625,"median":0.060057275,"min":0.02174195,"recorded_attempt_count":20,"run_count":8,"total":0.48605810000000005},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0442025,"mean":0.017142385,"median":0.01322286,"min":0.01037917,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.13713908},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.02271207,"mean":0.0141778,"median":0.011690184999999999,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.11342239999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0442025,"mean":0.017142385,"median":0.01322286,"min":0.01037917,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.13713908000000002},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.02271207,"mean":0.0141778,"median":0.011690184999999999,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.11342239999999999},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.11219570000000001,"mean":0.0607572625,"median":0.060057275,"min":0.02174195,"recorded_attempt_count":20,"run_count":8,"total":0.4860581}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":46},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.11219570000000001,"mean":0.030692482499999996,"median":0.01928415,"min":0.00650197,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":46,"run_count":24,"total":0.73661958},"codegen_latency_ms":{"attempt_count":46,"max_ms":511905,"mean_ms":147013.95833333334,"min_ms":23584,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":20,"max_ms":511905,"mean_ms":284845.75,"min_ms":132388,"run_count":8},"medium":{"attempt_count":13,"max_ms":348782,"mean_ms":92838.875,"min_ms":39705,"run_count":8},"none":{"attempt_count":13,"max_ms":194018,"mean_ms":63357.25,"min_ms":23584,"run_count":8}},"codegen_output_tokens":{"attempt_count":46,"output_max":93362,"output_mean":24067.583333333332,"output_min":4359,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":20,"output_max":93362,"output_mean":49316.75,"output_min":16213,"run_count":8},"medium":{"attempt_count":13,"output_max":33638,"output_mean":12726.0,"output_min":7627,"run_count":8},"none":{"attempt_count":13,"output_max":17245,"output_mean":10160.0,"output_min":4359,"run_count":8}},"display_name":"Step 3.7 Flash","economics":{"all":23.215912809503987,"highest":13.493416709004086,"medium":26.77329964834632,"none":29.381022071161556},"first_seen_at":null,"game_gaps":{"highest":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed"},"medium":{"GB2-02":"failed","GB2-04":"failed"},"none":{"GB2-05":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[230400],"finish_reason_observations":46,"finish_reasons":["stop"],"indexed_attempts":46,"output_token_observations":46,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[230400],"total_output_tokens":577622,"total_visible_output_tokens":183088,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-3.7-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-05","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04"],"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":16.59063351030873,"score":16.59063351030873},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":42.695620949490475,"score":14.231873649830158},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":34.34124793879616,"score":22.894165292530772},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":38.80168913667962,"score":12.933896378893207},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":42.30331936592141,"score":28.202212910614275},"GB2-06":{"attempts":3,"playable":39.44405909862081,"score":39.44405909862081},"GB2-07":{"attempts":3,"playable":33.97559409458072,"score":33.97559409458072},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":26.182301310979827,"score":17.45486754065322}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":8.529971849004008,"score":8.529971849004008},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":37.73731189901812,"score":37.73731189901812},"GB2-06":{"attempts":1,"playable":30.127880809039535,"score":30.127880809039535},"GB2-07":{"attempts":1,"playable":24.18929146332686,"score":24.18929146332686},"GB2-08":{"attempts":1,"playable":7.362877651644154,"score":7.362877651644154}},"medium":{"GB2-01":{"attempts":1,"playable":9.748360537595566,"score":9.748360537595566},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":33.22826751709356,"score":33.22826751709356},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":46.86932683282471,"score":46.86932683282471},"GB2-06":{"attempts":1,"playable":41.66040227685367,"score":41.66040227685367},"GB2-07":{"attempts":1,"playable":37.67831505208755,"score":37.67831505208755},"GB2-08":{"attempts":1,"playable":45.0017249703155,"score":45.0017249703155}},"none":{"GB2-01":{"attempts":1,"playable":31.493568144326613,"score":31.493568144326613},"GB2-02":{"attempts":1,"playable":42.695620949490475,"score":42.695620949490475},"GB2-03":{"attempts":1,"playable":35.45422836049876,"score":35.45422836049876},"GB2-04":{"attempts":1,"playable":38.80168913667962,"score":38.80168913667962},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.54389420996924,"score":46.54389420996924},"GB2-07":{"attempts":1,"playable":40.05917576832775,"score":40.05917576832775},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"stepfun/step-3.7-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:14:42Z","match_totals_all":{"draws":1393,"losses":7121,"wins":2474},"match_totals_tracks":{"highest":{"draws":35,"losses":2638,"wins":595},"medium":{"draws":261,"losses":2541,"wins":1102},"none":{"draws":1097,"losses":1942,"wins":777}},"model_slug":"stepfun-step-3-7-flash","official_rank_by_reasoning":{"highest":83,"medium":95,"none":84},"overall":{"max":46.86932683282471,"mean":23.215912809503987,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":80,"overall_ranking_status":"ranked","per_game":{"GB2-01":8.529971849004008,"GB2-05":37.73731189901812,"GB2-06":30.127880809039535,"GB2-07":24.18929146332686,"GB2-08":7.362877651644154},"per_game_all":{"GB2-01":16.59063351030873,"GB2-06":39.44405909862081,"GB2-07":33.97559409458072},"per_game_match_totals_all":{"GB2-01":{"draws":222,"losses":1539,"wins":179},"GB2-02":{"draws":445,"losses":153,"wins":14},"GB2-03":{"draws":339,"losses":735,"wins":200},"GB2-04":{"draws":368,"losses":222,"wins":38},"GB2-05":{"draws":0,"losses":818,"wins":510},"GB2-06":{"draws":19,"losses":1231,"wins":648},"GB2-07":{"draws":0,"losses":1415,"wins":571},"GB2-08":{"draws":0,"losses":1008,"wins":314}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":31,"losses":583,"wins":32},"GB2-05":{"draws":0,"losses":436,"wins":228},"GB2-06":{"draws":4,"losses":469,"wins":161},"GB2-07":{"draws":0,"losses":530,"wins":132},"GB2-08":{"draws":0,"losses":620,"wins":42}},"medium":{"GB2-01":{"draws":80,"losses":553,"wins":15},"GB2-03":{"draws":171,"losses":374,"wins":93},"GB2-05":{"draws":0,"losses":382,"wins":282},"GB2-06":{"draws":10,"losses":395,"wins":227},"GB2-07":{"draws":0,"losses":449,"wins":213},"GB2-08":{"draws":0,"losses":388,"wins":272}},"none":{"GB2-01":{"draws":111,"losses":403,"wins":132},"GB2-02":{"draws":445,"losses":153,"wins":14},"GB2-03":{"draws":168,"losses":361,"wins":107},"GB2-04":{"draws":368,"losses":222,"wins":38},"GB2-06":{"draws":5,"losses":367,"wins":260},"GB2-07":{"draws":0,"losses":436,"wins":226}}},"per_game_raw_elo_all":{"GB2-01":1047.356581018795,"GB2-06":1229.4005653840227,"GB2-07":1150.7048046986267},"per_game_raw_elo_tracks":{"highest":{"GB2-01":923.5696469650122,"GB2-05":1184.8601253607374,"GB2-06":1083.5159575718922,"GB2-07":1015.041399002827,"GB2-08":630.7934954421886},"medium":{"GB2-01":953.0848567241808,"GB2-03":1223.9427028930309,"GB2-05":1304.4958319768052,"GB2-06":1264.018238625039,"GB2-07":1203.022144974997,"GB2-08":1255.010485080031},"none":{"GB2-01":1265.4152393671923,"GB2-02":1379.5835139981007,"GB2-03":1244.3847644156417,"GB2-04":1356.1576538266547,"GB2-06":1340.667499955137,"GB2-07":1234.0508701180568}},"per_game_tracks":{"highest":{"GB2-01":8.529971849004008,"GB2-05":37.73731189901812,"GB2-06":30.127880809039535,"GB2-07":24.18929146332686,"GB2-08":7.362877651644154},"medium":{"GB2-01":9.748360537595566,"GB2-03":33.22826751709356,"GB2-05":46.86932683282471,"GB2-06":41.66040227685367,"GB2-07":37.67831505208755,"GB2-08":45.0017249703155},"none":{"GB2-01":31.493568144326613,"GB2-02":42.695620949490475,"GB2-03":35.45422836049876,"GB2-04":38.80168913667962,"GB2-06":46.54389420996924,"GB2-07":40.05917576832775}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":10,"worked_first_time":7,"working":17},"highest":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6}},"provider_color":"#F59E0B","provider_company":"StepFun","provider_key":"stepfun","provider_text_color":"#1f1300","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T07:18:20Z","reasoning":{"highest":13.493416709004086,"medium":26.77329964834632,"none":29.381022071161556},"reasoning_agg":{"highest":{"max":37.73731189901812,"mean":13.493416709004086,"min":0.0},"medium":{"max":46.86932683282471,"mean":26.77329964834632,"min":0.0},"none":{"max":46.54389420996924,"mean":29.381022071161556,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low"},"score_diagnostics":{"reasoning_variance":15.88760536215747},"working_program_strength":{"all":32.15396523125012,"highest":21.589466734406535,"medium":35.69773286446176,"none":39.17469609488207}},{"canonical_public_row_identity":"publication-row.v1:overall:inception-mercury-2-5-preview:a40b54e00617ffb4","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0021869100000000002,"mean":0.0013222775000000001,"median":0.001054655,"min":0.00083106,"recorded_attempt_count":11,"run_count":8,"total":0.010578220000000001},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0025894200000000003,"mean":0.0012652800000000001,"median":0.000871045,"min":0.00078866,"recorded_attempt_count":12,"run_count":8,"total":0.01012224},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0013895600000000002,"mean":0.0009515637499999999,"median":0.001025285,"min":0.00044038,"recorded_attempt_count":14,"run_count":8,"total":0.00761251}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0025894200000000003,"mean":0.0012652800000000001,"median":0.000871045,"min":0.00078866,"recorded_attempt_count":12,"run_count":8,"total":0.010122240000000001},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0013895600000000002,"mean":0.0009515637499999999,"median":0.001025285,"min":0.00044038,"recorded_attempt_count":14,"run_count":8,"total":0.007612509999999999},"historical-provider-setting-intensive":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0021869100000000002,"mean":0.0013222775000000001,"median":0.001054655,"min":0.00083106,"recorded_attempt_count":11,"run_count":8,"total":0.010578220000000001}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":24,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0025894200000000003,"mean":0.0011797070833333334,"median":0.000945325,"min":0.00044038,"recorded_attempt_count":37,"run_count":24,"total":0.028312970000000003},"codegen_latency_ms":{"attempt_count":37,"max_ms":49328,"mean_ms":21505.916666666668,"min_ms":9355,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":11,"max_ms":47445,"mean_ms":22491.5,"min_ms":13295,"run_count":8},"medium":{"attempt_count":12,"max_ms":49328,"mean_ms":23044.25,"min_ms":13295,"run_count":8},"none":{"attempt_count":14,"max_ms":24913,"mean_ms":18982.0,"min_ms":9355,"run_count":8}},"codegen_output_tokens":{"attempt_count":37,"output_max":11394,"output_mean":4854.291666666667,"output_min":1030,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":11185,"output_mean":6150.25,"output_min":2902,"run_count":8},"medium":{"attempt_count":12,"output_max":11394,"output_mean":5469.5,"output_min":3022,"run_count":8},"none":{"attempt_count":14,"output_max":4416,"output_mean":2943.125,"output_min":1030,"run_count":8}},"display_name":"Mercury 2.5 Preview","economics":{"all":20.91295266313929,"highest":21.16635133439957,"medium":18.557026340743967,"none":23.015480314274328},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"failed","GB2-05":"failed"},"medium":{"GB2-01":"failed","GB2-03":"failed"},"none":{"GB2-01":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":37,"finish_reasons":["stop"],"indexed_attempts":37,"output_token_observations":37,"provider_post_attempt_observations":37,"provider_post_attempts":37,"reasoning_token_observations":37,"reconciliation_get_attempt_observations":37,"reconciliation_get_attempts":176,"total_output_tokens":116503,"total_reasoning_output_tokens":61584,"total_visible_output_tokens":54919,"visible_token_observations":37},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inception","provider_model":"inception/mercury-2.5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-07","GB2-08"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-05"],"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":25.527257430393608,"score":8.509085810131202},"GB2-02":{"attempts":3,"playable":41.70878870767077,"score":41.70878870767077},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":45.364844228611446,"score":15.121614742870483},"GB2-04":{"attempts":3,"playable":40.619879008971076,"score":40.619879008971076},"GB2-05":{"attempts":3,"failed_attempts":1,"playable":25.973755213322658,"score":17.315836808881773},"GB2-06":{"attempts":3,"playable":15.855066833130188,"score":15.855066833130188},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":11.54526379036623,"score":7.69684252691082},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":30.71476029982199,"score":20.476506866547993}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":25.527257430393608,"score":25.527257430393608},"GB2-02":{"attempts":1,"playable":41.378912365820646,"score":41.378912365820646},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":38.63902153492725,"score":38.63902153492725},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":14.29899418158615,"score":14.29899418158615},"GB2-07":{"attempts":1,"playable":13.373052901689272,"score":13.373052901689272},"GB2-08":{"attempts":1,"playable":36.113572260779634,"score":36.113572260779634}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":42.719343990284244,"score":42.719343990284244},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":40.11816553407897,"score":40.11816553407897},"GB2-05":{"attempts":1,"playable":15.063572937837746,"score":15.063572937837746},"GB2-06":{"attempts":1,"playable":15.521705245843217,"score":15.521705245843217},"GB2-07":{"attempts":1,"playable":9.717474679043187,"score":9.717474679043187},"GB2-08":{"attempts":1,"playable":25.315948338864345,"score":25.315948338864345}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":41.02810976690742,"score":41.02810976690742},"GB2-03":{"attempts":1,"playable":45.364844228611446,"score":45.364844228611446},"GB2-04":{"attempts":1,"playable":43.10244995790701,"score":43.10244995790701},"GB2-05":{"attempts":1,"playable":36.88393748880757,"score":36.88393748880757},"GB2-06":{"attempts":1,"playable":17.744501071961196,"score":17.744501071961196},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"inception/mercury-2.5-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T15:30:01Z","match_totals_all":{"draws":2897,"losses":6614,"wins":1389},"match_totals_tracks":{"highest":{"draws":1005,"losses":2382,"wins":461},"medium":{"draws":865,"losses":2602,"wins":405},"none":{"draws":1027,"losses":1630,"wins":523}},"model_slug":"inception-mercury-2-5-preview","official_rank_by_reasoning":{"highest":81,"medium":104,"none":100},"overall":{"max":45.364844228611446,"mean":20.91295266313929,"min":0.0},"overall_eligibility_flag":true,"overall_ineligibility_reason_codes":[],"overall_official_rank":81,"overall_ranking_status":"ranked","per_game":{"GB2-01":25.527257430393608,"GB2-02":41.378912365820646,"GB2-04":38.63902153492725,"GB2-06":14.29899418158615,"GB2-07":13.373052901689272,"GB2-08":36.113572260779634},"per_game_all":{"GB2-02":41.70878870767077,"GB2-04":40.619879008971076,"GB2-06":15.855066833130188},"per_game_match_totals_all":{"GB2-01":{"draws":148,"losses":425,"wins":77},"GB2-02":{"draws":1373,"losses":461,"wins":4},"GB2-03":{"draws":138,"losses":319,"wins":179},"GB2-04":{"draws":1235,"losses":572,"wins":81},"GB2-05":{"draws":0,"losses":1021,"wins":309},"GB2-06":{"draws":3,"losses":1653,"wins":248},"GB2-07":{"draws":0,"losses":1202,"wins":122},"GB2-08":{"draws":0,"losses":961,"wins":369}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":148,"losses":425,"wins":77},"GB2-02":{"draws":452,"losses":159,"wins":3},"GB2-04":{"draws":404,"losses":205,"wins":19},"GB2-06":{"draws":1,"losses":557,"wins":74},"GB2-07":{"draws":0,"losses":591,"wins":71},"GB2-08":{"draws":0,"losses":445,"wins":217}},"medium":{"GB2-02":{"draws":469,"losses":142,"wins":1},"GB2-04":{"draws":394,"losses":203,"wins":33},"GB2-05":{"draws":0,"losses":576,"wins":88},"GB2-06":{"draws":2,"losses":554,"wins":80},"GB2-07":{"draws":0,"losses":611,"wins":51},"GB2-08":{"draws":0,"losses":516,"wins":152}},"none":{"GB2-02":{"draws":452,"losses":160,"wins":0},"GB2-03":{"draws":138,"losses":319,"wins":179},"GB2-04":{"draws":437,"losses":164,"wins":29},"GB2-05":{"draws":0,"losses":445,"wins":221},"GB2-06":{"draws":0,"losses":542,"wins":94}}},"per_game_raw_elo_all":{"GB2-02":1371.8160033697848,"GB2-04":1370.6645114401383,"GB2-06":842.6545953414362},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1198.950548746082,"GB2-02":1369.2239513291452,"GB2-04":1354.8459637837354,"GB2-06":812.952053127546,"GB2-07":820.8480302154325,"GB2-08":1122.324836226536},"medium":{"GB2-02":1379.7697048582008,"GB2-04":1366.7239692621336,"GB2-05":805.9606344257552,"GB2-06":836.8613123019395,"GB2-07":731.4097016185485,"GB2-08":969.1925007823045},"none":{"GB2-02":1366.4543539220076,"GB2-03":1332.4961989769245,"GB2-04":1390.4236012745457,"GB2-05":1173.2142638137573,"GB2-06":878.150420594823}},"per_game_tracks":{"highest":{"GB2-01":25.527257430393608,"GB2-02":41.378912365820646,"GB2-04":38.63902153492725,"GB2-06":14.29899418158615,"GB2-07":13.373052901689272,"GB2-08":36.113572260779634},"medium":{"GB2-02":42.719343990284244,"GB2-04":40.11816553407897,"GB2-05":15.063572937837746,"GB2-06":15.521705245843217,"GB2-07":9.717474679043187,"GB2-08":25.315948338864345},"none":{"GB2-02":41.02810976690742,"GB2-03":45.364844228611446,"GB2-04":43.10244995790701,"GB2-05":36.88393748880757,"GB2-06":17.744501071961196}},"program_outcomes":{"all":{"counted_attempts":24,"failed":7,"infra_excluded":0,"success_rate":0.7083333333333334,"too_slow":0,"worked_after_repair":4,"worked_first_time":13,"working":17},"highest":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":1,"worked_first_time":5,"working":6},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":3,"worked_first_time":2,"working":5}},"provider_color":"#CBD5E1","provider_company":"Inception","provider_key":"inception","provider_text_color":"#0b1120","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T06:16:26Z","reasoning":{"highest":21.16635133439957,"medium":18.557026340743967,"none":23.015480314274328},"reasoning_agg":{"highest":{"max":41.378912365820646,"mean":21.16635133439957,"min":0.0},"medium":{"max":42.719343990284244,"mean":18.557026340743967,"min":0.0},"none":{"max":45.364844228611446,"mean":23.015480314274328,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":4.458453973530361},"working_program_strength":{"all":29.92975735656566,"highest":28.221801779199428,"medium":24.74270178765862,"none":36.82476850283892}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4:e6f16da56ad36e73","codegen_cost_by_reasoning":{"highest":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16844153,"mean":0.165933155,"median":0.165778067,"min":0.164264324,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.32746524},"medium":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16753533199999998,"mean":0.16576841899999997,"median":0.165726092,"min":0.164274242,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.3261473520000002},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.022087421,"mean":0.0106626390625,"median":0.00896461875,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0853011125}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16753533199999998,"mean":0.16576841899999997,"median":0.165726092,"min":0.164274242,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.326147352},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.022087421,"mean":0.0106626390625,"median":0.00896461875,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.0853011125},"historical-provider-setting-intensive":{"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.16844153,"mean":0.165933155,"median":0.165778067,"min":0.164264324,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":1.32746524}},"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":24,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":17,"max":0.16844153,"mean":0.11412140435416666,"median":0.164287724,"min":0.007948978,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"recorded_attempt_count":25,"run_count":24,"total":2.7389137045000003},"codegen_latency_ms":{"attempt_count":9,"max_ms":70786,"mean_ms":35703.25,"min_ms":25964,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":9,"max_ms":70786,"mean_ms":35703.25,"min_ms":25964,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":65536,"output_mean":45500.875,"output_min":3876,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":8,"output_max":65536,"output_mean":65536.0,"output_min":65536,"run_count":8},"medium":{"attempt_count":8,"output_max":65536,"output_mean":65536.0,"output_min":65536,"run_count":8},"none":{"attempt_count":9,"output_max":11312,"output_mean":5430.625,"output_min":3876,"run_count":8}},"display_name":"Hy4","economics":{"all":16.207781178595297,"highest":0.0,"medium":0.0,"none":48.62334353578589},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"medium":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[65536],"finish_reason_observations":9,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":41,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[65536],"total_output_tokens":1092021,"total_reasoning_output_tokens":1034196,"total_visible_output_tokens":57825,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-02":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-03":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-04":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-05":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-06":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"intensive":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-02":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-03":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-04":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-05":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-06":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1,"output_limit_tokens":65536,"output_maximum_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":53.78395717390787,"score":17.927985724635956},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":43.083368813905196,"score":14.361122937968398},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":37.0814227160959,"score":12.360474238698634},"GB2-05":{"attempts":3,"failed_attempts":2,"playable":78.85571150184224,"score":26.285237167280744},"GB2-06":{"attempts":3,"failed_attempts":2,"playable":61.48227257276102,"score":20.494090857587008},"GB2-07":{"attempts":3,"failed_attempts":2,"playable":50.4819292945728,"score":16.8273097648576},"GB2-08":{"attempts":3,"failed_attempts":2,"playable":64.21808621320216,"score":21.40602873773405}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"playable":53.78395717390787,"score":53.78395717390787},"GB2-02":{"attempts":1,"playable":43.083368813905196,"score":43.083368813905196},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.0814227160959,"score":37.0814227160959},"GB2-05":{"attempts":1,"playable":78.85571150184224,"score":78.85571150184224},"GB2-06":{"attempts":1,"playable":61.48227257276102,"score":61.48227257276102},"GB2-07":{"attempts":1,"playable":50.4819292945728,"score":50.4819292945728},"GB2-08":{"attempts":1,"playable":64.21808621320216,"score":64.21808621320216}}},"id":"tencent/hy4","is_recent_addition":false,"last_measured_at":"2026-11-19T16:02:10Z","match_totals_all":{"draws":1149,"losses":1627,"wins":1742},"match_totals_tracks":{"none":{"draws":1149,"losses":1627,"wins":1742}},"model_slug":"tencent-hy4","official_rank_by_reasoning":{"none":37},"overall":{"max":78.85571150184224,"mean":16.207781178595297,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold","fixed_coverage_incomplete","grouped_stability_incomplete"],"overall_official_rank":82,"overall_ranking_status":"partial","per_game_match_totals_all":{"GB2-01":{"draws":347,"losses":151,"wins":154},"GB2-02":{"draws":448,"losses":148,"wins":14},"GB2-04":{"draws":348,"losses":244,"wins":38},"GB2-05":{"draws":0,"losses":179,"wins":487},"GB2-06":{"draws":6,"losses":270,"wins":356},"GB2-07":{"draws":0,"losses":367,"wins":295},"GB2-08":{"draws":0,"losses":268,"wins":398}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":347,"losses":151,"wins":154},"GB2-02":{"draws":448,"losses":148,"wins":14},"GB2-04":{"draws":348,"losses":244,"wins":38},"GB2-05":{"draws":0,"losses":179,"wins":487},"GB2-06":{"draws":6,"losses":270,"wins":356},"GB2-07":{"draws":0,"losses":367,"wins":295},"GB2-08":{"draws":0,"losses":268,"wins":398}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1483.7601532101337,"GB2-02":1382.6250141899866,"GB2-04":1342.207436059277,"GB2-05":1837.2006987577258,"GB2-06":1587.4800984662918,"GB2-07":1368.96262094806,"GB2-08":1608.8610453746005}},"per_game_tracks":{"none":{"GB2-01":53.78395717390787,"GB2-02":43.083368813905196,"GB2-04":37.0814227160959,"GB2-05":78.85571150184224,"GB2-06":61.48227257276102,"GB2-07":50.4819292945728,"GB2-08":64.21808621320216}},"program_outcomes":{"all":{"counted_attempts":24,"failed":17,"infra_excluded":0,"success_rate":0.2916666666666667,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"highest":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"medium":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T05:04:54Z","reasoning":{"highest":0.0,"medium":0.0,"none":48.623343535785885},"reasoning_agg":{"highest":{"max":0.0,"mean":0.0,"min":0.0},"medium":{"max":0.0,"mean":0.0,"min":0.0},"none":{"max":78.85571150184224,"mean":48.623343535785885,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Low","none":"None"},"reasoning_settings":{"baseline":"none"},"score_diagnostics":{"reasoning_variance":48.623343535785885},"working_program_strength":{"all":55.56953546946959,"none":55.56953546946959}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemini-3-1-flash-lite:6b9348e1b78d921d","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0422995,"mean":0.027492531250000004,"median":0.025548,"min":0.0204145,"recorded_attempt_count":19,"run_count":8,"total":0.21994025},"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0149315,"mean":0.0101355,"median":0.010566625,"min":0.00402875,"recorded_attempt_count":18,"run_count":8,"total":0.081084},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.00870475,"mean":0.005883593750000001,"median":0.006313125,"min":0.003432,"recorded_attempt_count":13,"run_count":8,"total":0.04706875}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0149315,"mean":0.0101355,"median":0.010566625,"min":0.00402875,"recorded_attempt_count":18,"run_count":8,"total":0.08108399999999999},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.00870475,"mean":0.005883593750000001,"median":0.006313125,"min":0.003432,"recorded_attempt_count":13,"run_count":8,"total":0.04706875},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0422995,"mean":0.027492531250000004,"median":0.025548,"min":0.0204145,"recorded_attempt_count":19,"run_count":8,"total":0.21994025}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":24,"cost_basis_counts":{"provider_reported":50},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.0422995,"mean":0.014503875,"median":0.010566625,"min":0.003432,"recorded_attempt_count":50,"run_count":24,"total":0.34809299999999993},"codegen_latency_ms":{"attempt_count":37,"max_ms":98448,"mean_ms":43627.1875,"min_ms":14244,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":19,"max_ms":98448,"mean_ms":63383.0,"min_ms":47134,"run_count":8},"medium":{"attempt_count":18,"max_ms":33720,"mean_ms":23871.375,"min_ms":14244,"run_count":8}},"codegen_output_tokens":{"attempt_count":37,"output_max":22966,"output_mean":9375.1875,"output_min":1329,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":19,"output_max":22966,"output_mean":14948.625,"output_min":10673,"run_count":8},"medium":{"attempt_count":18,"output_max":5938,"output_mean":3801.75,"output_min":1329,"run_count":8}},"display_name":"Gemini 3.1 Flash Lite","economics":{"all":15.086837943546604,"highest":15.257330346128525,"medium":19.134441218378058,"none":10.868742266133225},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed"},"medium":{"GB2-02":"failed","GB2-03":"failed"},"none":{"GB2-03":"failed","GB2-04":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":37,"finish_reasons":["stop"],"indexed_attempts":37,"output_token_observations":37,"total_output_tokens":150003},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemini-3.1-flash-lite","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-04","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"intensive":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":23.3788738769044,"score":15.585915917936267},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":41.460558215354624,"score":13.820186071784875},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":41.456580214236865,"score":27.637720142824577},"GB2-05":{"attempts":3,"playable":10.592739393800176,"score":10.592739393800176},"GB2-06":{"attempts":3,"playable":19.549350087319716,"score":19.549350087319716},"GB2-07":{"attempts":3,"playable":13.544609156429914,"score":13.544609156429914},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":29.946274167415943,"score":19.964182778277294}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.47815093305915,"score":41.47815093305915},"GB2-05":{"attempts":1,"playable":10.014455626330273,"score":10.014455626330273},"GB2-06":{"attempts":1,"playable":15.241437475760666,"score":15.241437475760666},"GB2-07":{"attempts":1,"playable":31.468409339934382,"score":31.468409339934382},"GB2-08":{"attempts":1,"playable":23.856189393943726,"score":23.856189393943726}},"medium":{"GB2-01":{"attempts":1,"playable":33.06456455536889,"score":33.06456455536889},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.435009495414576,"score":41.435009495414576},"GB2-05":{"attempts":1,"playable":16.197755940608687,"score":16.197755940608687},"GB2-06":{"attempts":1,"playable":20.178500180357208,"score":20.178500180357208},"GB2-07":{"attempts":1,"playable":6.163340634386928,"score":6.163340634386928},"GB2-08":{"attempts":1,"playable":36.036358940888164,"score":36.036358940888164}},"none":{"GB2-01":{"attempts":1,"playable":13.693183198439913,"score":13.693183198439913},"GB2-02":{"attempts":1,"playable":41.460558215354624,"score":41.460558215354624},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":5.566006614461567,"score":5.566006614461567},"GB2-06":{"attempts":1,"playable":23.228112605841275,"score":23.228112605841275},"GB2-07":{"attempts":1,"playable":3.002077494968429,"score":3.002077494968429},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"google/gemini-3.1-flash-lite","is_recent_addition":false,"last_measured_at":"2026-11-19T12:14:02Z","match_totals_all":{"draws":1646,"losses":7510,"wins":1226},"match_totals_tracks":{"highest":{"draws":404,"losses":2363,"wins":487},"medium":{"draws":693,"losses":2675,"wins":538},"none":{"draws":549,"losses":2472,"wins":201}},"model_slug":"google-gemini-3-1-flash-lite","official_rank_by_reasoning":{"highest":82,"medium":102,"none":109},"overall":{"max":41.47815093305915,"mean":15.086837943546604,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["untested_or_ineligible_settings"],"overall_official_rank":83,"overall_ranking_status":"partial","per_game":{"GB2-04":41.47815093305915,"GB2-05":10.014455626330273,"GB2-06":15.241437475760666,"GB2-07":31.468409339934382,"GB2-08":23.856189393943726},"per_game_all":{"GB2-05":10.592739393800176,"GB2-06":19.549350087319716,"GB2-07":13.544609156429914},"per_game_match_totals_all":{"GB2-01":{"draws":399,"losses":825,"wins":76},"GB2-02":{"draws":440,"losses":163,"wins":9},"GB2-04":{"draws":802,"losses":381,"wins":73},"GB2-05":{"draws":0,"losses":1812,"wins":182},"GB2-06":{"draws":5,"losses":1592,"wins":307},"GB2-07":{"draws":0,"losses":1766,"wins":220},"GB2-08":{"draws":0,"losses":971,"wins":359}},"per_game_match_totals_tracks":{"highest":{"GB2-04":{"draws":403,"losses":190,"wins":35},"GB2-05":{"draws":0,"losses":609,"wins":57},"GB2-06":{"draws":1,"losses":556,"wins":79},"GB2-07":{"draws":0,"losses":487,"wins":175},"GB2-08":{"draws":0,"losses":521,"wins":141}},"medium":{"GB2-01":{"draws":292,"losses":305,"wins":51},"GB2-04":{"draws":399,"losses":191,"wins":38},"GB2-05":{"draws":0,"losses":569,"wins":95},"GB2-06":{"draws":2,"losses":529,"wins":105},"GB2-07":{"draws":0,"losses":631,"wins":31},"GB2-08":{"draws":0,"losses":450,"wins":218}},"none":{"GB2-01":{"draws":107,"losses":520,"wins":25},"GB2-02":{"draws":440,"losses":163,"wins":9},"GB2-05":{"draws":0,"losses":634,"wins":30},"GB2-06":{"draws":2,"losses":507,"wins":123},"GB2-07":{"draws":0,"losses":648,"wins":14}}},"per_game_raw_elo_all":{"GB2-05":682.8606387751807,"GB2-06":908.2876879403187,"GB2-07":729.6902166479678},"per_game_raw_elo_tracks":{"highest":{"GB2-04":1377.5605790619304,"GB2-05":683.5461074206307,"GB2-06":831.4665889506978,"GB2-07":1120.0276748620024,"GB2-08":947.9091633771188},"medium":{"GB2-01":1281.9133047014748,"GB2-04":1377.2178669242207,"GB2-05":830.128350203553,"GB2-06":921.0089101782634,"GB2-07":615.8788579680131,"GB2-08":1121.2200333993965},"none":{"GB2-01":1032.1460882860033,"GB2-02":1369.8679188958806,"GB2-05":534.9074587013586,"GB2-06":972.3875646919952,"GB2-07":453.16411711388787}},"per_game_tracks":{"highest":{"GB2-04":41.47815093305915,"GB2-05":10.014455626330273,"GB2-06":15.241437475760666,"GB2-07":31.468409339934382,"GB2-08":23.856189393943726},"medium":{"GB2-01":33.06456455536889,"GB2-04":41.435009495414576,"GB2-05":16.197755940608687,"GB2-06":20.178500180357208,"GB2-07":6.163340634386928,"GB2-08":36.036358940888164},"none":{"GB2-01":13.693183198439913,"GB2-02":41.460558215354624,"GB2-05":5.566006614461567,"GB2-06":23.228112605841275,"GB2-07":3.002077494968429}},"program_outcomes":{"all":{"counted_attempts":24,"failed":8,"infra_excluded":0,"success_rate":0.6666666666666666,"too_slow":0,"worked_after_repair":11,"worked_first_time":5,"working":16},"highest":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":4,"worked_first_time":2,"working":6},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T04:52:42Z","reasoning":{"highest":15.257330346128523,"medium":19.134441218378058,"none":10.868742266133225},"reasoning_agg":{"highest":{"max":41.47815093305915,"mean":15.257330346128523,"min":0.0},"medium":{"max":41.435009495414576,"mean":19.134441218378058,"min":0.0},"none":{"max":41.460558215354624,"mean":10.868742266133225,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Medium","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":8.265698952244833},"working_program_strength":{"all":22.43810149026318,"highest":24.411728553805638,"medium":25.512588291170744,"none":17.38998762581316}},{"canonical_public_row_identity":"publication-row.v1:overall:upstage-solar-mini4:4f1b03d4301157e0","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.02342595,"mean":0.01633628125,"median":0.016221199999999998,"min":0.011361950000000001,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.13069025},"medium":{"admitted_cell_count":2,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.012110200000000002,"mean":0.0072751125,"median":0.0080226,"min":0.00114085,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":8,"total":0.0582009},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0023752,"mean":0.0015195812500000002,"median":0.00138595,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.012156650000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":2,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.012110200000000002,"mean":0.0072751125,"median":0.0080226,"min":0.00114085,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":8,"total":0.0582009},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0023752,"mean":0.0015195812500000002,"median":0.00138595,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.01215665},"historical-provider-setting-intensive":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.02342595,"mean":0.01633628125,"median":0.016221199999999998,"min":0.011361950000000001,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.13069025}},"codegen_cost_usd":{"admitted_cell_count":6,"cell_count":24,"cost_basis_counts":{"provider_reported":49},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":17,"max":0.02342595,"mean":0.008376991666666668,"median":0.0080226,"min":0.00063975,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":48},"recorded_attempt_count":49,"run_count":24,"total":0.2010478},"codegen_latency_ms":{"attempt_count":48,"max_ms":1854161,"mean_ms":628655.8260869565,"min_ms":24176,"run_count":23},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":18,"max_ms":1854161,"mean_ms":1241203.5,"min_ms":669527,"run_count":8},"medium":{"attempt_count":14,"max_ms":912503,"mean_ms":578415.5714285715,"min_ms":208280,"run_count":7},"none":{"attempt_count":16,"max_ms":108436,"mean_ms":60068.375,"min_ms":24176,"run_count":8}},"codegen_output_tokens":{"attempt_count":49,"output_max":112315,"output_mean":38073.333333333336,"output_min":1354,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":112315,"output_mean":77461.75,"output_min":52895,"run_count":8},"medium":{"attempt_count":15,"output_max":54994,"output_mean":32804.625,"output_min":3815,"run_count":8},"none":{"attempt_count":16,"output_max":7089,"output_mean":3953.625,"output_min":1354,"run_count":8}},"display_name":"Solar Mini 4","economics":{"all":7.829783685187636,"highest":13.14307873500815,"medium":5.378353115751897,"none":4.9679192048028655},"first_seen_at":null,"game_gaps":{"all":{"GB2-02":"failed","GB2-03":"failed","GB2-08":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-08":"failed"},"medium":{"GB2-02":"infra_excluded","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":49,"effective_max_output_tokens":[131072],"finish_reason_observations":48,"finish_reasons":["stop"],"indexed_attempts":49,"output_token_observations":49,"provider_post_attempt_observations":49,"provider_post_attempts":51,"reasoning_token_observations":49,"reconciliation_get_attempt_observations":49,"requested_max_output_token_observations":49,"requested_max_output_tokens":[131072],"total_output_tokens":913760,"total_reasoning_output_tokens":808441,"total_visible_output_tokens":105319,"visible_token_observations":49},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"upstage","provider_model":"upstage/solar-mini4","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":2,"evaluated_cells":7,"failed_game_aliases":["GB2-03","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.14285714285714285,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-02"],"infra_failures_excluded":1,"model_code_failure_rate":0.7142857142857143,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.14285714285714285},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1,"output_limit_tokens":131072,"output_maximum_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":2,"playable":18.67209361807239,"score":6.22403120602413},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":39.743353638422924,"score":13.247784546140975},"GB2-05":{"attempts":3,"failed_attempts":2,"playable":44.43873366247063,"score":14.812911220823544},"GB2-06":{"attempts":3,"failed_attempts":1,"playable":23.459866347242304,"score":15.639910898161537},"GB2-07":{"attempts":3,"failed_attempts":2,"playable":32.76254171530084,"score":10.920847238433614},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":44.43873366247063,"score":44.43873366247063},"GB2-06":{"attempts":1,"playable":27.943354502293722,"score":27.943354502293722},"GB2-07":{"attempts":1,"playable":32.76254171530084,"score":32.76254171530084},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"playable":18.67209361807239,"score":18.67209361807239},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":18.976378192190886,"score":18.976378192190886},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.743353638422924,"score":39.743353638422924},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"upstage/solar-mini4","is_recent_addition":false,"last_measured_at":"2026-11-19T12:45:35Z","match_totals_all":{"draws":493,"losses":2584,"wins":789},"match_totals_tracks":{"highest":{"draws":3,"losses":1358,"wins":599},"medium":{"draws":95,"losses":1023,"wins":160},"none":{"draws":395,"losses":203,"wins":30}},"model_slug":"upstage-solar-mini4","overall":{"max":44.43873366247063,"mean":7.829783685187636,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold","generation_incomplete"],"overall_official_rank":84,"overall_ranking_status":"partial","per_game":{"GB2-05":44.43873366247063,"GB2-06":27.943354502293722,"GB2-07":32.76254171530084},"per_game_match_totals_all":{"GB2-01":{"draws":94,"losses":491,"wins":61},"GB2-04":{"draws":395,"losses":203,"wins":30},"GB2-05":{"draws":0,"losses":395,"wins":269},"GB2-06":{"draws":4,"losses":1012,"wins":248},"GB2-07":{"draws":0,"losses":483,"wins":181}},"per_game_match_totals_tracks":{"highest":{"GB2-05":{"draws":0,"losses":395,"wins":269},"GB2-06":{"draws":3,"losses":480,"wins":149},"GB2-07":{"draws":0,"losses":483,"wins":181}},"medium":{"GB2-01":{"draws":94,"losses":491,"wins":61},"GB2-06":{"draws":1,"losses":532,"wins":99}},"none":{"GB2-04":{"draws":395,"losses":203,"wins":30}}},"per_game_raw_elo_tracks":{"highest":{"GB2-05":1273.2257535328313,"GB2-06":1048.8221692133204,"GB2-07":1137.667784172651},"medium":{"GB2-01":1110.7529048036995,"GB2-06":900.0953818458578},"none":{"GB2-04":1363.7240727671583}},"per_game_tracks":{"highest":{"GB2-05":44.43873366247063,"GB2-06":27.943354502293722,"GB2-07":32.76254171530084},"medium":{"GB2-01":18.67209361807239,"GB2-06":18.976378192190886},"none":{"GB2-04":39.743353638422924}},"program_outcomes":{"all":{"counted_attempts":23,"failed":17,"infra_excluded":1,"success_rate":0.2608695652173913,"too_slow":0,"worked_after_repair":4,"worked_first_time":2,"working":6},"highest":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":3,"worked_first_time":0,"working":3},"medium":{"counted_attempts":7,"failed":5,"infra_excluded":1,"success_rate":0.2857142857142857,"too_slow":0,"worked_after_repair":1,"worked_first_time":1,"working":2},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1}},"provider_color":"#805CFB","provider_company":"Upstage","provider_key":"upstage","provider_text_color":"#f8fafc","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T04:44:55Z","reasoning":{"highest":13.143078735008151,"medium":5.378353115751897,"none":4.9679192048028655},"reasoning_agg":{"highest":{"max":44.43873366247063,"mean":13.143078735008151,"min":0.0},"medium":{"max":18.976378192190886,"mean":5.378353115751897,"min":0.0},"none":{"max":39.743353638422924,"mean":4.9679192048028655,"min":0.0}},"reasoning_labels":{"highest":"XHigh","medium":"Medium","none":"None"},"reasoning_settings":{"balanced":"medium","baseline":"none","intensive":"xhigh"},"score_diagnostics":{"reasoning_variance":8.175159530205285},"working_program_strength":{"all":31.205266501192096,"highest":35.04820996002173,"medium":18.824235905131637,"none":39.743353638422924}},{"canonical_public_row_identity":"publication-row.v1:overall:ibm-granite-granite-4-2-8b:721ac8dbf3a19a9a","codegen_cost_by_reasoning":{"highest":{"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.01113168,"mean":0.0083819225,"median":0.007854965,"min":0.00635193,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.06705538},"medium":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.00328117,"mean":0.0022631475,"median":0.0021966650000000004,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":19},"recorded_attempt_count":19,"run_count":8,"total":0.01810518},"none":{"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.00394984,"mean":0.0028174899999999998,"median":0.00280168,"min":0.0021764799999999997,"recorded_attempt_count":19,"run_count":8,"total":0.022539919999999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.00328117,"mean":0.0022631475,"median":0.0021966650000000004,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":19},"recorded_attempt_count":19,"run_count":8,"total":0.018105180000000002},"historical-provider-setting-baseline":{"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.00394984,"mean":0.0028174899999999998,"median":0.00280168,"min":0.0021764799999999997,"recorded_attempt_count":19,"run_count":8,"total":0.022539919999999998},"historical-provider-setting-intensive":{"cell_count":8,"cost_basis_counts":{"provider_reported":18},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.01113168,"mean":0.0083819225,"median":0.007854965,"min":0.00635193,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":18,"run_count":8,"total":0.06705538000000001}},"codegen_cost_usd":{"admitted_cell_count":1,"cell_count":24,"cost_basis_counts":{"provider_reported":56},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":23,"max":0.01113168,"mean":0.00448752,"median":0.002935335,"min":0.00164236,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":37},"recorded_attempt_count":56,"run_count":24,"total":0.10770048},"codegen_latency_ms":{"attempt_count":56,"max_ms":643052,"mean_ms":207186.875,"min_ms":45308,"run_count":24},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":18,"max_ms":643052,"mean_ms":466285.75,"min_ms":257629,"run_count":8},"medium":{"attempt_count":19,"max_ms":129121,"mean_ms":76432.5,"min_ms":45308,"run_count":8},"none":{"attempt_count":19,"max_ms":136274,"mean_ms":78842.375,"min_ms":49515,"run_count":8}},"codegen_output_tokens":{"attempt_count":56,"output_max":39360,"output_mean":13818.666666666666,"output_min":3954,"run_count":24},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":18,"output_max":39360,"output_mean":29587.25,"output_min":21705,"run_count":8},"medium":{"attempt_count":19,"output_max":7321,"output_mean":5310.0,"output_min":3954,"run_count":8},"none":{"attempt_count":19,"output_max":9484,"output_mean":6558.75,"output_min":4755,"run_count":8}},"display_name":"Granite 4.2 8B","economics":{"all":1.5558859719681537,"highest":0.0,"medium":4.667657915904461,"none":0.0},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"highest":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"medium":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":37,"effective_max_output_tokens":[117964],"finish_reason_observations":56,"finish_reasons":["stop"],"indexed_attempts":56,"output_token_observations":56,"provider_post_attempt_observations":56,"provider_post_attempts":56,"reasoning_token_observations":56,"reconciliation_get_attempt_observations":56,"reconciliation_get_attempts":88,"requested_max_output_token_observations":37,"requested_max_output_tokens":[117964],"total_output_tokens":331648,"total_reasoning_output_tokens":194609,"total_visible_output_tokens":137039,"visible_token_observations":56},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"ibm","provider_model":"ibm-granite/granite-4.2-8b","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":0,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":1.0,"model_code_failures":8,"official_qualification":{"fixed_coverage_complete":false,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"under_tested","grouped_stable":false,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-02":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-03":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-04":{"attempts":3,"failed_attempts":2,"playable":37.34126332723569,"score":12.44708777574523},"GB2-05":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-06":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-07":{"attempts":3,"failed_attempts":3,"score":0.0},"GB2-08":{"attempts":3,"failed_attempts":3,"score":0.0}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.34126332723569,"score":37.34126332723569},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"ibm-granite/granite-4.2-8b","is_recent_addition":false,"last_measured_at":"2026-11-19T01:48:13Z","match_totals_all":{"draws":363,"losses":234,"wins":31},"match_totals_tracks":{"medium":{"draws":363,"losses":234,"wins":31}},"model_slug":"ibm-granite-granite-4-2-8b","overall":{"max":37.34126332723569,"mean":1.5558859719681537,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["below_generation_quality_threshold","fixed_coverage_incomplete","grouped_stability_incomplete"],"overall_official_rank":85,"overall_ranking_status":"partial","per_game_match_totals_all":{"GB2-04":{"draws":363,"losses":234,"wins":31}},"per_game_match_totals_tracks":{"medium":{"GB2-04":{"draws":363,"losses":234,"wins":31}}},"per_game_raw_elo_tracks":{"medium":{"GB2-04":1344.3263878442933}},"per_game_tracks":{"medium":{"GB2-04":37.34126332723569}},"program_outcomes":{"all":{"counted_attempts":24,"failed":23,"infra_excluded":0,"success_rate":0.041666666666666664,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1},"highest":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0},"medium":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1},"none":{"counted_attempts":8,"failed":8,"infra_excluded":0,"success_rate":0.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":0,"working":0}},"provider_color":"#0F62FE","provider_company":"IBM","provider_key":"ibm","provider_text_color":"#f8fafc","rank_movement":-8,"rank_movement_baseline_at":"2026-11-14T02:19:55Z","reasoning":{"highest":0.0,"medium":4.667657915904461,"none":0.0},"reasoning_agg":{"highest":{"max":0.0,"mean":0.0,"min":0.0},"medium":{"max":37.34126332723569,"mean":4.667657915904461,"min":0.0},"none":{"max":0.0,"mean":0.0,"min":0.0}},"reasoning_labels":{"highest":"Full","medium":"Low","none":"Non-thinking"},"reasoning_settings":{"balanced":"low"},"score_diagnostics":{"reasoning_variance":4.667657915904461},"working_program_strength":{"all":37.34126332723569,"medium":37.34126332723569}},{"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10:30513e0a62efaa39","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.2366128}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.2366128}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0450808,"mean":0.029576600000000005,"median":0.028589200000000002,"min":0.0192776,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.2366128},"codegen_latency_ms":{"attempt_count":8,"max_ms":215199,"mean_ms":151362.125,"min_ms":97625,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":8,"max_ms":215199,"mean_ms":151362.125,"min_ms":97625,"run_count":8}},"codegen_output_tokens":{"attempt_count":8,"output_max":11980,"output_mean":7218.375,"output_min":3411,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":8,"output_max":11980,"output_mean":7218.375,"output_min":3411,"run_count":8}},"display_name":"Pareto 26.10","economics":{"all":89.87310099407314,"none":89.87310099407314},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":8,"effective_max_output_tokens":[131072],"finish_reason_observations":8,"finish_reasons":["stop"],"indexed_attempts":8,"output_token_observations":8,"provider_post_attempt_observations":8,"provider_post_attempts":8,"reasoning_token_observations":8,"reconciliation_get_attempt_observations":8,"requested_max_output_token_observations":8,"requested_max_output_tokens":[131072],"total_output_tokens":57747,"total_visible_output_tokens":57747,"visible_token_observations":8},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":89.29024076000337,"score":89.29024076000337},"GB2-02":{"attempts":1,"playable":80.39051809488511,"score":80.39051809488511},"GB2-03":{"attempts":1,"playable":96.61561949158158,"score":96.61561949158158},"GB2-04":{"attempts":1,"playable":84.46448602187166,"score":84.46448602187166},"GB2-05":{"attempts":1,"playable":91.29303876695424,"score":91.29303876695424},"GB2-06":{"attempts":1,"playable":91.76560036607911,"score":91.76560036607911},"GB2-07":{"attempts":1,"playable":95.32194161773688,"score":95.32194161773688},"GB2-08":{"attempts":1,"playable":89.84336283347314,"score":89.84336283347314}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":89.29024076000337,"score":89.29024076000337},"GB2-02":{"attempts":1,"playable":80.39051809488511,"score":80.39051809488511},"GB2-03":{"attempts":1,"playable":96.61561949158158,"score":96.61561949158158},"GB2-04":{"attempts":1,"playable":84.46448602187166,"score":84.46448602187166},"GB2-05":{"attempts":1,"playable":91.29303876695424,"score":91.29303876695424},"GB2-06":{"attempts":1,"playable":91.76560036607911,"score":91.76560036607911},"GB2-07":{"attempts":1,"playable":95.32194161773688,"score":95.32194161773688},"GB2-08":{"attempts":1,"playable":89.84336283347314,"score":89.84336283347314}}},"id":"unbiased/pareto-26.10","is_recent_addition":false,"last_measured_at":"2026-11-19T15:18:02Z","match_totals_all":{"draws":356,"losses":511,"wins":4291},"match_totals_tracks":{"none":{"draws":356,"losses":511,"wins":4291}},"model_slug":"unbiased-pareto-26-10","official_rank_by_reasoning":{"none":3},"overall":{"max":96.61561949158158,"mean":89.87310099407314,"min":80.39051809488511},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":0,"losses":90,"wins":564},"GB2-02":{"draws":236,"losses":33,"wins":343},"GB2-03":{"draws":4,"losses":36,"wins":600},"GB2-04":{"draws":87,"losses":78,"wins":463},"GB2-05":{"draws":0,"losses":87,"wins":577},"GB2-06":{"draws":29,"losses":50,"wins":553},"GB2-07":{"draws":0,"losses":47,"wins":617},"GB2-08":{"draws":0,"losses":90,"wins":574}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":0,"losses":90,"wins":564},"GB2-02":{"draws":236,"losses":33,"wins":343},"GB2-03":{"draws":4,"losses":36,"wins":600},"GB2-04":{"draws":87,"losses":78,"wins":463},"GB2-05":{"draws":0,"losses":87,"wins":577},"GB2-06":{"draws":29,"losses":50,"wins":553},"GB2-07":{"draws":0,"losses":47,"wins":617},"GB2-08":{"draws":0,"losses":90,"wins":574}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1948.2359710068242,"GB2-02":1725.6902126035955,"GB2-03":2285.9496340619407,"GB2-04":1792.910659523119,"GB2-05":2263.7542692899456,"GB2-06":2217.1657996178274,"GB2-07":2429.914634711934,"GB2-08":2223.484480281111}},"per_game_tracks":{"none":{"GB2-01":89.29024076000337,"GB2-02":80.39051809488511,"GB2-03":96.61561949158158,"GB2-04":84.46448602187166,"GB2-05":91.29303876695424,"GB2-06":91.76560036607911,"GB2-07":95.32194161773688,"GB2-08":89.84336283347314}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF563F","provider_company":"Unbiased","provider_key":"unbiased","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":89.87310099407314},"reasoning_agg":{"none":{"max":96.61561949158158,"mean":89.87310099407314,"min":80.39051809488511}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning controls unavailable"},"reasoning_settings":{"baseline":"default"},"working_program_strength":{"all":89.87310099407314,"none":89.87310099407314}},{"canonical_public_row_identity":"publication-row.v1:overall:unbiased-pareto-26-10-preview:5a20fc65ee3dc74d","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.24543759999999998}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.24543759999999998}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0380352,"mean":0.030679699999999997,"median":0.0320616,"min":0.0216328,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.24543759999999998},"codegen_latency_ms":{"attempt_count":9,"max_ms":206060,"mean_ms":152052.0,"min_ms":81370,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":9,"max_ms":206060,"mean_ms":152052.0,"min_ms":81370,"run_count":8}},"codegen_output_tokens":{"attempt_count":9,"output_max":9255,"output_mean":7213.75,"output_min":4888,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":9,"output_max":9255,"output_mean":7213.75,"output_min":4888,"run_count":8}},"display_name":"Pareto 26.10 Preview","economics":{"all":87.99037660097781,"none":87.99037660097781},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":9,"effective_max_output_tokens":[131072],"finish_reason_observations":9,"finish_reasons":["stop"],"indexed_attempts":9,"output_token_observations":9,"provider_post_attempt_observations":9,"provider_post_attempts":9,"reasoning_token_observations":9,"reconciliation_get_attempt_observations":9,"requested_max_output_token_observations":9,"requested_max_output_tokens":[131072],"total_output_tokens":57710,"total_visible_output_tokens":57710,"visible_token_observations":9},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"unbiased","provider_model":"unbiased/pareto-26.10-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":70.3147732731145,"score":70.3147732731145},"GB2-02":{"attempts":1,"playable":90.41578933663122,"score":90.41578933663122},"GB2-03":{"attempts":1,"playable":91.99580782940882,"score":91.99580782940882},"GB2-04":{"attempts":1,"playable":84.55576003537364,"score":84.55576003537364},"GB2-05":{"attempts":1,"playable":93.12628346995392,"score":93.12628346995392},"GB2-06":{"attempts":1,"playable":85.02029772396187,"score":85.02029772396187},"GB2-07":{"attempts":1,"playable":95.11632359314223,"score":95.11632359314223},"GB2-08":{"attempts":1,"playable":93.37797754623631,"score":93.37797754623631}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":70.3147732731145,"score":70.3147732731145},"GB2-02":{"attempts":1,"playable":90.41578933663122,"score":90.41578933663122},"GB2-03":{"attempts":1,"playable":91.99580782940882,"score":91.99580782940882},"GB2-04":{"attempts":1,"playable":84.55576003537364,"score":84.55576003537364},"GB2-05":{"attempts":1,"playable":93.12628346995392,"score":93.12628346995392},"GB2-06":{"attempts":1,"playable":85.02029772396187,"score":85.02029772396187},"GB2-07":{"attempts":1,"playable":95.11632359314223,"score":95.11632359314223},"GB2-08":{"attempts":1,"playable":93.37797754623631,"score":93.37797754623631}}},"id":"unbiased/pareto-26.10-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T16:18:43Z","match_totals_all":{"draws":171,"losses":705,"wins":4272},"match_totals_tracks":{"none":{"draws":171,"losses":705,"wins":4272}},"model_slug":"unbiased-pareto-26-10-preview","official_rank_by_reasoning":{"none":4},"overall":{"max":95.11632359314223,"mean":87.99037660097781,"min":70.3147732731145},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":20,"losses":207,"wins":421},"GB2-02":{"draws":56,"losses":52,"wins":504},"GB2-03":{"draws":10,"losses":71,"wins":553},"GB2-04":{"draws":61,"losses":90,"wins":477},"GB2-05":{"draws":0,"losses":70,"wins":594},"GB2-06":{"draws":24,"losses":103,"wins":509},"GB2-07":{"draws":0,"losses":48,"wins":614},"GB2-08":{"draws":0,"losses":64,"wins":600}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":20,"losses":207,"wins":421},"GB2-02":{"draws":56,"losses":52,"wins":504},"GB2-03":{"draws":10,"losses":71,"wins":553},"GB2-04":{"draws":61,"losses":90,"wins":477},"GB2-05":{"draws":0,"losses":70,"wins":594},"GB2-06":{"draws":24,"losses":103,"wins":509},"GB2-07":{"draws":0,"losses":48,"wins":614},"GB2-08":{"draws":0,"losses":64,"wins":600}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1654.1116172903721,"GB2-02":1902.1949802913211,"GB2-03":2035.1440688824287,"GB2-04":1794.352307618994,"GB2-05":2348.2117710637526,"GB2-06":2039.2532037547012,"GB2-07":2416.850595240978,"GB2-08":2350.8595628050225}},"per_game_tracks":{"none":{"GB2-01":70.3147732731145,"GB2-02":90.41578933663122,"GB2-03":91.99580782940882,"GB2-04":84.55576003537364,"GB2-05":93.12628346995392,"GB2-06":85.02029772396187,"GB2-07":95.11632359314223,"GB2-08":93.37797754623631}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#FF563F","provider_company":"Unbiased","provider_key":"unbiased","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":87.99037660097781},"reasoning_agg":{"none":{"max":95.11632359314223,"mean":87.99037660097781,"min":70.3147732731145}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning controls unavailable"},"reasoning_settings":{"baseline":"default"},"working_program_strength":{"all":87.99037660097781,"none":87.99037660097781}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-pro:90514ec64dd889e0","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.056915889375,"median":0.0447982575,"min":0.02822715,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.45532711500000006},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01198425,"mean":0.00718913625,"median":0.0061211025,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.05751309}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.056915889375,"median":0.0447982575,"min":0.02822715,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":9,"run_count":8,"total":0.455327115},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.01198425,"mean":0.00718913625,"median":0.0061211025,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10},"recorded_attempt_count":10,"run_count":8,"total":0.05751309}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.158732805,"mean":0.032052512812499996,"median":0.0201057,"min":0.005105595,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":10,"boardgame-list-prices-2026-10-09":9},"recorded_attempt_count":19,"run_count":16,"total":0.5128402049999999},"codegen_latency_ms":{"attempt_count":19,"max_ms":3172586,"mean_ms":488857.125,"min_ms":33029,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":3172586,"mean_ms":924271.75,"min_ms":388744,"run_count":8},"none":{"attempt_count":10,"max_ms":84396,"mean_ms":53442.5,"min_ms":33029,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":171951,"output_mean":32110.125,"output_min":2214,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":9,"output_max":171951,"output_mean":60792.125,"output_min":28781,"run_count":8},"none":{"attempt_count":10,"output_max":6088,"output_mean":3428.125,"output_min":2214,"run_count":8}},"display_name":"MiMo-V2.6-Pro","economics":{"all":60.31873385218197,"medium":70.77422986557556,"none":49.86323783878838},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":19,"effective_max_output_tokens":[131072],"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"provider_post_attempt_observations":19,"provider_post_attempts":20,"reasoning_token_observations":19,"reconciliation_get_attempt_observations":19,"requested_max_output_token_observations":19,"requested_max_output_tokens":[131072],"total_output_tokens":513762,"total_reasoning_output_tokens":447944,"total_visible_output_tokens":65818,"visible_token_observations":19},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":44.95213224355314,"score":44.95213224355314},"GB2-02":{"attempts":2,"playable":58.82131944801284,"score":58.82131944801284},"GB2-03":{"attempts":2,"playable":63.50338863275383,"score":63.50338863275383},"GB2-04":{"attempts":2,"playable":50.30399064790273,"score":50.30399064790273},"GB2-05":{"attempts":2,"playable":63.212224452993084,"score":63.212224452993084},"GB2-06":{"attempts":2,"playable":53.82963625924613,"score":53.82963625924613},"GB2-07":{"attempts":2,"playable":64.87045736658477,"score":64.87045736658477},"GB2-08":{"attempts":2,"playable":83.05672176640924,"score":83.05672176640924}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":51.59122892688968,"score":51.59122892688968},"GB2-02":{"attempts":1,"playable":77.94631397514584,"score":77.94631397514584},"GB2-03":{"attempts":1,"playable":82.35134357780339,"score":82.35134357780339},"GB2-04":{"attempts":1,"playable":46.73011469939651,"score":46.73011469939651},"GB2-05":{"attempts":1,"playable":82.99647613697219,"score":82.99647613697219},"GB2-06":{"attempts":1,"playable":53.72527332235173,"score":53.72527332235173},"GB2-07":{"attempts":1,"playable":87.76378263698165,"score":87.76378263698165},"GB2-08":{"attempts":1,"playable":83.08930564906352,"score":83.08930564906352}},"none":{"GB2-01":{"attempts":1,"playable":38.3130355602166,"score":38.3130355602166},"GB2-02":{"attempts":1,"playable":39.69632492087983,"score":39.69632492087983},"GB2-03":{"attempts":1,"playable":44.655433687704274,"score":44.655433687704274},"GB2-04":{"attempts":1,"playable":53.87786659640895,"score":53.87786659640895},"GB2-05":{"attempts":1,"playable":43.42797276901397,"score":43.42797276901397},"GB2-06":{"attempts":1,"playable":53.93399919614053,"score":53.93399919614053},"GB2-07":{"attempts":1,"playable":41.97713209618791,"score":41.97713209618791},"GB2-08":{"attempts":1,"playable":83.02413788375496,"score":83.02413788375496}}},"id":"xiaomi/mimo-v2.6-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T16:13:41Z","match_totals_all":{"draws":1670,"losses":3694,"wins":4920},"match_totals_tracks":{"medium":{"draws":479,"losses":1487,"wins":3174},"none":{"draws":1191,"losses":2207,"wins":1746}},"model_slug":"xiaomi-mimo-v2-6-pro","official_rank_by_reasoning":{"medium":22,"none":31},"overall":{"max":87.76378263698165,"mean":60.31873385218197,"min":38.3130355602166},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":378,"losses":559,"wins":355},"GB2-02":{"draws":534,"losses":291,"wins":399},"GB2-03":{"draws":112,"losses":487,"wins":671},"GB2-04":{"draws":611,"losses":370,"wins":275},"GB2-05":{"draws":0,"losses":555,"wins":775},"GB2-06":{"draws":35,"losses":629,"wins":600},"GB2-07":{"draws":0,"losses":532,"wins":792},"GB2-08":{"draws":0,"losses":271,"wins":1053}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":109,"losses":278,"wins":259},"GB2-02":{"draws":116,"losses":107,"wins":389},"GB2-03":{"draws":4,"losses":151,"wins":481},"GB2-04":{"draws":232,"losses":243,"wins":153},"GB2-05":{"draws":0,"losses":150,"wins":514},"GB2-06":{"draws":18,"losses":315,"wins":299},"GB2-07":{"draws":0,"losses":110,"wins":552},"GB2-08":{"draws":0,"losses":133,"wins":527}},"none":{"GB2-01":{"draws":269,"losses":281,"wins":96},"GB2-02":{"draws":418,"losses":184,"wins":10},"GB2-03":{"draws":108,"losses":336,"wins":190},"GB2-04":{"draws":379,"losses":127,"wins":122},"GB2-05":{"draws":0,"losses":405,"wins":261},"GB2-06":{"draws":17,"losses":314,"wins":301},"GB2-07":{"draws":0,"losses":422,"wins":240},"GB2-08":{"draws":0,"losses":138,"wins":526}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1462.7230242143598,"GB2-02":1694.359995228265,"GB2-03":1767.3415400101517,"GB2-04":1418.9826887440586,"GB2-05":1958.8467204337146,"GB2-06":1456.1116732970995,"GB2-07":2056.5347862761523,"GB2-08":2037.57535290431},"none":{"GB2-01":1335.0028420471442,"GB2-02":1355.895138938717,"GB2-03":1326.236846274009,"GB2-04":1475.6026907344503,"GB2-05":1260.151095065642,"GB2-06":1459.5429376254558,"GB2-07":1258.887288775226,"GB2-08":2035.9560329795117}},"per_game_tracks":{"medium":{"GB2-01":51.59122892688968,"GB2-02":77.94631397514584,"GB2-03":82.35134357780339,"GB2-04":46.73011469939651,"GB2-05":82.99647613697219,"GB2-06":53.72527332235173,"GB2-07":87.76378263698165,"GB2-08":83.08930564906352},"none":{"GB2-01":38.3130355602166,"GB2-02":39.69632492087983,"GB2-03":44.655433687704274,"GB2-04":53.87786659640895,"GB2-05":43.42797276901397,"GB2-06":53.93399919614053,"GB2-07":41.97713209618791,"GB2-08":83.02413788375496}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":14,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":70.77422986557556,"none":49.86323783878838},"reasoning_agg":{"medium":{"max":87.76378263698165,"mean":70.77422986557556,"min":46.73011469939651},"none":{"max":83.02413788375496,"mean":49.86323783878838,"min":38.3130355602166}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":20.910992026787184},"working_program_strength":{"all":60.31873385218197,"medium":70.77422986557556,"none":49.86323783878838}},{"canonical_public_row_identity":"publication-row.v1:overall:baidu-ernie-light-dt-1-0-intl:fbeb16a983397a55","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.4988862625,"median":0.49767885300000003,"min":0.312183056,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":11,"run_count":8,"total":3.9910901},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.087218898,"mean":0.036707434,"median":0.032125495999999996,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.293659472}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.4988862625,"median":0.49767885300000003,"min":0.312183056,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":9},"recorded_attempt_count":11,"run_count":8,"total":3.9910900999999996},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.087218898,"mean":0.036707434,"median":0.032125495999999996,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.293659472}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.759852076,"mean":0.26779684825,"median":0.199700977,"min":0.0157095,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":23},"recorded_attempt_count":25,"run_count":16,"total":4.284749571999999},"codegen_latency_ms":{"attempt_count":23,"max_ms":1397011,"mean_ms":422037.35714285716,"min_ms":13123,"run_count":14},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":1397011,"mean_ms":934672.8333333334,"min_ms":608791,"run_count":6},"none":{"attempt_count":14,"max_ms":111970,"mean_ms":37560.75,"min_ms":13123,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":186882,"output_mean":64495.3125,"output_min":1905,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":186882,"output_mean":123229.875,"output_min":74995,"run_count":8},"none":{"attempt_count":14,"output_max":17495,"output_mean":5760.75,"output_min":1905,"run_count":8}},"display_name":"Ernie Light Dt 1.0 Intl","economics":{"all":55.57969989830943,"medium":67.42144961389637,"none":43.737950182722486},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-02":"failed","GB2-05":"output_limit","GB2-08":"output_limit"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[131072],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":25,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[131072],"total_output_tokens":1031925,"total_reasoning_output_tokens":925514,"total_visible_output_tokens":106411,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"baidu/ernie-light-dt-1.0-intl","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":6,"failed_game_aliases":["GB2-02"],"first_pass_admitted":3,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":131072},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"infra_failures_excluded":1,"output_limit_held":1,"output_limit_tokens":131072}},"infra_excluded_game_aliases":["GB2-05","GB2-08"],"infra_failures_excluded":2,"model_code_failure_rate":0.16666666666666666,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.3333333333333333},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":63.36380599089733,"score":63.36380599089733},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.53187994712091,"score":21.765939973560457},"GB2-03":{"attempts":2,"playable":65.08532583723479,"score":65.08532583723479},"GB2-04":{"attempts":2,"playable":60.92604732226295,"score":60.92604732226295},"GB2-05":{"attempts":1,"playable":16.359481723086848,"score":16.359481723086848},"GB2-06":{"attempts":2,"playable":63.11399639777503,"score":63.11399639777503},"GB2-07":{"attempts":2,"playable":66.222852098707,"score":66.222852098707},"GB2-08":{"attempts":1,"playable":57.116882181196104,"score":57.116882181196104}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":88.13370867944653,"score":88.13370867944653},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":86.28763627313788,"score":86.28763627313788},"GB2-04":{"attempts":1,"playable":74.07769917921459,"score":74.07769917921459},"GB2-06":{"attempts":1,"playable":84.98519189000399,"score":84.98519189000399},"GB2-07":{"attempts":1,"playable":71.04446166157523,"score":71.04446166157523}},"none":{"GB2-01":{"attempts":1,"playable":38.593903302348146,"score":38.593903302348146},"GB2-02":{"attempts":1,"playable":43.53187994712091,"score":43.53187994712091},"GB2-03":{"attempts":1,"playable":43.88301540133169,"score":43.88301540133169},"GB2-04":{"attempts":1,"playable":47.774395465311315,"score":47.774395465311315},"GB2-05":{"attempts":1,"playable":16.359481723086848,"score":16.359481723086848},"GB2-06":{"attempts":1,"playable":41.242800905546076,"score":41.242800905546076},"GB2-07":{"attempts":1,"playable":61.40124253583876,"score":61.40124253583876},"GB2-08":{"attempts":1,"playable":57.116882181196104,"score":57.116882181196104}}},"id":"baidu/ernie-light-dt-1.0-intl","is_recent_addition":false,"last_measured_at":"2026-11-19T16:03:06Z","match_totals_all":{"draws":1443,"losses":3149,"wins":3762},"match_totals_tracks":{"medium":{"draws":272,"losses":618,"wins":2318},"none":{"draws":1171,"losses":2531,"wins":1444}},"model_slug":"baidu-ernie-light-dt-1-0-intl","official_rank_by_reasoning":{"none":48},"overall":{"max":88.13370867944653,"mean":55.57969989830943,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":127,"losses":448,"wins":721},"GB2-02":{"draws":406,"losses":166,"wins":38},"GB2-03":{"draws":266,"losses":385,"wins":617},"GB2-04":{"draws":596,"losses":246,"wins":414},"GB2-05":{"draws":0,"losses":570,"wins":96},"GB2-06":{"draws":48,"losses":495,"wins":723},"GB2-07":{"draws":0,"losses":524,"wins":802},"GB2-08":{"draws":0,"losses":315,"wins":351}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":0,"losses":97,"wins":553},"GB2-03":{"draws":3,"losses":122,"wins":509},"GB2-04":{"draws":226,"losses":78,"wins":324},"GB2-06":{"draws":43,"losses":93,"wins":498},"GB2-07":{"draws":0,"losses":228,"wins":434}},"none":{"GB2-01":{"draws":127,"losses":351,"wins":168},"GB2-02":{"draws":406,"losses":166,"wins":38},"GB2-03":{"draws":263,"losses":263,"wins":108},"GB2-04":{"draws":370,"losses":168,"wins":90},"GB2-05":{"draws":0,"losses":570,"wins":96},"GB2-06":{"draws":5,"losses":402,"wins":225},"GB2-07":{"draws":0,"losses":296,"wins":368},"GB2-08":{"draws":0,"losses":315,"wins":351}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1922.0084566682526,"GB2-03":1855.1426732749733,"GB2-04":1658.9197722507922,"GB2-06":2038.4613763461148,"GB2-07":1661.5506582135822},"none":{"GB2-01":1337.774898210891,"GB2-02":1386.1388442798566,"GB2-03":1319.4264019581212,"GB2-04":1427.1943325543916,"GB2-05":833.5018939625246,"GB2-06":1257.495506485524,"GB2-07":1516.107926889914,"GB2-08":1465.3684072470749}},"per_game_tracks":{"medium":{"GB2-01":88.13370867944653,"GB2-03":86.28763627313788,"GB2-04":74.07769917921459,"GB2-06":84.98519189000399,"GB2-07":71.04446166157523},"none":{"GB2-01":38.593903302348146,"GB2-02":43.53187994712091,"GB2-03":43.88301540133169,"GB2-04":47.774395465311315,"GB2-05":16.359481723086848,"GB2-06":41.242800905546076,"GB2-07":61.40124253583876,"GB2-08":57.116882181196104}},"program_outcomes":{"all":{"counted_attempts":14,"failed":1,"infra_excluded":2,"success_rate":0.9285714285714286,"too_slow":0,"worked_after_repair":7,"worked_first_time":6,"working":13},"medium":{"counted_attempts":6,"failed":1,"infra_excluded":2,"success_rate":0.8333333333333334,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":67.42144961389637,"none":43.737950182722486},"reasoning_agg":{"medium":{"max":88.13370867944653,"mean":67.42144961389637,"min":0.0},"none":{"max":61.40124253583876,"mean":43.737950182722486,"min":16.359481723086848}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":23.683499431173885},"working_program_strength":{"all":62.32184485969906,"medium":80.90573953667564,"none":43.737950182722486}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-omni-flash:75df24651493ae47","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.03763086125,"median":0.03368543,"min":0.02143064,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":12,"run_count":8,"total":0.30104688999999996},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0065857699999999995,"mean":0.00400792875,"median":0.00372485,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.03206343}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.03763086125,"median":0.03368543,"min":0.02143064,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":12,"run_count":8,"total":0.30104689},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0065857699999999995,"mean":0.00400792875,"median":0.00372485,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.03206343}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.07790275,"mean":0.020819395,"median":0.014008205,"min":0.00256621,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":24,"run_count":16,"total":0.33311032000000007},"codegen_latency_ms":{"attempt_count":23,"max_ms":1855424,"mean_ms":480163.8125,"min_ms":39688,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":1855424,"mean_ms":900414.625,"min_ms":520562,"run_count":8},"none":{"attempt_count":12,"max_ms":91756,"mean_ms":59913.0,"min_ms":39688,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":155885,"output_mean":41102.5,"output_min":3008,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":155885,"output_mean":77490.125,"output_min":43222,"run_count":8},"none":{"attempt_count":12,"output_max":7276,"output_mean":4714.875,"output_min":3008,"run_count":8}},"display_name":"Qwen3.8 Omni Flash","economics":{"all":53.7958846363544,"medium":69.55451751953947,"none":38.037251753169336},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-06":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":24,"effective_max_output_tokens":[131072],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"provider_post_attempt_observations":24,"provider_post_attempts":24,"reasoning_token_observations":24,"reconciliation_get_attempt_observations":24,"requested_max_output_token_observations":24,"requested_max_output_tokens":[131072],"total_output_tokens":657640,"total_reasoning_output_tokens":561589,"total_visible_output_tokens":96051,"visible_token_observations":24},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-omni-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":7,"first_pass_admitted":5,"first_pass_rate":0.7142857142857143,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-06"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.2857142857142857},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":48.73744990790187,"score":48.73744990790187},"GB2-02":{"attempts":2,"playable":47.983984049384624,"score":47.983984049384624},"GB2-03":{"attempts":2,"playable":37.904507161050475,"score":37.904507161050475},"GB2-04":{"attempts":2,"playable":59.76290922053756,"score":59.76290922053756},"GB2-05":{"attempts":2,"playable":58.72428371288156,"score":58.72428371288156},"GB2-06":{"attempts":1,"playable":42.2378584826505,"score":42.2378584826505},"GB2-07":{"attempts":2,"playable":38.88532840878281,"score":38.88532840878281},"GB2-08":{"attempts":2,"playable":82.47242662920135,"score":82.47242662920135}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":64.72589899090451,"score":64.72589899090451},"GB2-02":{"attempts":1,"playable":53.38935095900289,"score":53.38935095900289},"GB2-03":{"attempts":1,"playable":43.7327495131471,"score":43.7327495131471},"GB2-04":{"attempts":1,"playable":79.78610290911718,"score":79.78610290911718},"GB2-05":{"attempts":1,"playable":87.90149370008949,"score":87.90149370008949},"GB2-07":{"attempts":1,"playable":74.64885349891564,"score":74.64885349891564},"GB2-08":{"attempts":1,"playable":82.69717306559953,"score":82.69717306559953}},"none":{"GB2-01":{"attempts":1,"playable":32.74900082489923,"score":32.74900082489923},"GB2-02":{"attempts":1,"playable":42.57861713976636,"score":42.57861713976636},"GB2-03":{"attempts":1,"playable":32.07626480895385,"score":32.07626480895385},"GB2-04":{"attempts":1,"playable":39.73971553195794,"score":39.73971553195794},"GB2-05":{"attempts":1,"playable":29.547073725673634,"score":29.547073725673634},"GB2-06":{"attempts":1,"playable":42.2378584826505,"score":42.2378584826505},"GB2-07":{"attempts":1,"playable":3.121803318649986,"score":3.121803318649986},"GB2-08":{"attempts":1,"playable":82.24768019280319,"score":82.24768019280319}}},"id":"qwen/qwen3.8-omni-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:36:19Z","match_totals_all":{"draws":1947,"losses":3954,"wins":3749},"match_totals_tracks":{"medium":{"draws":805,"losses":1166,"wins":2543},"none":{"draws":1142,"losses":2788,"wins":1206}},"model_slug":"qwen-qwen3-8-omni-flash","official_rank_by_reasoning":{"none":67},"overall":{"max":87.90149370008949,"mean":53.7958846363544,"min":3.121803318649986},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":326,"losses":541,"wins":431},"GB2-02":{"draws":791,"losses":292,"wins":137},"GB2-03":{"draws":297,"losses":709,"wins":262},"GB2-04":{"draws":516,"losses":296,"wins":444},"GB2-05":{"draws":0,"losses":595,"wins":729},"GB2-06":{"draws":17,"losses":388,"wins":227},"GB2-07":{"draws":0,"losses":850,"wins":474},"GB2-08":{"draws":0,"losses":283,"wins":1045}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":159,"losses":176,"wins":319},"GB2-02":{"draws":328,"losses":149,"wins":133},"GB2-03":{"draws":161,"losses":315,"wins":158},"GB2-04":{"draws":157,"losses":75,"wins":396},"GB2-05":{"draws":0,"losses":109,"wins":553},"GB2-07":{"draws":0,"losses":203,"wins":459},"GB2-08":{"draws":0,"losses":139,"wins":525}},"none":{"GB2-01":{"draws":167,"losses":365,"wins":112},"GB2-02":{"draws":463,"losses":143,"wins":4},"GB2-03":{"draws":136,"losses":394,"wins":104},"GB2-04":{"draws":359,"losses":221,"wins":48},"GB2-05":{"draws":0,"losses":486,"wins":176},"GB2-06":{"draws":17,"losses":388,"wins":227},"GB2-07":{"draws":0,"losses":647,"wins":15},"GB2-08":{"draws":0,"losses":144,"wins":520}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1592.9729385953246,"GB2-02":1463.389722885511,"GB2-03":1318.101787988826,"GB2-04":1726.3492765664578,"GB2-05":2128.292193480809,"GB2-07":1723.6780498269302,"GB2-08":2027.8623286900001},"none":{"GB2-01":1278.625984328792,"GB2-02":1378.6649932794526,"GB2-03":1213.1833336359698,"GB2-04":1363.6949231111357,"GB2-05":1067.0923633416958,"GB2-06":1273.043070491866,"GB2-07":461.53523145855115,"GB2-08":2016.8154187833325}},"per_game_tracks":{"medium":{"GB2-01":64.72589899090451,"GB2-02":53.38935095900289,"GB2-03":43.7327495131471,"GB2-04":79.78610290911718,"GB2-05":87.90149370008949,"GB2-07":74.64885349891564,"GB2-08":82.69717306559953},"none":{"GB2-01":32.74900082489923,"GB2-02":42.57861713976636,"GB2-03":32.07626480895385,"GB2-04":39.73971553195794,"GB2-05":29.547073725673634,"GB2-06":42.2378584826505,"GB2-07":3.121803318649986,"GB2-08":82.24768019280319}},"program_outcomes":{"all":{"counted_attempts":15,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":10,"working":15},"medium":{"counted_attempts":7,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":69.55451751953947,"none":38.037251753169336},"reasoning_agg":{"medium":{"max":87.90149370008949,"mean":69.55451751953947,"min":43.7327495131471},"none":{"max":82.24768019280319,"mean":38.037251753169336,"min":3.121803318649986}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":31.517265766370137},"working_program_strength":{"all":53.7958846363544,"medium":69.55451751953947,"none":38.037251753169336}},{"canonical_public_row_identity":"publication-row.v1:overall:stepfun-step-5-preview:19da2b3375dde598","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.183419,"mean":0.183419,"median":0.183419,"min":0.183419,"recorded_attempt_count":1,"run_count":1,"total":0.183419},"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.15206475,"median":0.13085655000000002,"min":0.101835,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":7},"recorded_attempt_count":9,"run_count":9,"total":1.397766},"none":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1905706,"mean":0.129429625,"median":0.13104325,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":9,"total":1.1975319}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.15206475,"median":0.13085655000000002,"min":0.101835,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":7},"recorded_attempt_count":9,"run_count":9,"total":1.397766},"historical-provider-setting-baseline":{"admitted_cell_count":9,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.1905706,"mean":0.129429625,"median":0.13104325,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":9,"total":1.1975319},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.183419,"mean":0.183419,"median":0.183419,"min":0.183419,"recorded_attempt_count":1,"run_count":1,"total":0.183419}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":17,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.282662,"mean":0.1432572941176471,"median":0.1323767,"min":0.0897486,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":18},"recorded_attempt_count":21,"run_count":19,"total":2.7787169},"codegen_latency_ms":{"attempt_count":18,"max_ms":406076,"mean_ms":272091.5625,"min_ms":160537,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":7,"max_ms":406076,"mean_ms":312695.85714285716,"min_ms":231424,"run_count":7},"none":{"attempt_count":11,"max_ms":358795,"mean_ms":240510.44444444444,"min_ms":160537,"run_count":9}},"codegen_output_tokens":{"attempt_count":21,"output_max":77071,"output_mean":47252.36842105263,"output_min":30460,"run_count":19},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":1,"output_max":64000,"output_mean":64000.0,"output_min":64000,"run_count":1},"medium":{"attempt_count":9,"output_max":64000,"output_mean":47057.77777777778,"output_min":33780,"run_count":9},"none":{"attempt_count":11,"output_max":77071,"output_mean":45586.11111111111,"output_min":30460,"run_count":9}},"display_name":"Step 5 Preview","economics":{"all":52.21978546677427,"medium":51.43502096504948,"none":53.004549968499056},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":21,"effective_max_output_tokens":[64000],"finish_reason_observations":18,"finish_reasons":["stop"],"indexed_attempts":21,"output_token_observations":21,"provider_post_attempt_observations":21,"provider_post_attempts":22,"reasoning_token_observations":21,"reconciliation_get_attempt_observations":21,"requested_max_output_token_observations":21,"requested_max_output_tokens":[64000],"total_output_tokens":897795,"total_visible_output_tokens":897795,"visible_token_observations":21},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":64000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"stepfun","provider_model":"stepfun/step-5-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"infra_failures_excluded":1,"model_code_failures":1,"output_limit_held":1,"output_limit_tokens":64000,"output_maximum_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03"],"infra_failures_excluded":1,"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":9,"evaluated_cells":9,"first_pass_admitted":7,"first_pass_rate":0.7777777777777778,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":74.4480727185709,"score":74.4480727185709},"GB2-02":{"attempts":2,"playable":55.776592338169266,"score":55.776592338169266},"GB2-03":{"attempts":3,"failed_attempts":1,"playable":49.91108307525322,"score":24.95554153762661},"GB2-04":{"attempts":2,"playable":40.40869301439356,"score":40.40869301439356},"GB2-05":{"attempts":2,"playable":65.24559930654196,"score":65.24559930654196},"GB2-06":{"attempts":2,"playable":66.45798539169587,"score":66.45798539169587},"GB2-07":{"attempts":2,"playable":55.456189828479324,"score":55.456189828479324},"GB2-08":{"attempts":2,"playable":35.00960959871668,"score":35.00960959871668}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":80.93625392075666,"score":80.93625392075666},"GB2-02":{"attempts":1,"playable":46.65727519758436,"score":46.65727519758436},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":43.812398688318986,"score":43.812398688318986},"GB2-05":{"attempts":1,"playable":71.36162941952739,"score":71.36162941952739},"GB2-06":{"attempts":1,"playable":65.42639004688269,"score":65.42639004688269},"GB2-07":{"attempts":1,"playable":53.51028643037014,"score":53.51028643037014},"GB2-08":{"attempts":1,"playable":49.77593401695565,"score":49.77593401695565}},"none":{"GB2-01":{"attempts":1,"playable":67.95989151638516,"score":67.95989151638516},"GB2-02":{"attempts":1,"playable":64.89590947875416,"score":64.89590947875416},"GB2-03":{"attempts":2,"playable":49.91108307525322,"score":49.91108307525322},"GB2-04":{"attempts":1,"playable":37.00498734046815,"score":37.00498734046815},"GB2-05":{"attempts":1,"playable":59.12956919355653,"score":59.12956919355653},"GB2-06":{"attempts":1,"playable":67.48958073650904,"score":67.48958073650904},"GB2-07":{"attempts":1,"playable":57.402093226588505,"score":57.402093226588505},"GB2-08":{"attempts":1,"playable":20.243285180477702,"score":20.243285180477702}}},"id":"stepfun/step-5-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T12:55:57Z","match_totals_all":{"draws":1387,"losses":4375,"wins":4516},"match_totals_tracks":{"medium":{"draws":679,"losses":1714,"wins":2109},"none":{"draws":708,"losses":2661,"wins":2407}},"model_slug":"stepfun-step-5-preview","official_rank_by_reasoning":{"medium":49,"none":28},"overall":{"max":80.93625392075666,"mean":52.21978546677427,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":5,"losses":373,"wins":914},"GB2-02":{"draws":636,"losses":277,"wins":307},"GB2-03":{"draws":183,"losses":630,"wins":457},"GB2-04":{"draws":534,"losses":526,"wins":196},"GB2-05":{"draws":0,"losses":535,"wins":795},"GB2-06":{"draws":29,"losses":466,"wins":769},"GB2-07":{"draws":0,"losses":670,"wins":656},"GB2-08":{"draws":0,"losses":898,"wins":422}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":1,"losses":145,"wins":500},"GB2-02":{"draws":397,"losses":153,"wins":60},"GB2-04":{"draws":263,"losses":245,"wins":120},"GB2-05":{"draws":0,"losses":228,"wins":436},"GB2-06":{"draws":18,"losses":238,"wins":376},"GB2-07":{"draws":0,"losses":347,"wins":315},"GB2-08":{"draws":0,"losses":358,"wins":302}},"none":{"GB2-01":{"draws":4,"losses":228,"wins":414},"GB2-02":{"draws":239,"losses":124,"wins":247},"GB2-03":{"draws":183,"losses":630,"wins":457},"GB2-04":{"draws":271,"losses":281,"wins":76},"GB2-05":{"draws":0,"losses":307,"wins":359},"GB2-06":{"draws":11,"losses":228,"wins":393},"GB2-07":{"draws":0,"losses":323,"wins":341},"GB2-08":{"draws":0,"losses":540,"wins":120}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1792.4802233418309,"GB2-02":1410.545913725377,"GB2-04":1396.0256805865656,"GB2-05":1665.3921211207205,"GB2-06":1657.4518669733245,"GB2-07":1408.7487318901203,"GB2-08":1332.9500733764917},"none":{"GB2-01":1627.702439298922,"GB2-02":1559.645740202853,"GB2-03":1373.086029406229,"GB2-04":1341.5832543122253,"GB2-05":1466.394705589708,"GB2-06":1694.8362712303704,"GB2-07":1460.870172273804,"GB2-08":893.2597906516878}},"per_game_tracks":{"medium":{"GB2-01":80.93625392075666,"GB2-02":46.65727519758436,"GB2-04":43.812398688318986,"GB2-05":71.36162941952739,"GB2-06":65.42639004688269,"GB2-07":53.51028643037014,"GB2-08":49.77593401695565},"none":{"GB2-01":67.95989151638516,"GB2-02":64.89590947875416,"GB2-03":49.91108307525322,"GB2-04":37.00498734046815,"GB2-05":59.12956919355653,"GB2-06":67.48958073650904,"GB2-07":57.402093226588505,"GB2-08":20.243285180477702}},"program_outcomes":{"all":{"counted_attempts":17,"failed":1,"infra_excluded":1,"success_rate":0.9411764705882353,"too_slow":0,"worked_after_repair":2,"worked_first_time":14,"working":16},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":1,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":9,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":7,"working":9}},"provider_color":"#F59E0B","provider_company":"StepFun","provider_key":"stepfun","provider_text_color":"#1f1300","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":51.43502096504948,"none":53.004549968499056},"reasoning_agg":{"medium":{"max":80.93625392075666,"mean":51.43502096504948,"min":0.0},"none":{"max":67.95989151638516,"mean":53.004549968499056,"min":20.243285180477702}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"Low"},"reasoning_settings":{"balanced":"medium","baseline":"low"},"score_diagnostics":{"reasoning_variance":1.5695290034495741},"working_program_strength":{"all":55.89371553570638,"medium":58.78288110291369,"none":53.004549968499056}},{"canonical_public_row_identity":"publication-row.v1:overall:baidu-ernie-5-5-flash-preview:4ee302402eb2cc5a","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":8},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":8,"run_count":8,"total":0.0},"codegen_latency_ms":{"attempt_count":8,"max_ms":245052,"mean_ms":167726.875,"min_ms":103814,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":8,"max_ms":245052,"mean_ms":167726.875,"min_ms":103814,"run_count":8}},"codegen_output_tokens":{"attempt_count":8,"output_max":61736,"output_mean":44983.75,"output_min":29156,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":8,"output_max":61736,"output_mean":44983.75,"output_min":29156,"run_count":8}},"display_name":"Ernie 5.5 Flash Preview","economics":{"all":51.89878360105191,"medium":51.89878360105191},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":8,"effective_max_output_tokens":[921600],"finish_reason_observations":8,"finish_reasons":["stop"],"indexed_attempts":8,"output_token_observations":8,"provider_post_attempt_observations":8,"provider_post_attempts":12,"reasoning_token_observations":8,"reconciliation_get_attempt_observations":8,"requested_max_output_token_observations":8,"requested_max_output_tokens":[921600],"total_output_tokens":359870,"total_reasoning_output_tokens":327992,"total_visible_output_tokens":31878,"visible_token_observations":8},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":921600,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"baidu/ernie-5.5-flash-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":8,"first_pass_rate":1.0,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":90.64690436250532,"score":90.64690436250532},"GB2-02":{"attempts":1,"playable":66.9532102602094,"score":66.9532102602094},"GB2-03":{"attempts":1,"playable":35.88092751935192,"score":35.88092751935192},"GB2-04":{"attempts":1,"playable":63.34959364574184,"score":63.34959364574184},"GB2-05":{"attempts":1,"playable":55.707035046979634,"score":55.707035046979634},"GB2-06":{"attempts":1,"playable":40.21217637314133,"score":40.21217637314133},"GB2-07":{"attempts":1,"playable":44.95026760868713,"score":44.95026760868713},"GB2-08":{"attempts":1,"playable":17.490153991798717,"score":17.490153991798717}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":90.64690436250532,"score":90.64690436250532},"GB2-02":{"attempts":1,"playable":66.9532102602094,"score":66.9532102602094},"GB2-03":{"attempts":1,"playable":35.88092751935192,"score":35.88092751935192},"GB2-04":{"attempts":1,"playable":63.34959364574184,"score":63.34959364574184},"GB2-05":{"attempts":1,"playable":55.707035046979634,"score":55.707035046979634},"GB2-06":{"attempts":1,"playable":40.21217637314133,"score":40.21217637314133},"GB2-07":{"attempts":1,"playable":44.95026760868713,"score":44.95026760868713},"GB2-08":{"attempts":1,"playable":17.490153991798717,"score":17.490153991798717}}},"id":"baidu/ernie-5.5-flash-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:34Z","match_totals_all":{"draws":614,"losses":2414,"wins":2130},"match_totals_tracks":{"medium":{"draws":614,"losses":2414,"wins":2130}},"model_slug":"baidu-ernie-5-5-flash-preview","official_rank_by_reasoning":{"medium":47},"overall":{"max":90.64690436250532,"mean":51.89878360105191,"min":17.490153991798717},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":29,"losses":64,"wins":557},"GB2-02":{"draws":260,"losses":102,"wins":248},"GB2-03":{"draws":55,"losses":413,"wins":166},"GB2-04":{"draws":236,"losses":140,"wins":252},"GB2-05":{"draws":0,"losses":328,"wins":338},"GB2-06":{"draws":34,"losses":394,"wins":206},"GB2-07":{"draws":0,"losses":403,"wins":259},"GB2-08":{"draws":0,"losses":570,"wins":104}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":29,"losses":64,"wins":557},"GB2-02":{"draws":260,"losses":102,"wins":248},"GB2-03":{"draws":55,"losses":413,"wins":166},"GB2-04":{"draws":236,"losses":140,"wins":252},"GB2-05":{"draws":0,"losses":328,"wins":338},"GB2-06":{"draws":34,"losses":394,"wins":206},"GB2-07":{"draws":0,"losses":403,"wins":259},"GB2-08":{"draws":0,"losses":570,"wins":104}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1982.0557271180546,"GB2-02":1578.4115693914948,"GB2-03":1248.2589896148886,"GB2-04":1554.8587487318619,"GB2-05":1419.4720792436665,"GB2-06":1241.4079551067575,"GB2-07":1297.2687395629086,"GB2-08":848.7458245537069}},"per_game_tracks":{"medium":{"GB2-01":90.64690436250532,"GB2-02":66.9532102602094,"GB2-03":35.88092751935192,"GB2-04":63.34959364574184,"GB2-05":55.707035046979634,"GB2-06":40.21217637314133,"GB2-07":44.95026760868713,"GB2-08":17.490153991798717}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":0,"worked_first_time":8,"working":8}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":51.89878360105191},"reasoning_agg":{"medium":{"max":90.64690436250532,"mean":51.89878360105191,"min":17.490153991798717}},"reasoning_labels":{"highest":"Setting not tested","medium":"Default","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":51.89878360105191,"medium":51.89878360105191}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-6-flash:5a53fd9c8710bf9c","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02304638,"mean":0.0178225775,"median":0.01816367,"min":0.01029504,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.14258062},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00414456,"mean":0.0029296749999999996,"median":0.00284053,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"recorded_attempt_count":12,"run_count":8,"total":0.023437400000000004}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.02304638,"mean":0.0178225775,"median":0.01816367,"min":0.01029504,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":11},"recorded_attempt_count":11,"run_count":8,"total":0.14258062},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.00414456,"mean":0.0029296749999999996,"median":0.00284053,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"recorded_attempt_count":12,"run_count":8,"total":0.023437399999999997}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02304638,"mean":0.01037612625,"median":0.0072198,"min":0.00188342,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":23},"recorded_attempt_count":23,"run_count":16,"total":0.16601802},"codegen_latency_ms":{"attempt_count":23,"max_ms":1374551,"mean_ms":491530.125,"min_ms":35032,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":1374551,"mean_ms":925316.625,"min_ms":428464,"run_count":8},"none":{"attempt_count":12,"max_ms":114099,"mean_ms":57743.625,"min_ms":35032,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":78655,"output_mean":31302.375,"output_min":3072,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":78655,"output_mean":57997.125,"output_min":33074,"run_count":8},"none":{"attempt_count":12,"output_max":6869,"output_mean":4607.625,"output_min":3072,"run_count":8}},"display_name":"MiMo-V2.6-Flash","economics":{"all":49.36791173191294,"medium":58.73168463734644,"none":40.00413882647944},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[131072],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":23,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[131072],"total_output_tokens":500838,"total_reasoning_output_tokens":411817,"total_visible_output_tokens":89021,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.6-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":58.44583610602943,"score":58.44583610602943},"GB2-02":{"attempts":2,"playable":52.69765753587175,"score":52.69765753587175},"GB2-03":{"attempts":2,"playable":49.92147646887466,"score":49.92147646887466},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":57.999645657105745,"score":28.999822828552873},"GB2-05":{"attempts":2,"playable":52.85579052588267,"score":52.85579052588267},"GB2-06":{"attempts":2,"playable":55.16486029880676,"score":55.16486029880676},"GB2-07":{"attempts":2,"playable":59.68687167298961,"score":59.68687167298961},"GB2-08":{"attempts":2,"playable":37.17097841829576,"score":37.17097841829576}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":50.48542543546281,"score":50.48542543546281},"GB2-02":{"attempts":1,"playable":64.36720530483608,"score":64.36720530483608},"GB2-03":{"attempts":1,"playable":60.359321799044764,"score":60.359321799044764},"GB2-04":{"attempts":1,"playable":57.999645657105745,"score":57.999645657105745},"GB2-05":{"attempts":1,"playable":56.20728452780356,"score":56.20728452780356},"GB2-06":{"attempts":1,"playable":62.506711110414926,"score":62.506711110414926},"GB2-07":{"attempts":1,"playable":80.59267108288743,"score":80.59267108288743},"GB2-08":{"attempts":1,"playable":37.33521218121622,"score":37.33521218121622}},"none":{"GB2-01":{"attempts":1,"playable":66.40624677659606,"score":66.40624677659606},"GB2-02":{"attempts":1,"playable":41.02810976690742,"score":41.02810976690742},"GB2-03":{"attempts":1,"playable":39.48363113870455,"score":39.48363113870455},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":49.504296523961784,"score":49.504296523961784},"GB2-06":{"attempts":1,"playable":47.8230094871986,"score":47.8230094871986},"GB2-07":{"attempts":1,"playable":38.78107226309179,"score":38.78107226309179},"GB2-08":{"attempts":1,"playable":37.00674465537529,"score":37.00674465537529}}},"id":"xiaomi/mimo-v2.6-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:51:01Z","match_totals_all":{"draws":1222,"losses":4429,"wins":4021},"match_totals_tracks":{"medium":{"draws":427,"losses":2158,"wins":2559},"none":{"draws":795,"losses":2271,"wins":1462}},"model_slug":"xiaomi-mimo-v2-6-flash","official_rank_by_reasoning":{"medium":38,"none":57},"overall":{"max":80.59267108288743,"mean":49.36791173191294,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":217,"losses":475,"wins":606},"GB2-02":{"draws":676,"losses":297,"wins":251},"GB2-03":{"draws":222,"losses":607,"wins":441},"GB2-04":{"draws":72,"losses":255,"wins":301},"GB2-05":{"draws":0,"losses":691,"wins":641},"GB2-06":{"draws":35,"losses":616,"wins":615},"GB2-07":{"draws":0,"losses":605,"wins":719},"GB2-08":{"draws":0,"losses":883,"wins":447}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":25,"losses":330,"wins":293},"GB2-02":{"draws":260,"losses":119,"wins":233},"GB2-03":{"draws":46,"losses":273,"wins":315},"GB2-04":{"draws":72,"losses":255,"wins":301},"GB2-05":{"draws":0,"losses":323,"wins":341},"GB2-06":{"draws":24,"losses":256,"wins":352},"GB2-07":{"draws":0,"losses":161,"wins":501},"GB2-08":{"draws":0,"losses":441,"wins":223}},"none":{"GB2-01":{"draws":192,"losses":145,"wins":313},"GB2-02":{"draws":416,"losses":178,"wins":18},"GB2-03":{"draws":176,"losses":334,"wins":126},"GB2-05":{"draws":0,"losses":368,"wins":300},"GB2-06":{"draws":11,"losses":360,"wins":263},"GB2-07":{"draws":0,"losses":444,"wins":218},"GB2-08":{"draws":0,"losses":442,"wins":224}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1452.1578783724194,"GB2-02":1554.9242153380187,"GB2-03":1471.173256398557,"GB2-04":1509.2070275945214,"GB2-05":1426.2009970357178,"GB2-06":1605.4539550618224,"GB2-07":1844.7399328928439,"GB2-08":1139.8822830709526},"none":{"GB2-01":1610.8197116632628,"GB2-02":1366.4543539220076,"GB2-03":1280.5535186679222,"GB2-05":1338.3360343122552,"GB2-06":1360.9249797348762,"GB2-07":1217.428598212951,"GB2-08":1135.146385360877}},"per_game_tracks":{"medium":{"GB2-01":50.48542543546281,"GB2-02":64.36720530483608,"GB2-03":60.359321799044764,"GB2-04":57.999645657105745,"GB2-05":56.20728452780356,"GB2-06":62.506711110414926,"GB2-07":80.59267108288743,"GB2-08":37.33521218121622},"none":{"GB2-01":66.40624677659606,"GB2-02":41.02810976690742,"GB2-03":39.48363113870455,"GB2-05":49.504296523961784,"GB2-06":47.8230094871986,"GB2-07":38.78107226309179,"GB2-08":37.00674465537529}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":6,"worked_first_time":9,"working":15},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":58.73168463734644,"none":40.00413882647944},"reasoning_agg":{"medium":{"max":80.59267108288743,"mean":58.73168463734644,"min":37.33521218121622},"none":{"max":66.40624677659606,"mean":40.00413882647944,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":18.727545810867},"working_program_strength":{"all":52.22535021951862,"medium":58.73168463734644,"none":45.71901580169079}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-8-flash:5695f14b3a1d607a","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.0376887,"median":0.037827133,"min":0.02582591,"recorded_attempt_count":11,"run_count":8,"total":0.30150959999999993},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.006158996,"mean":0.00343607875,"median":0.002791493,"min":0.0021123,"recorded_attempt_count":11,"run_count":8,"total":0.02748863}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.0376887,"median":0.037827133,"min":0.02582591,"recorded_attempt_count":11,"run_count":8,"total":0.3015096},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.006158996,"mean":0.00343607875,"median":0.002791493,"min":0.0021123,"recorded_attempt_count":11,"run_count":8,"total":0.02748863}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":16,"cost_basis_counts":{"provider_reported":22},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.061982706,"mean":0.020562389374999997,"median":0.015992453,"min":0.0021123,"recorded_attempt_count":22,"run_count":16,"total":0.32899823},"codegen_latency_ms":{"attempt_count":22,"max_ms":1377805,"mean_ms":526774.25,"min_ms":30630,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":1377805,"mean_ms":998592.5,"min_ms":680734,"run_count":8},"none":{"attempt_count":11,"max_ms":104368,"mean_ms":54956.0,"min_ms":30630,"run_count":8}},"codegen_output_tokens":{"attempt_count":22,"output_max":125053,"output_mean":40030.0625,"output_min":2070,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":125053,"output_mean":76276.375,"output_min":52513,"run_count":8},"none":{"attempt_count":11,"output_max":7265,"output_mean":3783.75,"output_min":2070,"run_count":8}},"display_name":"Qwen3.8 Flash","economics":{"all":46.53922243471973,"medium":62.20621811167969,"none":30.872226757759783},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":22,"finish_reasons":["stop"],"indexed_attempts":22,"output_token_observations":22,"provider_post_attempt_observations":22,"provider_post_attempts":22,"reasoning_token_observations":22,"reconciliation_get_attempt_observations":22,"reconciliation_get_attempts":100,"total_output_tokens":640481,"total_reasoning_output_tokens":544948,"total_visible_output_tokens":95533,"visible_token_observations":22},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.8-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":41.311767029434534,"score":41.311767029434534},"GB2-02":{"attempts":2,"playable":50.10944109957158,"score":50.10944109957158},"GB2-03":{"attempts":2,"playable":54.28961759739991,"score":54.28961759739991},"GB2-04":{"attempts":2,"playable":43.678745611219696,"score":43.678745611219696},"GB2-05":{"attempts":2,"playable":42.840320697281555,"score":42.840320697281555},"GB2-06":{"attempts":2,"playable":65.06842165166502,"score":65.06842165166502},"GB2-07":{"attempts":2,"playable":41.68855412220299,"score":41.68855412220299},"GB2-08":{"attempts":2,"playable":33.3269116689826,"score":33.3269116689826}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":50.30777768144339,"score":50.30777768144339},"GB2-02":{"attempts":1,"playable":57.12321993336089,"score":57.12321993336089},"GB2-03":{"attempts":1,"playable":64.61597348053171,"score":64.61597348053171},"GB2-04":{"attempts":1,"playable":47.37994356842984,"score":47.37994356842984},"GB2-05":{"attempts":1,"playable":69.32108436378657,"score":69.32108436378657},"GB2-06":{"attempts":1,"playable":78.14040911045869,"score":78.14040911045869},"GB2-07":{"attempts":1,"playable":73.65972486436803,"score":73.65972486436803},"GB2-08":{"attempts":1,"playable":57.101611891058404,"score":57.101611891058404}},"none":{"GB2-01":{"attempts":1,"playable":32.31575637742567,"score":32.31575637742567},"GB2-02":{"attempts":1,"playable":43.095662265782266,"score":43.095662265782266},"GB2-03":{"attempts":1,"playable":43.96326171426811,"score":43.96326171426811},"GB2-04":{"attempts":1,"playable":39.97754765400956,"score":39.97754765400956},"GB2-05":{"attempts":1,"playable":16.35955703077655,"score":16.35955703077655},"GB2-06":{"attempts":1,"playable":51.996434192871355,"score":51.996434192871355},"GB2-07":{"attempts":1,"playable":9.717383380037942,"score":9.717383380037942},"GB2-08":{"attempts":1,"playable":9.552211446906796,"score":9.552211446906796}}},"id":"qwen/qwen3.8-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:24:44Z","match_totals_all":{"draws":2176,"losses":4851,"wins":3267},"match_totals_tracks":{"medium":{"draws":1062,"losses":1659,"wins":2425},"none":{"draws":1114,"losses":3192,"wins":842}},"model_slug":"qwen-qwen3-8-flash","official_rank_by_reasoning":{"medium":32,"none":80},"overall":{"max":78.14040911045869,"mean":46.53922243471973,"min":9.552211446906796},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":342,"losses":630,"wins":326},"GB2-02":{"draws":773,"losses":280,"wins":171},"GB2-03":{"draws":301,"losses":515,"wins":454},"GB2-04":{"draws":724,"losses":392,"wins":140},"GB2-05":{"draws":0,"losses":809,"wins":519},"GB2-06":{"draws":36,"losses":478,"wins":750},"GB2-07":{"draws":0,"losses":821,"wins":503},"GB2-08":{"draws":0,"losses":926,"wins":404}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":209,"losses":240,"wins":199},"GB2-02":{"draws":324,"losses":130,"wins":158},"GB2-03":{"draws":159,"losses":190,"wins":285},"GB2-04":{"draws":338,"losses":186,"wins":104},"GB2-05":{"draws":0,"losses":241,"wins":423},"GB2-06":{"draws":32,"losses":145,"wins":455},"GB2-07":{"draws":0,"losses":210,"wins":452},"GB2-08":{"draws":0,"losses":317,"wins":349}},"none":{"GB2-01":{"draws":133,"losses":390,"wins":127},"GB2-02":{"draws":449,"losses":150,"wins":13},"GB2-03":{"draws":142,"losses":325,"wins":169},"GB2-04":{"draws":386,"losses":206,"wins":36},"GB2-05":{"draws":0,"losses":568,"wins":96},"GB2-06":{"draws":4,"losses":333,"wins":295},"GB2-07":{"draws":0,"losses":611,"wins":51},"GB2-08":{"draws":0,"losses":609,"wins":55}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1450.4624468349737,"GB2-02":1493.4344621779956,"GB2-03":1515.4185157347765,"GB2-04":1424.0919092761453,"GB2-05":1627.0141948353066,"GB2-06":1895.7614402873646,"GB2-07":1706.003376499342,"GB2-08":1465.075798066787},"none":{"GB2-01":1274.0915084158373,"GB2-02":1382.7213854177503,"GB2-03":1320.1338051898579,"GB2-04":1365.5992368945012,"GB2-05":833.5034608455882,"GB2-06":1427.8813880812766,"GB2-07":731.4071849263044,"GB2-08":690.5859133108255}},"per_game_tracks":{"medium":{"GB2-01":50.30777768144339,"GB2-02":57.12321993336089,"GB2-03":64.61597348053171,"GB2-04":47.37994356842984,"GB2-05":69.32108436378657,"GB2-06":78.14040911045869,"GB2-07":73.65972486436803,"GB2-08":57.101611891058404},"none":{"GB2-01":32.31575637742567,"GB2-02":43.095662265782266,"GB2-03":43.96326171426811,"GB2-04":39.97754765400956,"GB2-05":16.35955703077655,"GB2-06":51.996434192871355,"GB2-07":9.717383380037942,"GB2-08":9.552211446906796}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":6,"worked_first_time":10,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":62.20621811167969,"none":30.872226757759783},"reasoning_agg":{"medium":{"max":78.14040911045869,"mean":62.20621811167969,"min":47.37994356842984},"none":{"max":51.996434192871355,"mean":30.872226757759783,"min":9.552211446906796}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":31.333991353919906},"working_program_strength":{"all":46.53922243471973,"medium":62.20621811167969,"none":30.872226757759783}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-large-4-0:0f732a578643b3f6","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.33846634,"mean":0.191117675,"median":0.19018014,"min":0.07351397,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.5289414},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03127107,"mean":0.02115604125,"median":0.02234344,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.16924832999999997}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03127107,"mean":0.02115604125,"median":0.02234344,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.16924833},"historical-provider-setting-intensive":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.33846634,"mean":0.191117675,"median":0.19018014,"min":0.07351397,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.5289414000000001}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.33846634,"mean":0.10613685812499998,"median":0.05239252,"min":0.01134557,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.69818973},"codegen_latency_ms":{"attempt_count":23,"max_ms":2372746,"mean_ms":755436.1875,"min_ms":27078,"run_count":16},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":10,"max_ms":2372746,"mean_ms":1420193.375,"min_ms":412995,"run_count":8},"none":{"attempt_count":13,"max_ms":165291,"mean_ms":90679.0,"min_ms":27078,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":159550,"output_mean":46908.8125,"output_min":3069,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":10,"output_max":159550,"output_mean":88125.0,"output_min":32501,"run_count":8},"none":{"attempt_count":13,"output_max":9287,"output_mean":5692.625,"output_min":3069,"run_count":8}},"display_name":"Mistral Large 4","economics":{"all":45.920671131859514,"highest":57.79521442947102,"none":34.04612783424801},"first_seen_at":null,"game_gaps":{"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[262144],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":25,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[262144],"total_output_tokens":750541,"total_reasoning_output_tokens":655796,"total_visible_output_tokens":94745,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-large-4-0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":46.42262061322238,"score":46.42262061322238},"GB2-02":{"attempts":2,"playable":53.109510653752565,"score":53.109510653752565},"GB2-03":{"attempts":2,"playable":36.20546498296258,"score":36.20546498296258},"GB2-04":{"attempts":2,"playable":51.76612772355256,"score":51.76612772355256},"GB2-05":{"attempts":2,"playable":52.598356158115074,"score":52.598356158115074},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":76.34903554688184,"score":38.17451777344092},"GB2-07":{"attempts":2,"playable":43.25953759600354,"score":43.25953759600354},"GB2-08":{"attempts":2,"playable":45.82923355382647,"score":45.82923355382647}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":34.640207657034395,"score":34.640207657034395},"GB2-02":{"attempts":1,"playable":64.09431856999224,"score":64.09431856999224},"GB2-03":{"attempts":1,"playable":42.739441005172075,"score":42.739441005172075},"GB2-04":{"attempts":1,"playable":66.61173093158985,"score":66.61173093158985},"GB2-05":{"attempts":1,"playable":45.58051591295735,"score":45.58051591295735},"GB2-06":{"attempts":1,"playable":76.34903554688184,"score":76.34903554688184},"GB2-07":{"attempts":1,"playable":76.80172328028492,"score":76.80172328028492},"GB2-08":{"attempts":1,"playable":55.54474253185542,"score":55.54474253185542}},"none":{"GB2-01":{"attempts":1,"playable":58.20503356941036,"score":58.20503356941036},"GB2-02":{"attempts":1,"playable":42.1247027375129,"score":42.1247027375129},"GB2-03":{"attempts":1,"playable":29.671488960753088,"score":29.671488960753088},"GB2-04":{"attempts":1,"playable":36.920524515515275,"score":36.920524515515275},"GB2-05":{"attempts":1,"playable":59.616196403272795,"score":59.616196403272795},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":9.717351911722155,"score":9.717351911722155},"GB2-08":{"attempts":1,"playable":36.11372457579752,"score":36.11372457579752}}},"id":"mistralai/mistral-large-4-0","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:59Z","match_totals_all":{"draws":1984,"losses":4348,"wins":3330},"match_totals_tracks":{"highest":{"draws":875,"losses":1976,"wins":2295},"none":{"draws":1109,"losses":2372,"wins":1035}},"model_slug":"mistralai-mistral-large-4-0","official_rank_by_reasoning":{"highest":49,"none":77},"overall":{"max":76.80172328028492,"mean":45.920671131859514,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-01":34.640207657034395,"GB2-02":64.09431856999224,"GB2-03":42.739441005172075,"GB2-04":66.61173093158985,"GB2-05":45.58051591295735,"GB2-06":76.34903554688184,"GB2-07":76.80172328028492,"GB2-08":55.54474253185542},"per_game_match_totals_all":{"GB2-01":{"draws":166,"losses":654,"wins":480},"GB2-02":{"draws":781,"losses":241,"wins":204},"GB2-03":{"draws":388,"losses":684,"wins":196},"GB2-04":{"draws":611,"losses":352,"wins":295},"GB2-05":{"draws":0,"losses":690,"wins":638},"GB2-06":{"draws":38,"losses":156,"wins":438},"GB2-07":{"draws":0,"losses":801,"wins":525},"GB2-08":{"draws":0,"losses":770,"wins":554}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":30,"losses":429,"wins":191},"GB2-02":{"draws":329,"losses":86,"wins":197},"GB2-03":{"draws":199,"losses":303,"wins":132},"GB2-04":{"draws":279,"losses":101,"wins":250},"GB2-05":{"draws":0,"losses":388,"wins":276},"GB2-06":{"draws":38,"losses":156,"wins":438},"GB2-07":{"draws":0,"losses":188,"wins":474},"GB2-08":{"draws":0,"losses":325,"wins":337}},"none":{"GB2-01":{"draws":136,"losses":225,"wins":289},"GB2-02":{"draws":452,"losses":155,"wins":7},"GB2-03":{"draws":189,"losses":381,"wins":64},"GB2-04":{"draws":332,"losses":251,"wins":45},"GB2-05":{"draws":0,"losses":302,"wins":362},"GB2-07":{"draws":0,"losses":613,"wins":51},"GB2-08":{"draws":0,"losses":445,"wins":217}}},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1298.1458536620123,"GB2-02":1552.5022019291514,"GB2-03":1309.3450862029954,"GB2-04":1584.3307992605137,"GB2-05":1287.9368110522055,"GB2-06":1860.844998456139,"GB2-07":1764.1948319165692,"GB2-08":1435.623029147395},"none":{"GB2-01":1526.790208392348,"GB2-02":1375.0980688576906,"GB2-03":1190.2263170768597,"GB2-04":1340.8930534509127,"GB2-05":1473.2604147424988,"GB2-07":731.4063174860081,"GB2-08":1122.3270161547844}},"per_game_tracks":{"highest":{"GB2-01":34.640207657034395,"GB2-02":64.09431856999224,"GB2-03":42.739441005172075,"GB2-04":66.61173093158985,"GB2-05":45.58051591295735,"GB2-06":76.34903554688184,"GB2-07":76.80172328028492,"GB2-08":55.54474253185542},"none":{"GB2-01":58.20503356941036,"GB2-02":42.1247027375129,"GB2-03":29.671488960753088,"GB2-04":36.920524515515275,"GB2-05":59.616196403272795,"GB2-07":9.717351911722155,"GB2-08":36.11372457579752}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":4,"worked_first_time":11,"working":15},"highest":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":57.79521442947102,"none":34.04612783424801},"reasoning_agg":{"highest":{"max":76.80172328028492,"mean":57.79521442947102,"min":34.640207657034395},"none":{"max":59.616196403272795,"mean":34.04612783424801,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":23.749086595223005},"working_program_strength":{"all":48.35253740573437,"highest":57.79521442947102,"none":38.909860381997724}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-2-flash:9f5f41076d793f4e","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":4},"recorded_attempt_count":9,"run_count":8,"total":0.0},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":4},"recorded_attempt_count":9,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":11,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":14},"recorded_attempt_count":19,"run_count":16,"total":0.0},"codegen_latency_ms":{"attempt_count":14,"max_ms":1703857,"mean_ms":543147.6363636364,"min_ms":61196,"run_count":11},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":4,"max_ms":1703857,"mean_ms":1369129.6666666667,"min_ms":1153069,"run_count":3},"none":{"attempt_count":10,"max_ms":1041497,"mean_ms":233404.375,"min_ms":61196,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":30447,"output_mean":15121.8125,"output_min":2037,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":9,"output_max":30447,"output_mean":24070.0,"output_min":18907,"run_count":8},"none":{"attempt_count":10,"output_max":26915,"output_mean":6173.625,"output_min":2037,"run_count":8}},"display_name":"Ling 3.2 Flash","economics":{"all":45.255290239603994,"medium":55.92889326330854,"none":34.58168721589946},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"infra_excluded","GB2-02":"infra_excluded","GB2-04":"infra_excluded","GB2-06":"infra_excluded","GB2-08":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":19,"effective_max_output_tokens":[262144],"finish_reason_observations":14,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"provider_post_attempt_observations":19,"provider_post_attempts":28,"reasoning_token_observations":19,"reconciliation_get_attempt_observations":19,"requested_max_output_token_observations":19,"requested_max_output_tokens":[262144],"total_output_tokens":241949,"total_reasoning_output_tokens":181300,"total_visible_output_tokens":60649,"visible_token_observations":19},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":262144,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.2-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":3,"evaluated_cells":3,"first_pass_admitted":2,"first_pass_rate":0.6666666666666666,"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"infra_failures_excluded":1},"GB2-05":{"admitted":1},"GB2-06":{"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-06","GB2-08"],"infra_failures_excluded":5,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.3333333333333333},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":35.13608379983763,"score":35.13608379983763},"GB2-02":{"attempts":1,"playable":41.698696842924974,"score":41.698696842924974},"GB2-03":{"attempts":2,"playable":45.77500061931761,"score":45.77500061931761},"GB2-04":{"attempts":1,"playable":44.14504699565172,"score":44.14504699565172},"GB2-05":{"attempts":2,"playable":37.14150421013123,"score":37.14150421013123},"GB2-06":{"attempts":1,"playable":40.92044650528551,"score":40.92044650528551},"GB2-07":{"attempts":2,"playable":44.71811744175847,"score":44.71811744175847},"GB2-08":{"attempts":1,"playable":27.270658831006823,"score":27.270658831006823}},"headline_games_tracks":{"medium":{"GB2-03":{"attempts":1,"playable":50.6039611041477,"score":50.6039611041477},"GB2-05":{"attempts":1,"playable":52.10801908558682,"score":52.10801908558682},"GB2-07":{"attempts":1,"playable":65.0746996001911,"score":65.0746996001911}},"none":{"GB2-01":{"attempts":1,"playable":35.13608379983763,"score":35.13608379983763},"GB2-02":{"attempts":1,"playable":41.698696842924974,"score":41.698696842924974},"GB2-03":{"attempts":1,"playable":40.946040134487525,"score":40.946040134487525},"GB2-04":{"attempts":1,"playable":44.14504699565172,"score":44.14504699565172},"GB2-05":{"attempts":1,"playable":22.17498933467564,"score":22.17498933467564},"GB2-06":{"attempts":1,"playable":40.92044650528551,"score":40.92044650528551},"GB2-07":{"attempts":1,"playable":24.361535283325853,"score":24.361535283325853},"GB2-08":{"attempts":1,"playable":27.270658831006823,"score":27.270658831006823}}},"id":"inclusionai/ling-3.2-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:21:34Z","match_totals_all":{"draws":1311,"losses":3883,"wins":1902},"match_totals_tracks":{"medium":{"draws":168,"losses":888,"wins":902},"none":{"draws":1143,"losses":2995,"wins":1000}},"model_slug":"inclusionai-ling-3-2-flash","official_rank_by_reasoning":{"none":76},"overall":{"max":65.0746996001911,"mean":45.255290239603994,"min":22.17498933467564},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":111,"losses":379,"wins":154},"GB2-02":{"draws":445,"losses":157,"wins":8},"GB2-03":{"draws":377,"losses":578,"wins":313},"GB2-04":{"draws":377,"losses":187,"wins":64},"GB2-05":{"draws":0,"losses":880,"wins":446},"GB2-06":{"draws":1,"losses":408,"wins":227},"GB2-07":{"draws":0,"losses":798,"wins":526},"GB2-08":{"draws":0,"losses":496,"wins":164}},"per_game_match_totals_tracks":{"medium":{"GB2-03":{"draws":168,"losses":271,"wins":195},"GB2-05":{"draws":0,"losses":348,"wins":314},"GB2-07":{"draws":0,"losses":269,"wins":393}},"none":{"GB2-01":{"draws":111,"losses":379,"wins":154},"GB2-02":{"draws":445,"losses":157,"wins":8},"GB2-03":{"draws":209,"losses":307,"wins":118},"GB2-04":{"draws":377,"losses":187,"wins":64},"GB2-05":{"draws":0,"losses":532,"wins":132},"GB2-06":{"draws":1,"losses":408,"wins":227},"GB2-07":{"draws":0,"losses":529,"wins":133},"GB2-08":{"draws":0,"losses":496,"wins":164}}},"per_game_raw_elo_tracks":{"medium":{"GB2-03":1379.132790347022,"GB2-05":1371.9987390664392,"GB2-07":1568.9743622572284},"none":{"GB2-01":1303.1965488791798,"GB2-02":1371.7449008430672,"GB2-03":1293.5127854887419,"GB2-04":1398.6473939289835,"GB2-05":945.2486116511163,"GB2-06":1252.4623145680353,"GB2-07":1017.6770773934279,"GB2-08":997.2332081952213}},"per_game_tracks":{"medium":{"GB2-03":50.6039611041477,"GB2-05":52.10801908558682,"GB2-07":65.0746996001911},"none":{"GB2-01":35.13608379983763,"GB2-02":41.698696842924974,"GB2-03":40.946040134487525,"GB2-04":44.14504699565172,"GB2-05":22.17498933467564,"GB2-06":40.92044650528551,"GB2-07":24.361535283325853,"GB2-08":27.270658831006823}},"program_outcomes":{"all":{"counted_attempts":11,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":8,"working":11},"medium":{"counted_attempts":3,"failed":0,"infra_excluded":5,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":2,"working":3},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":55.92889326330854,"none":34.58168721589946},"reasoning_agg":{"medium":{"max":65.0746996001911,"mean":55.92889326330854,"min":50.6039611041477},"none":{"max":44.14504699565172,"mean":34.58168721589946,"min":22.17498933467564}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":21.34720604740908},"working_program_strength":{"all":45.255290239603994,"medium":55.92889326330854,"none":34.58168721589946}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-1-flash:4a95983cbbcfae94","codegen_cost_by_reasoning":{"medium":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.007667503125,"median":0.0038676375,"min":0.00127815,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06134002499999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.007667503125,"median":0.0038676375,"min":0.00127815,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.06134002499999999}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":9,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0247314,"mean":0.006815558333333333,"median":0.0033986249999999997,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":9,"total":0.06134002499999999},"codegen_latency_ms":{"attempt_count":14,"max_ms":935199,"mean_ms":264027.375,"min_ms":25587,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":14,"max_ms":935199,"mean_ms":264027.375,"min_ms":25587,"run_count":8}},"codegen_output_tokens":{"attempt_count":15,"output_max":102151,"output_mean":29500.333333333332,"output_min":3161,"run_count":9},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":1,"output_max":32768,"output_mean":32768.0,"output_min":32768,"run_count":1},"none":{"attempt_count":14,"output_max":102151,"output_mean":29091.875,"output_min":3161,"run_count":8}},"display_name":"Ling 3.1 Flash","economics":{"all":43.007127170759475,"none":43.007127170759475},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":15,"effective_max_output_tokens":[32768,262144],"finish_reason_observations":14,"finish_reasons":["stop"],"indexed_attempts":15,"output_token_observations":15,"provider_post_attempt_observations":15,"provider_post_attempts":16,"reasoning_token_observations":15,"reconciliation_get_attempt_observations":15,"requested_max_output_token_observations":15,"requested_max_output_tokens":[32768,262144],"total_output_tokens":265503,"total_reasoning_output_tokens":30791,"total_visible_output_tokens":234712,"visible_token_observations":15},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.1-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":47.113022512655874,"score":47.113022512655874},"GB2-02":{"attempts":1,"playable":43.20499250881772,"score":43.20499250881772},"GB2-03":{"attempts":1,"playable":38.685531381633666,"score":38.685531381633666},"GB2-04":{"attempts":1,"playable":44.05934743821677,"score":44.05934743821677},"GB2-05":{"attempts":1,"playable":57.6513535856939,"score":57.6513535856939},"GB2-06":{"attempts":1,"playable":25.285877570341707,"score":25.285877570341707},"GB2-07":{"attempts":1,"playable":22.977173170188617,"score":22.977173170188617},"GB2-08":{"attempts":1,"playable":65.0797191985275,"score":65.0797191985275}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":47.113022512655874,"score":47.113022512655874},"GB2-02":{"attempts":1,"playable":43.20499250881772,"score":43.20499250881772},"GB2-03":{"attempts":1,"playable":38.685531381633666,"score":38.685531381633666},"GB2-04":{"attempts":1,"playable":44.05934743821677,"score":44.05934743821677},"GB2-05":{"attempts":1,"playable":57.6513535856939,"score":57.6513535856939},"GB2-06":{"attempts":1,"playable":25.285877570341707,"score":25.285877570341707},"GB2-07":{"attempts":1,"playable":22.977173170188617,"score":22.977173170188617},"GB2-08":{"attempts":1,"playable":65.0797191985275,"score":65.0797191985275}}},"id":"inclusionai/ling-3.1-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T15:27:30Z","match_totals_all":{"draws":1381,"losses":2472,"wins":1305},"match_totals_tracks":{"none":{"draws":1381,"losses":2472,"wins":1305}},"model_slug":"inclusionai-ling-3-1-flash","official_rank_by_reasoning":{"none":49},"overall":{"max":65.0797191985275,"mean":43.007127170759475,"min":22.977173170188617},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":220,"losses":255,"wins":173},"GB2-02":{"draws":447,"losses":153,"wins":16},"GB2-03":{"draws":307,"losses":271,"wins":56},"GB2-04":{"draws":390,"losses":180,"wins":58},"GB2-05":{"draws":0,"losses":318,"wins":348},"GB2-06":{"draws":17,"losses":496,"wins":127},"GB2-07":{"draws":0,"losses":537,"wins":125},"GB2-08":{"draws":0,"losses":262,"wins":402}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":220,"losses":255,"wins":173},"GB2-02":{"draws":447,"losses":153,"wins":16},"GB2-03":{"draws":307,"losses":271,"wins":56},"GB2-04":{"draws":390,"losses":180,"wins":58},"GB2-05":{"draws":0,"losses":318,"wins":348},"GB2-06":{"draws":17,"losses":496,"wins":127},"GB2-07":{"draws":0,"losses":537,"wins":125},"GB2-08":{"draws":0,"losses":262,"wins":402}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1420.007163526453,"GB2-02":1383.578299359308,"GB2-03":1273.452174808811,"GB2-04":1397.9721367963518,"GB2-05":1445.85806696096,"GB2-06":1006.078589651524,"GB2-07":996.2193048265149,"GB2-08":1627.1750838291457}},"per_game_tracks":{"none":{"GB2-01":47.113022512655874,"GB2-02":43.20499250881772,"GB2-03":38.685531381633666,"GB2-04":44.05934743821677,"GB2-05":57.6513535856939,"GB2-06":25.285877570341707,"GB2-07":22.977173170188617,"GB2-08":65.0797191985275}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":3,"working":8}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":43.007127170759475},"reasoning_agg":{"none":{"max":65.0797191985275,"mean":43.007127170759475,"min":22.977173170188617}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning disabled"},"reasoning_settings":{"baseline":"none"},"working_program_strength":{"all":43.007127170759475,"none":43.007127170759475}},{"canonical_public_row_identity":"publication-row.v1:overall:tencent-hy4-flash:dfe65cde0d42d606","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.004940044375,"median":0.0045456485,"min":0.0035067405,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.039520355},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0025247995,"mean":0.0012379415,"median":0.00086861225,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.009903532000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.004940044375,"median":0.0045456485,"min":0.0035067405,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":9,"run_count":8,"total":0.039520355},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0025247995,"mean":0.0012379415,"median":0.00086861225,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"recorded_attempt_count":10,"run_count":8,"total":0.009903532}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0078991285,"mean":0.0030889929375,"median":0.00301577,"min":0.000825617,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":19},"recorded_attempt_count":19,"run_count":16,"total":0.049423887},"codegen_latency_ms":{"attempt_count":19,"max_ms":254071,"mean_ms":98466.25,"min_ms":14338,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":254071,"mean_ms":173887.625,"min_ms":130787,"run_count":8},"none":{"attempt_count":10,"max_ms":45266,"mean_ms":23044.875,"min_ms":14338,"run_count":8}},"codegen_output_tokens":{"attempt_count":19,"output_max":50987,"output_mean":19482.125,"output_min":3550,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":9,"output_max":50987,"output_mean":32777.5,"output_min":23141,"run_count":8},"none":{"attempt_count":10,"output_max":13239,"output_mean":6186.75,"output_min":3550,"run_count":8}},"display_name":"Hy4 Flash","economics":{"all":42.79679032409052,"medium":50.40191073502197,"none":35.19166991315908},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":19,"effective_max_output_tokens":[65536],"finish_reason_observations":19,"finish_reasons":["stop"],"indexed_attempts":19,"output_token_observations":19,"provider_post_attempt_observations":19,"provider_post_attempts":19,"reasoning_token_observations":19,"reconciliation_get_attempt_observations":19,"requested_max_output_token_observations":19,"requested_max_output_tokens":[65536],"total_output_tokens":311714,"total_reasoning_output_tokens":211053,"total_visible_output_tokens":100661,"visible_token_observations":19},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":65536,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"tencent","provider_model":"tencent/hy4-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":42.891390770571434,"score":42.891390770571434},"GB2-02":{"attempts":2,"playable":50.530730102315545,"score":50.530730102315545},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":49.33965833240769,"score":24.669829166203844},"GB2-04":{"attempts":2,"playable":39.205374977492255,"score":39.205374977492255},"GB2-05":{"attempts":2,"playable":61.77765834210932,"score":61.77765834210932},"GB2-06":{"attempts":2,"playable":27.184705435697882,"score":27.184705435697882},"GB2-07":{"attempts":2,"playable":50.02738055638356,"score":50.02738055638356},"GB2-08":{"attempts":2,"playable":46.08725324195036,"score":46.08725324195036}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":45.159523781319535,"score":45.159523781319535},"GB2-02":{"attempts":1,"playable":64.87657112947853,"score":64.87657112947853},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.40360923912824,"score":39.40360923912824},"GB2-05":{"attempts":1,"playable":71.92403705617542,"score":71.92403705617542},"GB2-06":{"attempts":1,"playable":47.90457938994786,"score":47.90457938994786},"GB2-07":{"attempts":1,"playable":64.64198821844232,"score":64.64198821844232},"GB2-08":{"attempts":1,"playable":69.30497706568384,"score":69.30497706568384}},"none":{"GB2-01":{"attempts":1,"playable":40.623257759823325,"score":40.623257759823325},"GB2-02":{"attempts":1,"playable":36.18488907515256,"score":36.18488907515256},"GB2-03":{"attempts":1,"playable":49.33965833240769,"score":49.33965833240769},"GB2-04":{"attempts":1,"playable":39.007140715856266,"score":39.007140715856266},"GB2-05":{"attempts":1,"playable":51.631279628043224,"score":51.631279628043224},"GB2-06":{"attempts":1,"playable":6.4648314814478995,"score":6.4648314814478995},"GB2-07":{"attempts":1,"playable":35.41277289432481,"score":35.41277289432481},"GB2-08":{"attempts":1,"playable":22.869529418216874,"score":22.869529418216874}}},"id":"tencent/hy4-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:19:59Z","match_totals_all":{"draws":1854,"losses":4709,"wins":3081},"match_totals_tracks":{"medium":{"draws":696,"losses":1763,"wins":2043},"none":{"draws":1158,"losses":2946,"wins":1038}},"model_slug":"tencent-hy4-flash","official_rank_by_reasoning":{"medium":53,"none":72},"overall":{"max":71.92403705617542,"mean":42.79679032409052,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":290,"losses":632,"wins":368},"GB2-02":{"draws":629,"losses":341,"wins":250},"GB2-03":{"draws":191,"losses":267,"wins":176},"GB2-04":{"draws":736,"losses":442,"wins":80},"GB2-05":{"draws":0,"losses":573,"wins":753},"GB2-06":{"draws":8,"losses":958,"wins":298},"GB2-07":{"draws":0,"losses":737,"wins":587},"GB2-08":{"draws":0,"losses":759,"wins":569}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":86,"losses":333,"wins":227},"GB2-02":{"draws":255,"losses":117,"wins":238},"GB2-04":{"draws":347,"losses":229,"wins":52},"GB2-05":{"draws":0,"losses":222,"wins":440},"GB2-06":{"draws":8,"losses":359,"wins":265},"GB2-07":{"draws":0,"losses":274,"wins":388},"GB2-08":{"draws":0,"losses":229,"wins":433}},"none":{"GB2-01":{"draws":204,"losses":299,"wins":141},"GB2-02":{"draws":374,"losses":224,"wins":12},"GB2-03":{"draws":191,"losses":267,"wins":176},"GB2-04":{"draws":389,"losses":213,"wins":28},"GB2-05":{"draws":0,"losses":351,"wins":313},"GB2-06":{"draws":0,"losses":599,"wins":33},"GB2-07":{"draws":0,"losses":463,"wins":199},"GB2-08":{"draws":0,"losses":530,"wins":136}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1401.357867887266,"GB2-02":1559.4723532464375,"GB2-04":1360.999241951928,"GB2-05":1676.4926949143696,"GB2-06":1362.220336064286,"GB2-07":1562.6163971643462,"GB2-08":1719.0793475203272},"none":{"GB2-01":1357.64903052424,"GB2-02":1327.6012623594756,"GB2-03":1367.7807679459556,"GB2-04":1357.8123150200684,"GB2-05":1365.8048390937574,"GB2-06":616.1620326277059,"GB2-07":1173.1731826489195,"GB2-08":933.3025768089193}},"per_game_tracks":{"medium":{"GB2-01":45.159523781319535,"GB2-02":64.87657112947853,"GB2-04":39.40360923912824,"GB2-05":71.92403705617542,"GB2-06":47.90457938994786,"GB2-07":64.64198821844232,"GB2-08":69.30497706568384},"none":{"GB2-01":40.623257759823325,"GB2-02":36.18488907515256,"GB2-03":49.33965833240769,"GB2-04":39.007140715856266,"GB2-05":51.631279628043224,"GB2-06":6.4648314814478995,"GB2-07":35.41277289432481,"GB2-08":22.869529418216874}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":2,"worked_first_time":13,"working":15},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#12B7F5","provider_company":"Tencent","provider_key":"tencent","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":50.40191073502198,"none":35.19166991315908},"reasoning_agg":{"medium":{"max":71.92403705617542,"mean":50.40191073502198,"min":0.0},"none":{"max":51.631279628043224,"mean":35.19166991315908,"min":6.4648314814478995}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":15.210240821862897},"working_program_strength":{"all":46.396926805163524,"medium":57.602183697167966,"none":35.19166991315908}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1:e960accdcb8abbe7","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":11},"run_count":8,"token_priced_attempt_count":11,"total":0.457564}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":11},"run_count":8,"token_priced_attempt_count":11,"total":0.4575640000000001}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":11},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.09459400000000001,"mean":0.0571955,"median":0.043012,"min":0.032534,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":11},"run_count":8,"token_priced_attempt_count":11,"total":0.457564},"codegen_latency_ms":{"attempt_count":11,"max_ms":57255,"mean_ms":36267.375,"min_ms":22935,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":11,"max_ms":57255,"mean_ms":36267.375,"min_ms":22935,"run_count":8}},"codegen_output_tokens":{"attempt_count":11,"output_max":7568,"output_mean":4433.625,"output_min":2259,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":11,"output_max":7568,"output_mean":4433.625,"output_min":2259,"run_count":8}},"display_name":"GPT-4.1","economics":{"all":41.60789359910597,"none":41.60789359910597},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":11,"finish_reasons":["stop"],"indexed_attempts":11,"output_token_observations":11,"total_output_tokens":35469},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":58.77190420784334,"score":58.77190420784334},"GB2-02":{"attempts":1,"playable":41.937133321388174,"score":41.937133321388174},"GB2-03":{"attempts":1,"playable":38.620320522492676,"score":38.620320522492676},"GB2-04":{"attempts":1,"playable":37.06181062929201,"score":37.06181062929201},"GB2-05":{"attempts":1,"playable":11.649019652884563,"score":11.649019652884563},"GB2-06":{"attempts":1,"playable":46.79473837353725,"score":46.79473837353725},"GB2-07":{"attempts":1,"playable":46.65120634241511,"score":46.65120634241511},"GB2-08":{"attempts":1,"playable":51.37701574299462,"score":51.37701574299462}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"playable":58.77190420784334,"score":58.77190420784334},"GB2-02":{"attempts":1,"playable":41.937133321388174,"score":41.937133321388174},"GB2-03":{"attempts":1,"playable":38.620320522492676,"score":38.620320522492676},"GB2-04":{"attempts":1,"playable":37.06181062929201,"score":37.06181062929201},"GB2-05":{"attempts":1,"playable":11.649019652884563,"score":11.649019652884563},"GB2-06":{"attempts":1,"playable":46.79473837353725,"score":46.79473837353725},"GB2-07":{"attempts":1,"playable":46.65120634241511,"score":46.65120634241511},"GB2-08":{"attempts":1,"playable":51.37701574299462,"score":51.37701574299462}}},"id":"gpt-4.1","is_recent_addition":false,"last_measured_at":"2026-11-19T15:18:38Z","match_totals_all":{"draws":1013,"losses":2711,"wins":1418},"match_totals_tracks":{"none":{"draws":1013,"losses":2711,"wins":1418}},"model_slug":"gpt-4-1","official_rank_by_reasoning":{"none":53},"overall":{"max":58.77190420784334,"mean":41.60789359910597,"min":11.649019652884563},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":41,"losses":266,"wins":337},"GB2-02":{"draws":454,"losses":153,"wins":5},"GB2-03":{"draws":140,"losses":356,"wins":138},"GB2-04":{"draws":372,"losses":234,"wins":26},"GB2-05":{"draws":0,"losses":597,"wins":67},"GB2-06":{"draws":6,"losses":365,"wins":261},"GB2-07":{"draws":0,"losses":392,"wins":270},"GB2-08":{"draws":0,"losses":348,"wins":314}},"per_game_match_totals_tracks":{"none":{"GB2-01":{"draws":41,"losses":266,"wins":337},"GB2-02":{"draws":454,"losses":153,"wins":5},"GB2-03":{"draws":140,"losses":356,"wins":138},"GB2-04":{"draws":372,"losses":234,"wins":26},"GB2-05":{"draws":0,"losses":597,"wins":67},"GB2-06":{"draws":6,"losses":365,"wins":261},"GB2-07":{"draws":0,"losses":392,"wins":270},"GB2-08":{"draws":0,"losses":348,"wins":314}}},"per_game_raw_elo_tracks":{"none":{"GB2-01":1532.391723450765,"GB2-02":1373.622372754808,"GB2-03":1272.8708477318314,"GB2-04":1342.0473190463633,"GB2-05":726.509921922585,"GB2-06":1344.6323729533383,"GB2-07":1319.235191369142,"GB2-08":1360.45396711577}},"per_game_tracks":{"none":{"GB2-01":58.77190420784334,"GB2-02":41.937133321388174,"GB2-03":38.620320522492676,"GB2-04":37.06181062929201,"GB2-05":11.649019652884563,"GB2-06":46.79473837353725,"GB2-07":46.65120634241511,"GB2-08":51.37701574299462}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":41.60789359910597},"reasoning_agg":{"none":{"max":58.77190420784334,"mean":41.60789359910597,"min":11.649019652884563}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"None"},"reasoning_settings":{},"working_program_strength":{"all":41.60789359910597,"none":41.60789359910597}},{"canonical_public_row_identity":"publication-row.v1:overall:elorian-glimpse:732c4e471a4f3296","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.224169,"mean":0.1412031,"median":0.16102650000000002,"min":0.0567792,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.1296248},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0395322,"mean":0.023054325,"median":0.0214521,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1844346}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.224169,"mean":0.1412031,"median":0.16102650000000002,"min":0.0567792,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":1.1296248},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0395322,"mean":0.023054325,"median":0.0214521,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"recorded_attempt_count":13,"run_count":8,"total":0.1844346}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.224169,"mean":0.0821287125,"median":0.0481557,"min":0.0107334,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":23,"run_count":16,"total":1.3140594},"codegen_latency_ms":{"attempt_count":23,"max_ms":561371,"mean_ms":157083.3125,"min_ms":8331,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":561371,"mean_ms":286804.25,"min_ms":88263,"run_count":8},"none":{"attempt_count":13,"max_ms":43454,"mean_ms":27362.375,"min_ms":8331,"run_count":8}},"codegen_output_tokens":{"attempt_count":23,"output_max":73204,"output_mean":25017.0625,"output_min":2066,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":10,"output_max":73204,"output_mean":44953.5,"output_min":17269,"run_count":8},"none":{"attempt_count":13,"output_max":8678,"output_mean":5080.625,"output_min":2066,"run_count":8}},"display_name":"Glimpse","economics":{"all":41.31792800259301,"medium":63.88752223356437,"none":18.74833377162164},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-02":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[235929],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":23,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"requested_max_output_token_observations":23,"requested_max_output_tokens":[235929],"total_output_tokens":400273,"total_reasoning_output_tokens":316594,"total_visible_output_tokens":83679,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"elorian/glimpse","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-05","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":46.67828718689397,"score":46.67828718689397},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.639997201232134,"score":21.319998600616067},"GB2-03":{"attempts":2,"playable":44.638522910468055,"score":44.638522910468055},"GB2-04":{"attempts":2,"playable":46.70070330946949,"score":46.70070330946949},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":54.57727129674663,"score":27.288635648373315},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":82.07387937664542,"score":41.03693968832271},"GB2-07":{"attempts":2,"playable":44.82487404056502,"score":44.82487404056502},"GB2-08":{"attempts":2,"playable":58.05546263603536,"score":58.05546263603536}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":81.00176797726856,"score":81.00176797726856},"GB2-02":{"attempts":1,"playable":42.639997201232134,"score":42.639997201232134},"GB2-03":{"attempts":1,"playable":36.15106066191128,"score":36.15106066191128},"GB2-04":{"attempts":1,"playable":54.435590502511765,"score":54.435590502511765},"GB2-05":{"attempts":1,"playable":54.57727129674663,"score":54.57727129674663},"GB2-06":{"attempts":1,"playable":82.07387937664542,"score":82.07387937664542},"GB2-07":{"attempts":1,"playable":73.49458330950408,"score":73.49458330950408},"GB2-08":{"attempts":1,"playable":86.726027542695,"score":86.726027542695}},"none":{"GB2-01":{"attempts":1,"playable":12.354806396519379,"score":12.354806396519379},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":53.125985159024836,"score":53.125985159024836},"GB2-04":{"attempts":1,"playable":38.96581611642721,"score":38.96581611642721},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":16.155164771625966,"score":16.155164771625966},"GB2-08":{"attempts":1,"playable":29.38489772937572,"score":29.38489772937572}}},"id":"elorian/glimpse","is_recent_addition":false,"last_measured_at":"2026-11-19T15:56:40Z","match_totals_all":{"draws":1576,"losses":3668,"wins":3142},"match_totals_tracks":{"medium":{"draws":1098,"losses":1518,"wins":2532},"none":{"draws":478,"losses":2150,"wins":610}},"model_slug":"elorian-glimpse","official_rank_by_reasoning":{"medium":29,"none":105},"overall":{"max":86.726027542695,"mean":41.31792800259301,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":64,"losses":691,"wins":539},"GB2-02":{"draws":445,"losses":152,"wins":13},"GB2-03":{"draws":324,"losses":620,"wins":326},"GB2-04":{"draws":715,"losses":362,"wins":181},"GB2-05":{"draws":0,"losses":335,"wins":331},"GB2-06":{"draws":28,"losses":122,"wins":486},"GB2-07":{"draws":0,"losses":790,"wins":536},"GB2-08":{"draws":0,"losses":596,"wins":730}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":22,"losses":134,"wins":490},"GB2-02":{"draws":445,"losses":152,"wins":13},"GB2-03":{"draws":248,"losses":316,"wins":70},"GB2-04":{"draws":355,"losses":137,"wins":138},"GB2-05":{"draws":0,"losses":335,"wins":331},"GB2-06":{"draws":28,"losses":122,"wins":486},"GB2-07":{"draws":0,"losses":213,"wins":451},"GB2-08":{"draws":0,"losses":109,"wins":553}},"none":{"GB2-01":{"draws":42,"losses":557,"wins":49},"GB2-03":{"draws":76,"losses":304,"wins":256},"GB2-04":{"draws":360,"losses":225,"wins":43},"GB2-07":{"draws":0,"losses":577,"wins":85},"GB2-08":{"draws":0,"losses":487,"wins":177}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1793.4784335055774,"GB2-02":1379.1468927506774,"GB2-03":1250.705255907556,"GB2-04":1480.0919511399647,"GB2-05":1404.4077596237414,"GB2-06":1975.3698401712443,"GB2-07":1703.1029172836763,"GB2-08":2132.141423411149},"none":{"GB2-01":1007.5434791069281,"GB2-03":1402.065932523954,"GB2-04":1357.4796743729576,"GB2-07":878.0802557014864,"GB2-08":1027.1868037956065}},"per_game_tracks":{"medium":{"GB2-01":81.00176797726856,"GB2-02":42.639997201232134,"GB2-03":36.15106066191128,"GB2-04":54.435590502511765,"GB2-05":54.57727129674663,"GB2-06":82.07387937664542,"GB2-07":73.49458330950408,"GB2-08":86.726027542695},"none":{"GB2-01":12.354806396519379,"GB2-03":53.125985159024836,"GB2-04":38.96581611642721,"GB2-07":16.155164771625966,"GB2-08":29.38489772937572}},"program_outcomes":{"all":{"counted_attempts":16,"failed":3,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":3,"worked_first_time":10,"working":13},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":1,"worked_first_time":4,"working":5}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":63.88752223356437,"none":18.74833377162164},"reasoning_agg":{"medium":{"max":86.726027542695,"mean":63.88752223356437,"min":36.15106066191128},"none":{"max":53.125985159024836,"mean":18.74833377162164,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":45.13918846194273},"working_program_strength":{"all":46.94242813407949,"medium":63.88752223356437,"none":29.997334034594623}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-mini:2cdcb352c7a2422d","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":1.503294825,"median":1.503294825,"min":1.503294825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":3.00658965},"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.325659,"mean":0.25189603125,"median":0.25775625,"min":0.169101,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.0151682500000003},"none":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.03021,"mean":0.0183815625,"median":0.015581250000000001,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":0.1470525}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":9},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.325659,"mean":0.25189603125,"median":0.25775625,"min":0.169101,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"run_count":8,"token_priced_attempt_count":9,"total":2.01516825},"historical-provider-setting-baseline":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":10},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","max":0.03021,"mean":0.0183815625,"median":0.015581250000000001,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":10},"run_count":8,"token_priced_attempt_count":10,"total":0.1470525},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":1.503294825,"median":1.503294825,"min":1.503294825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":3.00658965}},"codegen_cost_usd":{"admitted_cell_count":16,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":22},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":1.503294825,"mean":0.2156185632352941,"median":0.169101,"min":0.01245825,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":22},"recorded_attempt_count":2,"run_count":18,"token_priced_attempt_count":22,"total":5.1688104},"codegen_latency_ms":{"attempt_count":22,"max_ms":1819696,"mean_ms":244013.16666666666,"min_ms":11548,"run_count":18},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":3,"max_ms":1819696,"mean_ms":1344520.5,"min_ms":869345,"run_count":2},"medium":{"attempt_count":9,"max_ms":308347,"mean_ms":195019.75,"min_ms":115259,"run_count":8},"none":{"attempt_count":10,"max_ms":30363,"mean_ms":17879.75,"min_ms":11548,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":383888,"output_mean":60889.444444444445,"output_min":1571,"run_count":18},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":5,"output_max":383888,"output_mean":319916.0,"output_min":255944,"run_count":2},"medium":{"attempt_count":9,"output_max":69661,"output_mean":54514.75,"output_min":36373,"run_count":8},"none":{"attempt_count":10,"output_max":4247,"output_mean":2507.5,"output_min":1571,"run_count":8}},"display_name":"GPT-5.4 Mini","economics":{"all":36.45263119366856,"medium":46.534371622631696,"none":26.370890764705422},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":21,"finish_reasons":["incomplete","stop"],"indexed_attempts":24,"output_token_observations":24,"reasoning_token_observations":2,"total_output_tokens":1096010,"total_reasoning_output_tokens":255888,"visible_token_observations":2},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-mini","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125},"baseline":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":50.135825631878504,"score":50.135825631878504},"GB2-02":{"attempts":2,"playable":40.83568148198579,"score":40.83568148198579},"GB2-03":{"attempts":2,"playable":43.450681395495224,"score":43.450681395495224},"GB2-04":{"attempts":2,"playable":42.606364845915124,"score":42.606364845915124},"GB2-05":{"attempts":2,"playable":27.960262173035048,"score":27.960262173035048},"GB2-06":{"attempts":2,"playable":36.98217267597745,"score":36.98217267597745},"GB2-07":{"attempts":2,"playable":25.25999431854914,"score":25.25999431854914},"GB2-08":{"attempts":2,"playable":24.39006702651223,"score":24.39006702651223}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":68.70887211562496,"score":68.70887211562496},"GB2-02":{"attempts":1,"playable":40.70876772454453,"score":40.70876772454453},"GB2-03":{"attempts":1,"playable":42.93261564065786,"score":42.93261564065786},"GB2-04":{"attempts":1,"playable":43.40567216160132,"score":43.40567216160132},"GB2-05":{"attempts":1,"playable":45.414967212924594,"score":45.414967212924594},"GB2-06":{"attempts":1,"playable":45.584208140707595,"score":45.584208140707595},"GB2-07":{"attempts":1,"playable":44.481036470348975,"score":44.481036470348975},"GB2-08":{"attempts":1,"playable":41.0388335146438,"score":41.0388335146438}},"none":{"GB2-01":{"attempts":1,"playable":31.56277914813206,"score":31.56277914813206},"GB2-02":{"attempts":1,"playable":40.96259523942704,"score":40.96259523942704},"GB2-03":{"attempts":1,"playable":43.9687471503326,"score":43.9687471503326},"GB2-04":{"attempts":1,"playable":41.80705753022892,"score":41.80705753022892},"GB2-05":{"attempts":1,"playable":10.505557133145498,"score":10.505557133145498},"GB2-06":{"attempts":1,"playable":28.380137211247302,"score":28.380137211247302},"GB2-07":{"attempts":1,"playable":6.038952166749305,"score":6.038952166749305},"GB2-08":{"attempts":1,"playable":7.741300538380662,"score":7.741300538380662}}},"id":"gpt-5.4-mini","is_recent_addition":false,"last_measured_at":"2026-11-19T16:17:00Z","match_totals_all":{"draws":2469,"losses":5707,"wins":2112},"match_totals_tracks":{"medium":{"draws":1060,"losses":2450,"wins":1634},"none":{"draws":1409,"losses":3257,"wins":478}},"model_slug":"gpt-5-4-mini","official_rank_by_reasoning":{"medium":63,"none":94},"overall":{"max":68.70887211562496,"mean":36.45263119366856,"min":6.038952166749305},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":225,"losses":572,"wins":497},"GB2-02":{"draws":882,"losses":332,"wins":10},"GB2-03":{"draws":636,"losses":478,"wins":156},"GB2-04":{"draws":711,"losses":415,"wins":134},"GB2-05":{"draws":0,"losses":993,"wins":335},"GB2-06":{"draws":15,"losses":849,"wins":400},"GB2-07":{"draws":0,"losses":1037,"wins":287},"GB2-08":{"draws":0,"losses":1031,"wins":293}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":44,"losses":203,"wins":399},"GB2-02":{"draws":432,"losses":171,"wins":9},"GB2-03":{"draws":192,"losses":306,"wins":138},"GB2-04":{"draws":385,"losses":188,"wins":57},"GB2-05":{"draws":0,"losses":389,"wins":275},"GB2-06":{"draws":7,"losses":374,"wins":251},"GB2-07":{"draws":0,"losses":406,"wins":256},"GB2-08":{"draws":0,"losses":413,"wins":249}},"none":{"GB2-01":{"draws":181,"losses":369,"wins":98},"GB2-02":{"draws":450,"losses":161,"wins":1},"GB2-03":{"draws":444,"losses":172,"wins":18},"GB2-04":{"draws":326,"losses":227,"wins":77},"GB2-05":{"draws":0,"losses":604,"wins":60},"GB2-06":{"draws":8,"losses":475,"wins":149},"GB2-07":{"draws":0,"losses":631,"wins":31},"GB2-08":{"draws":0,"losses":618,"wins":44}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1635.9878419358156,"GB2-02":1363.9291322502092,"GB2-03":1311.0483263987423,"GB2-04":1392.8174980279796,"GB2-05":1285.80684088228,"GB2-06":1325.5298211667,"GB2-07":1291.213439480191,"GB2-08":1194.2504340144696},"none":{"GB2-01":1266.1493163706562,"GB2-02":1365.9366124811545,"GB2-03":1320.1821621822023,"GB2-04":1380.1713809513785,"GB2-05":696.8880893561301,"GB2-06":1055.7855614423324,"GB2-07":610.9714363349173,"GB2-08":642.0282046395035}},"per_game_tracks":{"medium":{"GB2-01":68.70887211562496,"GB2-02":40.70876772454453,"GB2-03":42.93261564065786,"GB2-04":43.40567216160132,"GB2-05":45.414967212924594,"GB2-06":45.584208140707595,"GB2-07":44.481036470348975,"GB2-08":41.0388335146438},"none":{"GB2-01":31.56277914813206,"GB2-02":40.96259523942704,"GB2-03":43.9687471503326,"GB2-04":41.80705753022892,"GB2-05":10.505557133145498,"GB2-06":28.380137211247302,"GB2-07":6.038952166749305,"GB2-08":7.741300538380662}},"program_outcomes":{"all":{"counted_attempts":16,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":13,"working":16},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":1,"worked_first_time":7,"working":8},"none":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":46.534371622631696,"none":26.370890764705422},"reasoning_agg":{"medium":{"max":68.70887211562496,"mean":46.534371622631696,"min":40.70876772454453},"none":{"max":43.9687471503326,"mean":26.370890764705422,"min":6.038952166749305}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":20.163480857926274},"working_program_strength":{"all":36.45263119366856,"medium":46.534371622631696,"none":26.370890764705422}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-max:6c01f10ea01c0bc1","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.12185499999999999,"mean":0.09110296875000001,"median":0.09280125,"min":0.0343775,"recorded_attempt_count":15,"run_count":8,"total":0.72882375},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03912625,"mean":0.022799843750000003,"median":0.021642500000000002,"min":0.015285,"recorded_attempt_count":9,"run_count":8,"total":0.18239875}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.12185499999999999,"mean":0.09110296875000001,"median":0.09280125,"min":0.0343775,"recorded_attempt_count":15,"run_count":8,"total":0.72882375},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":9},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03912625,"mean":0.022799843750000003,"median":0.021642500000000002,"min":0.015285,"recorded_attempt_count":9,"run_count":8,"total":0.18239875}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":24},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.12185499999999999,"mean":0.05695140625,"median":0.036751875,"min":0.015285,"recorded_attempt_count":24,"run_count":16,"total":0.9112224999999999},"codegen_latency_ms":{"attempt_count":24,"max_ms":500731,"mean_ms":212687.25,"min_ms":38716,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":15,"max_ms":500731,"mean_ms":358367.875,"min_ms":131800,"run_count":8},"none":{"attempt_count":9,"max_ms":115558,"mean_ms":67006.625,"min_ms":38716,"run_count":8}},"codegen_output_tokens":{"attempt_count":24,"output_max":27099,"output_mean":11144.8125,"output_min":1575,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":15,"output_max":27099,"output_mean":19189.625,"output_min":6698,"run_count":8},"none":{"attempt_count":9,"output_max":5506,"output_mean":3100.0,"output_min":1575,"run_count":8}},"display_name":"Qwen3.7 Max","economics":{"all":35.65316628309185,"medium":39.233368987687896,"none":32.07296357849581},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":24,"finish_reasons":["stop"],"indexed_attempts":24,"output_token_observations":24,"total_output_tokens":178317},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-max","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.75},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":7,"first_pass_rate":0.875,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":40.22176712735528,"score":40.22176712735528},"GB2-02":{"attempts":2,"playable":43.89778155720404,"score":43.89778155720404},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":27.613735666850925,"score":13.806867833425462},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.82561802269235,"score":20.912809011346177},"GB2-05":{"attempts":2,"playable":36.432788808136735,"score":36.432788808136735},"GB2-06":{"attempts":2,"playable":35.54437725588785,"score":35.54437725588785},"GB2-07":{"attempts":2,"playable":66.63834276683346,"score":66.63834276683346},"GB2-08":{"attempts":2,"playable":27.77059590454578,"score":27.77059590454578}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":17.61815558761904,"score":17.61815558761904},"GB2-02":{"attempts":1,"playable":43.24610282765127,"score":43.24610282765127},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":41.82561802269235,"score":41.82561802269235},"GB2-05":{"attempts":1,"playable":37.08443773640228,"score":37.08443773640228},"GB2-06":{"attempts":1,"playable":57.89744914933238,"score":57.89744914933238},"GB2-07":{"attempts":1,"playable":73.49778724962897,"score":73.49778724962897},"GB2-08":{"attempts":1,"playable":42.69740132817684,"score":42.69740132817684}},"none":{"GB2-01":{"attempts":1,"playable":62.82537866709151,"score":62.82537866709151},"GB2-02":{"attempts":1,"playable":44.549460286756805,"score":44.549460286756805},"GB2-03":{"attempts":1,"playable":27.613735666850925,"score":27.613735666850925},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":35.78113987987119,"score":35.78113987987119},"GB2-06":{"attempts":1,"playable":13.191305362443325,"score":13.191305362443325},"GB2-07":{"attempts":1,"playable":59.77889828403794,"score":59.77889828403794},"GB2-08":{"attempts":1,"playable":12.843790480914723,"score":12.843790480914723}}},"id":"qwen/qwen3.7-max","is_recent_addition":false,"last_measured_at":"2026-11-19T15:48:48Z","match_totals_all":{"draws":1659,"losses":4861,"wins":2510},"match_totals_tracks":{"medium":{"draws":848,"losses":2241,"wins":1421},"none":{"draws":811,"losses":2620,"wins":1089}},"model_slug":"qwen-qwen3-7-max","official_rank_by_reasoning":{"medium":77,"none":78},"overall":{"max":73.49778724962897,"mean":35.65316628309185,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":275,"losses":673,"wins":346},"GB2-02":{"draws":819,"losses":328,"wins":77},"GB2-03":{"draws":216,"losses":379,"wins":39},"GB2-04":{"draws":306,"losses":236,"wins":86},"GB2-05":{"draws":0,"losses":892,"wins":440},"GB2-06":{"draws":43,"losses":842,"wins":383},"GB2-07":{"draws":0,"losses":516,"wins":808},"GB2-08":{"draws":0,"losses":995,"wins":331}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":77,"losses":509,"wins":62},"GB2-02":{"draws":425,"losses":160,"wins":27},"GB2-04":{"draws":306,"losses":236,"wins":86},"GB2-05":{"draws":0,"losses":440,"wins":224},"GB2-06":{"draws":40,"losses":277,"wins":315},"GB2-07":{"draws":0,"losses":211,"wins":451},"GB2-08":{"draws":0,"losses":408,"wins":256}},"none":{"GB2-01":{"draws":198,"losses":164,"wins":284},"GB2-02":{"draws":394,"losses":168,"wins":50},"GB2-03":{"draws":216,"losses":379,"wins":39},"GB2-05":{"draws":0,"losses":452,"wins":216},"GB2-06":{"draws":3,"losses":565,"wins":68},"GB2-07":{"draws":0,"losses":305,"wins":357},"GB2-08":{"draws":0,"losses":587,"wins":75}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1095.4523238795048,"GB2-02":1383.9004466255974,"GB2-04":1380.318608100563,"GB2-05":1175.9609434133536,"GB2-06":1525.745649020856,"GB2-07":1703.1590583568743,"GB2-08":1219.3048272331},"none":{"GB2-01":1573.2335664898787,"GB2-02":1394.0970319603723,"GB2-03":1169.9262620604773,"GB2-05":1157.984414099807,"GB2-06":790.3475669823728,"GB2-07":1493.4528194481113,"GB2-08":763.8409631161787}},"per_game_tracks":{"medium":{"GB2-01":17.61815558761904,"GB2-02":43.24610282765127,"GB2-04":41.82561802269235,"GB2-05":37.08443773640228,"GB2-06":57.89744914933238,"GB2-07":73.49778724962897,"GB2-08":42.69740132817684},"none":{"GB2-01":62.82537866709151,"GB2-02":44.549460286756805,"GB2-03":27.613735666850925,"GB2-05":35.78113987987119,"GB2-06":13.191305362443325,"GB2-07":59.77889828403794,"GB2-08":12.843790480914723}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":8,"working":14},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":1,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":0,"worked_first_time":7,"working":7}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":39.2333689876879,"none":32.07296357849581},"reasoning_agg":{"medium":{"max":73.49778724962897,"mean":39.2333689876879,"min":0.0},"none":{"max":62.82537866709151,"mean":32.07296357849581,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":7.160405409192094},"working_program_strength":{"all":40.74647575210497,"medium":44.83813598592902,"none":36.65481551828093}},{"canonical_public_row_identity":"publication-row.v1:overall:moonshotai-kimi-k2-7-code:1915da4851066f21","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001}},"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.1537476,"mean":0.099387675,"median":0.09342906000000001,"min":0.0605136,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.7951014000000001},"codegen_latency_ms":{"attempt_count":14,"max_ms":1100381,"mean_ms":515239.875,"min_ms":290806,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":14,"max_ms":1100381,"mean_ms":515239.875,"min_ms":290806,"run_count":8}},"codegen_output_tokens":{"attempt_count":14,"output_max":47856,"output_mean":30393.25,"output_min":18166,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":14,"output_max":47856,"output_mean":30393.25,"output_min":18166,"run_count":8}},"display_name":"Kimi K2.7 Code","economics":{"all":33.47524158615135,"medium":33.47524158615135},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed","GB2-05":"failed","GB2-07":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed","GB2-05":"failed","GB2-07":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":14,"effective_max_output_tokens":[235929],"finish_reason_observations":14,"finish_reasons":["stop"],"indexed_attempts":14,"output_token_observations":14,"provider_post_attempt_observations":14,"provider_post_attempts":14,"reasoning_token_observations":14,"reconciliation_get_attempt_observations":14,"requested_max_output_token_observations":14,"requested_max_output_tokens":[235929],"total_output_tokens":243146,"total_reasoning_output_tokens":207636,"total_visible_output_tokens":35510,"visible_token_observations":14},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"moonshotai","provider_model":"moonshotai/kimi-k2.7-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-05","GB2-07"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":62.71789455219581,"score":62.71789455219581},"GB2-02":{"attempts":1,"playable":43.571862102363006,"score":43.571862102363006},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.35732161061394,"score":37.35732161061394},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.065526714436615,"score":46.065526714436615},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":78.08932770960143,"score":78.08932770960143}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":62.71789455219581,"score":62.71789455219581},"GB2-02":{"attempts":1,"playable":43.571862102363006,"score":43.571862102363006},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":37.35732161061394,"score":37.35732161061394},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":46.065526714436615,"score":46.065526714436615},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":78.08932770960143,"score":78.08932770960143}}},"id":"moonshotai/kimi-k2.7-code","is_recent_addition":false,"last_measured_at":"2026-11-19T12:43:40Z","match_totals_all":{"draws":1087,"losses":1046,"wins":1049},"match_totals_tracks":{"medium":{"draws":1087,"losses":1046,"wins":1049}},"model_slug":"moonshotai-kimi-k2-7-code","official_rank_by_reasoning":{"medium":86},"overall":{"max":78.08932770960143,"mean":33.47524158615135,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":330,"losses":97,"wins":219},"GB2-02":{"draws":407,"losses":165,"wins":38},"GB2-04":{"draws":321,"losses":254,"wins":53},"GB2-06":{"draws":29,"losses":362,"wins":245},"GB2-08":{"draws":0,"losses":168,"wins":494}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":330,"losses":97,"wins":219},"GB2-02":{"draws":407,"losses":165,"wins":38},"GB2-04":{"draws":321,"losses":254,"wins":53},"GB2-06":{"draws":29,"losses":362,"wins":245},"GB2-08":{"draws":0,"losses":168,"wins":494}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1572.1298655191013,"GB2-02":1386.4518773661057,"GB2-04":1344.4571932108786,"GB2-06":1333.1159846842174,"GB2-08":1917.9109637902002}},"per_game_tracks":{"medium":{"GB2-01":62.71789455219581,"GB2-02":43.571862102363006,"GB2-04":37.35732161061394,"GB2-06":46.065526714436615,"GB2-08":78.08932770960143}},"program_outcomes":{"all":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5},"medium":{"counted_attempts":8,"failed":3,"infra_excluded":0,"success_rate":0.625,"too_slow":0,"worked_after_repair":2,"worked_first_time":3,"working":5}},"provider_color":"#7C3AED","provider_company":"Moonshot","provider_key":"moonshotai","provider_text_color":"#faf5ff","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":33.47524158615135},"reasoning_agg":{"medium":{"max":78.08932770960143,"mean":33.47524158615135,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Setting not tested"},"reasoning_settings":{"balanced":"enabled"},"working_program_strength":{"all":53.560386537842156,"medium":53.560386537842156}},{"canonical_public_row_identity":"publication-row.v1:overall:x-ai-grok-build-0-1:c929015e75dd3bea","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528460000000007}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.4852846}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.07439860000000001,"mean":0.060660574999999994,"median":0.0565846,"min":0.0485456,"recorded_attempt_count":17,"run_count":8,"total":0.48528460000000007},"codegen_latency_ms":{"attempt_count":17,"max_ms":357442,"mean_ms":205939.25,"min_ms":129630,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":357442,"mean_ms":205939.25,"min_ms":129630,"run_count":8}},"codegen_output_tokens":{"attempt_count":17,"output_max":29845,"output_mean":22432.25,"output_min":16334,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":29845,"output_mean":22432.25,"output_min":16334,"run_count":8}},"display_name":"Grok Build 0.1","economics":{"all":33.28028972324858,"medium":33.28028972324858},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":17,"finish_reasons":["stop"],"indexed_attempts":17,"output_token_observations":17,"total_output_tokens":179458},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"x-ai","provider_model":"x-ai/grok-build-0.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":8,"repaired_rate":1.0}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":34.76912466409117,"score":34.76912466409117},"GB2-02":{"attempts":1,"playable":42.94983984260013,"score":42.94983984260013},"GB2-03":{"attempts":1,"playable":28.704920717518974,"score":28.704920717518974},"GB2-04":{"attempts":1,"playable":39.14254290746905,"score":39.14254290746905},"GB2-05":{"attempts":1,"playable":49.015494113999665,"score":49.015494113999665},"GB2-06":{"attempts":1,"playable":31.245474930825733,"score":31.245474930825733},"GB2-07":{"attempts":1,"playable":15.904309215355978,"score":15.904309215355978},"GB2-08":{"attempts":1,"playable":24.510611394127928,"score":24.510611394127928}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":34.76912466409117,"score":34.76912466409117},"GB2-02":{"attempts":1,"playable":42.94983984260013,"score":42.94983984260013},"GB2-03":{"attempts":1,"playable":28.704920717518974,"score":28.704920717518974},"GB2-04":{"attempts":1,"playable":39.14254290746905,"score":39.14254290746905},"GB2-05":{"attempts":1,"playable":49.015494113999665,"score":49.015494113999665},"GB2-06":{"attempts":1,"playable":31.245474930825733,"score":31.245474930825733},"GB2-07":{"attempts":1,"playable":15.904309215355978,"score":15.904309215355978},"GB2-08":{"attempts":1,"playable":24.510611394127928,"score":24.510611394127928}}},"id":"x-ai/grok-build-0.1","is_recent_addition":false,"last_measured_at":"2026-11-19T11:45:35Z","match_totals_all":{"draws":1115,"losses":3071,"wins":962},"match_totals_tracks":{"medium":{"draws":1115,"losses":3071,"wins":962}},"model_slug":"x-ai-grok-build-0-1","official_rank_by_reasoning":{"medium":87},"overall":{"max":49.015494113999665,"mean":33.28028972324858,"min":15.904309215355978},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":120,"losses":379,"wins":147},"GB2-02":{"draws":454,"losses":149,"wins":11},"GB2-03":{"draws":146,"losses":408,"wins":80},"GB2-04":{"draws":390,"losses":209,"wins":29},"GB2-05":{"draws":0,"losses":367,"wins":297},"GB2-06":{"draws":5,"losses":460,"wins":167},"GB2-07":{"draws":0,"losses":577,"wins":85},"GB2-08":{"draws":0,"losses":522,"wins":146}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":120,"losses":379,"wins":147},"GB2-02":{"draws":454,"losses":149,"wins":11},"GB2-03":{"draws":146,"losses":408,"wins":80},"GB2-04":{"draws":390,"losses":209,"wins":29},"GB2-05":{"draws":0,"losses":367,"wins":297},"GB2-06":{"draws":5,"losses":460,"wins":167},"GB2-07":{"draws":0,"losses":577,"wins":85},"GB2-08":{"draws":0,"losses":522,"wins":146}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1299.4614445243515,"GB2-02":1381.5780223914333,"GB2-03":1180.7755144265723,"GB2-04":1358.9016104443645,"GB2-05":1332.050281124203,"GB2-06":1101.1557173512701,"GB2-07":873.1998188295094,"GB2-08":957.4941697814924}},"per_game_tracks":{"medium":{"GB2-01":34.76912466409117,"GB2-02":42.94983984260013,"GB2-03":28.704920717518974,"GB2-04":39.14254290746905,"GB2-05":49.015494113999665,"GB2-06":31.245474930825733,"GB2-07":15.904309215355978,"GB2-08":24.510611394127928}},"program_outcomes":{"all":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":8,"worked_first_time":0,"working":8},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":8,"worked_first_time":0,"working":8}},"provider_color":"#9CA3AF","provider_company":"xAI","provider_key":"x-ai","provider_text_color":"#0b1120","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":33.28028972324858},"reasoning_agg":{"medium":{"max":49.015494113999665,"mean":33.28028972324858,"min":15.904309215355978}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":33.28028972324858,"medium":33.28028972324858}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5-pro:5b58f9e27a8577bf","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.013987023000000001,"mean":0.007770620325,"median":0.006556245299999999,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.062164962600000005},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0317000854,"median":0.0104556789,"min":0.0057139812,"recorded_attempt_count":11,"run_count":8,"total":0.2536006832}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.013987023000000001,"mean":0.007770620325,"median":0.006556245299999999,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":10,"run_count":8,"total":0.062164962600000005},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0317000854,"median":0.0104556789,"min":0.0057139812,"recorded_attempt_count":11,"run_count":8,"total":0.2536006832}},"codegen_cost_usd":{"admitted_cell_count":15,"cell_count":16,"cost_basis_counts":{"provider_reported":21},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.1311545862,"mean":0.0197353528625,"median":0.0065649564,"min":0.005627394,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":10},"recorded_attempt_count":21,"run_count":16,"total":0.31576564580000005},"codegen_latency_ms":{"attempt_count":21,"max_ms":886851,"mean_ms":120417.0625,"min_ms":8215,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":10,"max_ms":34657,"mean_ms":17617.5,"min_ms":8215,"run_count":8},"none":{"attempt_count":11,"max_ms":886851,"mean_ms":223216.625,"min_ms":43161,"run_count":8}},"codegen_output_tokens":{"attempt_count":21,"output_max":42691,"output_mean":7236.9375,"output_min":2239,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":10,"output_max":7415,"output_mean":3602.75,"output_min":2239,"run_count":8},"none":{"attempt_count":11,"output_max":42691,"output_mean":10871.125,"output_min":2846,"run_count":8}},"display_name":"MiMo-V2.5-Pro","economics":{"all":32.3738998100465,"medium":37.56282146197737,"none":27.18497815811563},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":10,"effective_max_output_tokens":[131072],"finish_reason_observations":21,"finish_reasons":["stop"],"indexed_attempts":21,"output_token_observations":21,"provider_post_attempt_observations":10,"provider_post_attempts":10,"reasoning_token_observations":10,"reconciliation_get_attempt_observations":10,"requested_max_output_token_observations":10,"requested_max_output_tokens":[131072],"total_output_tokens":115791,"total_visible_output_tokens":28822,"visible_token_observations":10},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25},"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-04"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":45.59546766218358,"score":45.59546766218358},"GB2-02":{"attempts":2,"playable":39.62107595110355,"score":39.62107595110355},"GB2-03":{"attempts":2,"playable":43.71199045436714,"score":43.71199045436714},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":40.170236142625356,"score":20.085118071312678},"GB2-05":{"attempts":2,"playable":18.87186596727163,"score":18.87186596727163},"GB2-06":{"attempts":2,"playable":30.90944230233541,"score":30.90944230233541},"GB2-07":{"attempts":2,"playable":42.78632734183527,"score":42.78632734183527},"GB2-08":{"attempts":2,"playable":17.40991072996274,"score":17.40991072996274}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":55.32140676527326,"score":55.32140676527326},"GB2-02":{"attempts":1,"playable":41.2924454757542,"score":41.2924454757542},"GB2-03":{"attempts":1,"playable":54.19356928900786,"score":54.19356928900786},"GB2-04":{"attempts":1,"playable":40.170236142625356,"score":40.170236142625356},"GB2-05":{"attempts":1,"playable":20.722730020663214,"score":20.722730020663214},"GB2-06":{"attempts":1,"playable":26.62014835047679,"score":26.62014835047679},"GB2-07":{"attempts":1,"playable":38.160024676613375,"score":38.160024676613375},"GB2-08":{"attempts":1,"playable":24.02201097540491,"score":24.02201097540491}},"none":{"GB2-01":{"attempts":1,"playable":35.869528559093894,"score":35.869528559093894},"GB2-02":{"attempts":1,"playable":37.9497064264529,"score":37.9497064264529},"GB2-03":{"attempts":1,"playable":33.23041161972642,"score":33.23041161972642},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":17.021001913880053,"score":17.021001913880053},"GB2-06":{"attempts":1,"playable":35.19873625419403,"score":35.19873625419403},"GB2-07":{"attempts":1,"playable":47.41263000705716,"score":47.41263000705716},"GB2-08":{"attempts":1,"playable":10.797810484520571,"score":10.797810484520571}}},"id":"xiaomi/mimo-v2.5-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T16:07:08Z","match_totals_all":{"draws":1875,"losses":5773,"wins":2010},"match_totals_tracks":{"medium":{"draws":1133,"losses":2856,"wins":1153},"none":{"draws":742,"losses":2917,"wins":857}},"model_slug":"xiaomi-mimo-v2-5-pro","official_rank_by_reasoning":{"medium":81,"none":90},"overall":{"max":55.32140676527326,"mean":32.3738998100465,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":265,"losses":610,"wins":419},"GB2-02":{"draws":826,"losses":372,"wins":24},"GB2-03":{"draws":362,"losses":612,"wins":298},"GB2-04":{"draws":382,"losses":207,"wins":39},"GB2-05":{"draws":0,"losses":1106,"wins":222},"GB2-06":{"draws":40,"losses":912,"wins":314},"GB2-07":{"draws":0,"losses":837,"wins":489},"GB2-08":{"draws":0,"losses":1117,"wins":205}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":106,"losses":256,"wins":284},"GB2-02":{"draws":452,"losses":156,"wins":2},"GB2-03":{"draws":157,"losses":259,"wins":222},"GB2-04":{"draws":382,"losses":207,"wins":39},"GB2-05":{"draws":0,"losses":541,"wins":123},"GB2-06":{"draws":36,"losses":471,"wins":125},"GB2-07":{"draws":0,"losses":448,"wins":216},"GB2-08":{"draws":0,"losses":518,"wins":142}},"none":{"GB2-01":{"draws":159,"losses":354,"wins":135},"GB2-02":{"draws":374,"losses":216,"wins":22},"GB2-03":{"draws":205,"losses":353,"wins":76},"GB2-05":{"draws":0,"losses":565,"wins":99},"GB2-06":{"draws":4,"losses":441,"wins":189},"GB2-07":{"draws":0,"losses":389,"wins":273},"GB2-08":{"draws":0,"losses":599,"wins":63}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1498.6112599881037,"GB2-02":1368.5417043107618,"GB2-03":1411.9164319144627,"GB2-04":1367.140237146585,"GB2-05":918.8743905948936,"GB2-06":1027.628334518166,"GB2-07":1209.3235641265944,"GB2-08":950.3451225328796},"none":{"GB2-01":1310.6206708215645,"GB2-02":1341.9162948966712,"GB2-03":1223.9626031078615,"GB2-05":847.1260867701835,"GB2-06":1163.1657266708962,"GB2-07":1329.083857761139,"GB2-08":720.1317298584223}},"per_game_tracks":{"medium":{"GB2-01":55.32140676527326,"GB2-02":41.2924454757542,"GB2-03":54.19356928900786,"GB2-04":40.170236142625356,"GB2-05":20.722730020663214,"GB2-06":26.62014835047679,"GB2-07":38.160024676613375,"GB2-08":24.02201097540491},"none":{"GB2-01":35.869528559093894,"GB2-02":37.9497064264529,"GB2-03":33.23041161972642,"GB2-05":17.021001913880053,"GB2-06":35.19873625419403,"GB2-07":47.41263000705716,"GB2-08":10.797810484520571}},"program_outcomes":{"all":{"counted_attempts":16,"failed":1,"infra_excluded":0,"success_rate":0.9375,"too_slow":0,"worked_after_repair":5,"worked_first_time":10,"working":15},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":6,"working":8},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":37.56282146197737,"none":27.18497815811563},"reasoning_agg":{"medium":{"max":55.32140676527326,"mean":37.56282146197737,"min":20.722730020663214},"none":{"max":47.41263000705716,"mean":27.18497815811563,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled"},"score_diagnostics":{"reasoning_variance":10.377843303861741},"working_program_strength":{"all":34.31568396419762,"medium":37.56282146197737,"none":31.068546466417864}},{"canonical_public_row_identity":"publication-row.v1:overall:poolside-laguna-s-2-1:93d33ffac5f20614","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0068074,"mean":0.0034371900000000006,"median":0.00326368,"min":0.00211404,"recorded_attempt_count":35,"run_count":14,"total":0.04917796000000001},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00407402,"mean":0.0029986699999999997,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":33,"run_count":14,"total":0.04176385999999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":35},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0068074,"mean":0.0034371900000000006,"median":0.00326368,"min":0.00211404,"recorded_attempt_count":35,"run_count":14,"total":0.04917795999999999},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":33},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00407402,"mean":0.0029986699999999997,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":33,"run_count":14,"total":0.04176386}},"codegen_cost_usd":{"admitted_cell_count":23,"cell_count":16,"cost_basis_counts":{"provider_reported":68},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.0068074,"mean":0.0032179299999999995,"median":0.00314426,"min":0.0012446800000000002,"recorded_attempt_count":68,"run_count":28,"total":0.09094181999999999},"codegen_latency_ms":{"attempt_count":68,"max_ms":490920,"mean_ms":122427.25,"min_ms":29915,"run_count":28},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":35,"max_ms":490920,"mean_ms":129686.92857142857,"min_ms":29915,"run_count":14},"none":{"attempt_count":33,"max_ms":199208,"mean_ms":115167.57142857143,"min_ms":46525,"run_count":14}},"codegen_output_tokens":{"attempt_count":68,"output_max":42038,"output_mean":8274.82142857143,"output_min":1701,"run_count":28},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":35,"output_max":42038,"output_mean":9630.357142857143,"output_min":1701,"run_count":14},"none":{"attempt_count":33,"output_max":12644,"output_mean":6919.285714285715,"output_min":2544,"run_count":14}},"display_name":"Laguna S 2.1","economics":{"all":29.731572336117104,"medium":29.609523182045905,"none":29.853621490188306},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-07":"too_slow"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":68,"finish_reasons":["length","stop"],"indexed_attempts":72,"output_token_observations":68,"reasoning_token_observations":45,"total_output_tokens":231695,"total_reasoning_output_tokens":57724,"total_visible_output_tokens":117243,"visible_token_observations":43},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"poolside","provider_model":"poolside/laguna-s-2.1","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":11,"evaluated_cells":13,"failed_game_aliases":["GB2-01"],"first_pass_admitted":7,"first_pass_rate":0.5833333333333334,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":2},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"infra_failures_excluded":1,"performance_rejections":1},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06","GB2-07"],"infra_failures_excluded":3,"model_code_failure_rate":0.08333333333333333,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"performance_rejected_game_aliases":["GB2-07"],"performance_rejections":1,"repaired_admitted":4,"repaired_rate":0.3333333333333333},"baseline":{"admitted_plugins":12,"evaluated_cells":14,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":7,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"infra_failures_excluded":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"infra_excluded_game_aliases":["GB2-04","GB2-06"],"infra_failures_excluded":2,"model_code_failure_rate":0.14285714285714285,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.35714285714285715}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":1,"playable":43.057422090634944,"score":33.54086274692273},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":40.953917502625934,"score":31.046410538747928},"GB2-03":{"attempts":4,"playable":38.15294653778667,"score":38.15294653778667},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":37.95301353679201,"score":18.976506768396003},"GB2-05":{"attempts":4,"playable":36.0649059709312,"score":36.0649059709312},"GB2-06":{"attempts":2,"playable":19.358940559417146,"score":19.358940559417146},"GB2-07":{"attempts":2,"playable":43.95187286467991,"score":43.95187286467991},"GB2-08":{"attempts":4,"playable":23.93130754337225,"score":23.93130754337225}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":38.06623737484885,"score":19.033118687424427},"GB2-02":{"attempts":2,"playable":42.27780714973984,"score":42.27780714973984},"GB2-03":{"attempts":2,"playable":38.244011990561646,"score":38.244011990561646},"GB2-04":{"attempts":1,"playable":37.95301353679201,"score":37.95301353679201},"GB2-05":{"attempts":2,"playable":26.156932097007225,"score":26.156932097007225},"GB2-06":{"attempts":1,"playable":19.58931197217457,"score":19.58931197217457},"GB2-08":{"attempts":2,"playable":24.012466840621578,"score":24.012466840621578}},"none":{"GB2-01":{"attempts":2,"playable":48.048606806421034,"score":48.048606806421034},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.630027855512026,"score":19.815013927756013},"GB2-03":{"attempts":2,"playable":38.06188108501169,"score":38.06188108501169},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":2,"playable":45.97287984485518,"score":45.97287984485518},"GB2-06":{"attempts":1,"playable":19.12856914665972,"score":19.12856914665972},"GB2-07":{"attempts":2,"playable":43.95187286467991,"score":43.95187286467991},"GB2-08":{"attempts":2,"playable":23.85014824612292,"score":23.85014824612292}}},"id":"poolside/laguna-s-2.1","is_recent_addition":false,"last_measured_at":"2026-11-19T16:09:03Z","match_totals_all":{"draws":2767,"losses":8775,"wins":3314},"match_totals_tracks":{"medium":{"draws":1738,"losses":4158,"wins":1162},"none":{"draws":1029,"losses":4617,"wins":2152}},"model_slug":"poolside-laguna-s-2-1","official_rank_by_reasoning":{"medium":91,"none":82},"overall":{"max":48.048606806421034,"mean":29.731572336117104,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":329,"losses":970,"wins":647},"GB2-02":{"draws":1325,"losses":489,"wins":24},"GB2-03":{"draws":776,"losses":1330,"wins":436},"GB2-04":{"draws":332,"losses":245,"wins":51},"GB2-05":{"draws":0,"losses":1785,"wins":871},"GB2-06":{"draws":5,"losses":1060,"wins":203},"GB2-07":{"draws":0,"losses":818,"wins":508},"GB2-08":{"draws":0,"losses":2078,"wins":574}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":113,"losses":363,"wins":172},"GB2-02":{"draws":931,"losses":291,"wins":2},"GB2-03":{"draws":360,"losses":677,"wins":233},"GB2-04":{"draws":332,"losses":245,"wins":51},"GB2-05":{"draws":0,"losses":1015,"wins":313},"GB2-06":{"draws":2,"losses":527,"wins":103},"GB2-08":{"draws":0,"losses":1040,"wins":288}},"none":{"GB2-01":{"draws":216,"losses":607,"wins":475},"GB2-02":{"draws":394,"losses":198,"wins":22},"GB2-03":{"draws":416,"losses":653,"wins":203},"GB2-05":{"draws":0,"losses":770,"wins":558},"GB2-06":{"draws":3,"losses":533,"wins":100},"GB2-07":{"draws":0,"losses":818,"wins":508},"GB2-08":{"draws":0,"losses":1038,"wins":286}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1332.5622695231198,"GB2-02":1376.2997394793297,"GB2-03":1269.2468413674612,"GB2-04":1349.2978629625645,"GB2-05":990.0771300377974,"GB2-06":910.8147147000224,"GB2-08":950.2026304432407},"none":{"GB2-01":1428.8183477532111,"GB2-02":1355.3674436513738,"GB2-03":1267.5838841219925,"GB2-05":1293.8503226620674,"GB2-06":902.768471447097,"GB2-07":1284.1460923473032,"GB2-08":947.8203207591471}},"per_game_tracks":{"medium":{"GB2-01":38.06623737484885,"GB2-02":42.27780714973984,"GB2-03":38.244011990561646,"GB2-04":37.95301353679201,"GB2-05":26.156932097007225,"GB2-06":19.58931197217457,"GB2-08":24.012466840621578},"none":{"GB2-01":48.048606806421034,"GB2-02":39.630027855512026,"GB2-03":38.06188108501169,"GB2-05":45.97287984485518,"GB2-06":19.12856914665972,"GB2-07":43.95187286467991,"GB2-08":23.85014824612292}},"program_outcomes":{"all":{"counted_attempts":26,"failed":3,"infra_excluded":5,"success_rate":0.8846153846153846,"too_slow":1,"worked_after_repair":9,"worked_first_time":14,"working":23},"medium":{"counted_attempts":12,"failed":1,"infra_excluded":3,"success_rate":0.9166666666666666,"too_slow":1,"worked_after_repair":4,"worked_first_time":7,"working":11},"none":{"counted_attempts":14,"failed":2,"infra_excluded":2,"success_rate":0.8571428571428571,"too_slow":0,"worked_after_repair":5,"worked_first_time":7,"working":12}},"provider_color":"#4137FF","provider_company":"Poolside","provider_key":"poolside","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":29.609523182045905,"none":29.853621490188306},"reasoning_agg":{"medium":{"max":42.27780714973984,"mean":29.609523182045905,"min":19.033118687424427},"none":{"max":48.048606806421034,"mean":29.853621490188306,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":0.24409830814240152},"working_program_strength":{"all":34.638840486500584,"medium":32.328540137392245,"none":36.94914083560892}},{"canonical_public_row_identity":"publication-row.v1:overall:nvidia-nemotron-3-5-super-vl:8d378f6e02468ff9","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.017223799999999997,"mean":0.011684275,"median":0.01118885,"min":0.0072799,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0934742},"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0053376,"mean":0.0035628175,"median":0.00344317,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.02850254}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.017223799999999997,"mean":0.011684275,"median":0.01118885,"min":0.0072799,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.0934742},"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0053376,"mean":0.0035628175,"median":0.00344317,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.02850254}},"codegen_cost_usd":{"admitted_cell_count":11,"cell_count":16,"cost_basis_counts":{"provider_reported":26},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.017223799999999997,"mean":0.00762354625,"median":0.00630875,"min":0.0016103,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":26},"recorded_attempt_count":26,"run_count":16,"total":0.12197674000000001},"codegen_latency_ms":{"attempt_count":26,"max_ms":256073,"mean_ms":74799.75,"min_ms":5868,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":11,"max_ms":256073,"mean_ms":129205.75,"min_ms":48724,"run_count":8},"none":{"attempt_count":15,"max_ms":35513,"mean_ms":20393.75,"min_ms":5868,"run_count":8}},"codegen_output_tokens":{"attempt_count":26,"output_max":39370,"output_mean":15837.375,"output_min":2130,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":11,"output_max":39370,"output_mean":26486.125,"output_min":16576,"run_count":8},"none":{"attempt_count":15,"output_max":9122,"output_mean":5188.625,"output_min":2130,"run_count":8}},"display_name":"Nemotron 3.5 Super Vl","economics":{"all":29.624368740552306,"medium":47.997453595931866,"none":11.251283885172748},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":26,"effective_max_output_tokens":[235929],"finish_reason_observations":26,"finish_reasons":["stop"],"indexed_attempts":26,"output_token_observations":26,"provider_post_attempt_observations":26,"provider_post_attempts":26,"reasoning_token_observations":26,"reconciliation_get_attempt_observations":26,"requested_max_output_token_observations":26,"requested_max_output_tokens":[235929],"total_output_tokens":253398,"total_reasoning_output_tokens":186412,"total_visible_output_tokens":66986,"visible_token_observations":26},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nvidia","provider_model":"nvidia/nemotron-3.5-super-vl","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-05","GB2-06"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":64.68199653279947,"score":32.34099826639974},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.827197765720406,"score":21.913598882860203},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":33.85645289573246,"score":16.92822644786623},"GB2-04":{"attempts":2,"playable":40.71715920948451,"score":40.71715920948451},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":54.88217329338811,"score":27.441086646694053},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":42.45572193895544,"score":21.22786096947772},"GB2-07":{"attempts":2,"playable":39.59620485182923,"score":39.59620485182923},"GB2-08":{"attempts":2,"playable":36.829814649806806,"score":36.829814649806806}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":64.68199653279947,"score":64.68199653279947},"GB2-02":{"attempts":1,"playable":43.827197765720406,"score":43.827197765720406},"GB2-03":{"attempts":1,"playable":33.85645289573246,"score":33.85645289573246},"GB2-04":{"attempts":1,"playable":39.24052706305671,"score":39.24052706305671},"GB2-05":{"attempts":1,"playable":54.88217329338811,"score":54.88217329338811},"GB2-06":{"attempts":1,"playable":42.45572193895544,"score":42.45572193895544},"GB2-07":{"attempts":1,"playable":56.215040596646595,"score":56.215040596646595},"GB2-08":{"attempts":1,"playable":48.82051868115578,"score":48.82051868115578}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":42.193791355912296,"score":42.193791355912296},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":22.977369107011853,"score":22.977369107011853},"GB2-08":{"attempts":1,"playable":24.839110618457838,"score":24.839110618457838}}},"id":"nvidia/nemotron-3.5-super-vl","is_recent_addition":false,"last_measured_at":"2026-11-19T13:21:17Z","match_totals_all":{"draws":1516,"losses":3581,"wins":1997},"match_totals_tracks":{"medium":{"draws":1114,"losses":2347,"wins":1683},"none":{"draws":402,"losses":1234,"wins":314}},"model_slug":"nvidia-nemotron-3-5-super-vl","official_rank_by_reasoning":{"medium":61},"overall":{"max":64.68199653279947,"mean":29.624368740552306,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":77,"losses":214,"wins":357},"GB2-02":{"draws":446,"losses":146,"wins":20},"GB2-03":{"draws":208,"losses":348,"wins":78},"GB2-04":{"draws":773,"losses":403,"wins":80},"GB2-05":{"draws":0,"losses":333,"wins":331},"GB2-06":{"draws":12,"losses":391,"wins":229},"GB2-07":{"draws":0,"losses":866,"wins":458},"GB2-08":{"draws":0,"losses":880,"wins":444}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":77,"losses":214,"wins":357},"GB2-02":{"draws":446,"losses":146,"wins":20},"GB2-03":{"draws":208,"losses":348,"wins":78},"GB2-04":{"draws":371,"losses":218,"wins":39},"GB2-05":{"draws":0,"losses":333,"wins":331},"GB2-06":{"draws":12,"losses":391,"wins":229},"GB2-07":{"draws":0,"losses":329,"wins":333},"GB2-08":{"draws":0,"losses":368,"wins":296}},"none":{"GB2-04":{"draws":402,"losses":185,"wins":41},"GB2-07":{"draws":0,"losses":537,"wins":125},"GB2-08":{"draws":0,"losses":512,"wins":148}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1592.5118843751814,"GB2-02":1388.4502560161854,"GB2-03":1229.7546332577965,"GB2-04":1359.6892987394026,"GB2-05":1408.4564269341663,"GB2-06":1276.4497916808882,"GB2-07":1444.8285739779635,"GB2-08":1316.8804746687601},"none":{"GB2-04":1383.2369165465375,"GB2-07":996.2223880889763,"GB2-08":962.2780754056826}},"per_game_tracks":{"medium":{"GB2-01":64.68199653279947,"GB2-02":43.827197765720406,"GB2-03":33.85645289573246,"GB2-04":39.24052706305671,"GB2-05":54.88217329338811,"GB2-06":42.45572193895544,"GB2-07":56.215040596646595,"GB2-08":48.82051868115578},"none":{"GB2-04":42.193791355912296,"GB2-07":22.977369107011853,"GB2-08":24.839110618457838}},"program_outcomes":{"all":{"counted_attempts":16,"failed":5,"infra_excluded":0,"success_rate":0.6875,"too_slow":0,"worked_after_repair":5,"worked_first_time":6,"working":11},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":2,"worked_first_time":1,"working":3}},"provider_color":"#76B900","provider_company":"NVIDIA","provider_key":"nvidia","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":47.997453595931866,"none":11.251283885172748},"reasoning_agg":{"medium":{"max":64.68199653279947,"mean":47.997453595931866,"min":33.85645289573246},"none":{"max":42.193791355912296,"mean":11.251283885172748,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":36.74616971075912},"working_program_strength":{"all":39.00043864486293,"medium":47.997453595931866,"none":30.003423693793994}},{"canonical_public_row_identity":"publication-row.v1:overall:dots-studio-dots-3-note-preview:8dea3fdd7265a2a1","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":10,"run_count":8,"total":0.0},"none":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":13,"run_count":9,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":9},"recorded_attempt_count":10,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":12},"recorded_attempt_count":13,"run_count":9,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":23},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":21},"recorded_attempt_count":23,"run_count":17,"total":0.0},"codegen_latency_ms":{"attempt_count":22,"max_ms":467707,"mean_ms":155907.8125,"min_ms":18623,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":9,"max_ms":467707,"mean_ms":300282.85714285716,"min_ms":146573,"run_count":7},"none":{"attempt_count":13,"max_ms":75694,"mean_ms":43616.11111111111,"min_ms":18623,"run_count":9}},"codegen_output_tokens":{"attempt_count":23,"output_max":253455,"output_mean":27036.58823529412,"output_min":1850,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":10,"output_max":253455,"output_mean":53395.875,"output_min":14645,"run_count":8},"none":{"attempt_count":13,"output_max":8639,"output_mean":3606.1111111111113,"output_min":1850,"run_count":9}},"display_name":"Dots 3 Note Preview","economics":{"all":29.088185643935667,"medium":36.83736618909388,"none":21.339005098777456},"first_seen_at":null,"game_gaps":{"all":{"GB2-04":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-04":"infra_excluded"},"none":{"GB2-02":"failed","GB2-04":"failed","GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":23,"effective_max_output_tokens":[360000],"finish_reason_observations":22,"finish_reasons":["stop"],"indexed_attempts":23,"output_token_observations":23,"provider_post_attempt_observations":23,"provider_post_attempts":23,"reasoning_token_observations":23,"reconciliation_get_attempt_observations":23,"reconciliation_get_attempts":5,"requested_max_output_token_observations":23,"requested_max_output_tokens":[360000],"total_output_tokens":459622,"total_reasoning_output_tokens":415918,"total_visible_output_tokens":43704,"visible_token_observations":23},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":360000,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"dots-studio/dots-3-note-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":7,"first_pass_admitted":5,"first_pass_rate":0.7142857142857143,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"infra_failures_excluded":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-04"],"infra_failures_excluded":1,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":2,"repaired_rate":0.2857142857142857},"baseline":{"admitted_plugins":5,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-04","GB2-07"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-08"],"infra_failures_excluded":1,"model_code_failure_rate":0.375,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":47.17986355901657,"score":47.17986355901657},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":44.02290795170403,"score":22.011453975852014},"GB2-03":{"attempts":2,"playable":41.55018039638047,"score":41.55018039638047},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":2,"playable":33.140660479423275,"score":33.140660479423275},"GB2-06":{"attempts":2,"playable":47.66818382739052,"score":47.66818382739052},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":9.349907404030027,"score":4.674953702015014},"GB2-08":{"attempts":2,"playable":18.06150611686054,"score":18.06150611686054}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":62.359141446930145,"score":62.359141446930145},"GB2-02":{"attempts":1,"playable":44.02290795170403,"score":44.02290795170403},"GB2-03":{"attempts":1,"playable":42.84900460133625,"score":42.84900460133625},"GB2-05":{"attempts":1,"playable":39.336546528044565,"score":39.336546528044565},"GB2-06":{"attempts":1,"playable":48.00284996634029,"score":48.00284996634029},"GB2-07":{"attempts":1,"playable":9.349907404030027,"score":9.349907404030027},"GB2-08":{"attempts":1,"playable":11.94120542527187,"score":11.94120542527187}},"none":{"GB2-01":{"attempts":1,"playable":32.000585671102996,"score":32.000585671102996},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":40.25135619142469,"score":40.25135619142469},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":26.94477443080199,"score":26.94477443080199},"GB2-06":{"attempts":1,"playable":47.33351768844076,"score":47.33351768844076},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":24.181806808449206,"score":24.181806808449206}}},"id":"dots-studio/dots-3-note-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T16:20:49Z","match_totals_all":{"draws":1111,"losses":4755,"wins":1906},"match_totals_tracks":{"medium":{"draws":617,"losses":2724,"wins":1175},"none":{"draws":494,"losses":2031,"wins":731}},"model_slug":"dots-studio-dots-3-note-preview","official_rank_by_reasoning":{"none":104},"overall":{"max":62.359141446930145,"mean":29.088185643935667,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":202,"losses":623,"wins":467},"GB2-02":{"draws":435,"losses":149,"wins":26},"GB2-03":{"draws":452,"losses":590,"wins":226},"GB2-05":{"draws":0,"losses":928,"wins":396},"GB2-06":{"draws":22,"losses":720,"wins":528},"GB2-07":{"draws":0,"losses":613,"wins":49},"GB2-08":{"draws":0,"losses":1132,"wins":214}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":2,"losses":265,"wins":379},"GB2-02":{"draws":435,"losses":149,"wins":26},"GB2-03":{"draws":167,"losses":317,"wins":150},"GB2-05":{"draws":0,"losses":426,"wins":236},"GB2-06":{"draws":13,"losses":354,"wins":265},"GB2-07":{"draws":0,"losses":613,"wins":49},"GB2-08":{"draws":0,"losses":600,"wins":70}},"none":{"GB2-01":{"draws":200,"losses":358,"wins":88},"GB2-03":{"draws":285,"losses":273,"wins":76},"GB2-05":{"draws":0,"losses":502,"wins":160},"GB2-06":{"draws":9,"losses":366,"wins":263},"GB2-08":{"draws":0,"losses":532,"wins":144}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1568.455132872074,"GB2-02":1389.9811759670995,"GB2-03":1310.3111464569445,"GB2-05":1206.3934834103597,"GB2-06":1363.781503981023,"GB2-07":721.1323563955903,"GB2-08":745.1923784882322},"none":{"GB2-01":1270.7768652770246,"GB2-03":1287.3641279432381,"GB2-05":1026.1464828219089,"GB2-06":1353.1608966866706,"GB2-08":952.6878122811723}},"per_game_tracks":{"medium":{"GB2-01":62.359141446930145,"GB2-02":44.02290795170403,"GB2-03":42.84900460133625,"GB2-05":39.336546528044565,"GB2-06":48.00284996634029,"GB2-07":9.349907404030027,"GB2-08":11.94120542527187},"none":{"GB2-01":32.000585671102996,"GB2-03":40.25135619142469,"GB2-05":26.94477443080199,"GB2-06":47.33351768844076,"GB2-08":24.181806808449206}},"program_outcomes":{"all":{"counted_attempts":15,"failed":3,"infra_excluded":2,"success_rate":0.8,"too_slow":0,"worked_after_repair":3,"worked_first_time":9,"working":12},"medium":{"counted_attempts":7,"failed":0,"infra_excluded":1,"success_rate":1.0,"too_slow":0,"worked_after_repair":2,"worked_first_time":5,"working":7},"none":{"counted_attempts":8,"failed":3,"infra_excluded":1,"success_rate":0.625,"too_slow":0,"worked_after_repair":1,"worked_first_time":4,"working":5}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":36.83736618909388,"none":21.339005098777456},"reasoning_agg":{"medium":{"max":62.359141446930145,"mean":36.83736618909388,"min":9.349907404030027},"none":{"max":47.33351768844076,"mean":21.339005098777456,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":15.498361090316422},"working_program_strength":{"all":35.4898871735689,"medium":36.83736618909388,"none":34.14240815804393}},{"canonical_public_row_identity":"publication-row.v1:overall:xiaomi-mimo-v2-5:46539a1664eec339","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0597184625,"mean":0.02467013555,"median":0.0239011175,"min":0.0040410944,"recorded_attempt_count":19,"run_count":8,"total":0.1973610844},"medium":{"admitted_cell_count":15,"cell_count":8,"cost_basis_counts":{"provider_reported":52},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.03062629,"mean":0.020124273158333334,"median":0.017895481666666668,"min":0.012095886733333333,"recorded_attempt_count":52,"run_count":24,"total":0.486187507},"none":{"admitted_cell_count":17,"cell_count":8,"cost_basis_counts":{"provider_reported":37},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.005169185000000001,"mean":0.002871050658333333,"median":0.0023354879666666667,"min":0.00169122,"recorded_attempt_count":37,"run_count":24,"total":0.06890521579999999}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":32},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0265755425,"mean":0.018416099712499998,"median":0.017703669999999998,"min":0.0109615788,"recorded_attempt_count":32,"run_count":15,"total":0.2720731754},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":20},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.038769960000000006,"mean":0.023744302225,"median":0.0230069837,"min":0.0074361952000000005,"recorded_attempt_count":20,"run_count":9,"total":0.2141143316},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.00295601625,"mean":0.0023887339375,"median":0.002303478175,"min":0.0017364400000000001,"recorded_attempt_count":25,"run_count":16,"total":0.038219743},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0097359,"mean":0.0038356840999999994,"median":0.0020557588,"min":0.0014804776,"recorded_attempt_count":12,"run_count":8,"total":0.0306854728},"historical-provider-setting-intensive":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":19},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0597184625,"mean":0.02467013555,"median":0.0239011175,"min":0.0040410944,"recorded_attempt_count":19,"run_count":8,"total":0.1973610844}},"codegen_cost_usd":{"admitted_cell_count":37,"cell_count":24,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0597184625,"mean":0.015888486455555555,"median":0.014928570933333333,"min":0.00169122,"recorded_attempt_count":108,"run_count":56,"total":0.7524538072},"codegen_latency_ms":{"attempt_count":32,"max_ms":2480898,"mean_ms":755138.0,"min_ms":19112,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":20,"max_ms":2480898,"mean_ms":1257942.2222222222,"min_ms":113183,"run_count":9},"none":{"attempt_count":12,"max_ms":1141174,"mean_ms":189483.25,"min_ms":19112,"run_count":8}},"codegen_output_tokens":{"attempt_count":32,"output_max":131072,"output_mean":43207.23529411765,"output_min":1607,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":20,"output_max":131072,"output_mean":76516.0,"output_min":16030,"run_count":9},"none":{"attempt_count":12,"output_max":24962,"output_mean":5734.875,"output_min":1607,"run_count":8}},"display_name":"MiMo-V2.5","economics":{"all":28.94381695045563,"highest":32.4128525503415,"medium":28.737049120221375,"none":25.681549180804023},"first_seen_at":null,"game_gaps":{"highest":{"GB2-03":"infra_excluded","GB2-05":"infra_excluded","GB2-07":"infra_excluded"},"medium":{"GB2-03":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":32,"finish_reasons":["length","stop"],"indexed_attempts":32,"output_token_observations":32,"total_output_tokens":734523},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"xiaomi","provider_model":"xiaomi/mimo-v2.5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":15,"evaluated_cells":16,"failed_game_aliases":["GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.0625,"game_attempts":{"GB2-01":{"admitted":2,"infra_failures_excluded":1},"GB2-02":{"admitted":3},"GB2-03":{"infra_failures_excluded":3},"GB2-04":{"admitted":3},"GB2-05":{"admitted":2},"GB2-06":{"admitted":1,"infra_failures_excluded":2},"GB2-07":{"admitted":2,"infra_failures_excluded":1},"GB2-08":{"admitted":2,"infra_failures_excluded":1,"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-01","GB2-03","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":8,"model_code_failure_rate":0.0625,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":14,"repaired_rate":0.875},"baseline":{"admitted_plugins":17,"evaluated_cells":23,"failed_game_aliases":["GB2-02","GB2-03","GB2-07","GB2-08"],"first_pass_admitted":12,"first_pass_rate":0.5217391304347826,"game_attempts":{"GB2-01":{"admitted":3},"GB2-02":{"admitted":1,"model_code_failures":2},"GB2-03":{"admitted":1,"model_code_failures":2},"GB2-04":{"admitted":2,"infra_failures_excluded":1},"GB2-05":{"admitted":3},"GB2-06":{"admitted":3},"GB2-07":{"admitted":2,"model_code_failures":1},"GB2-08":{"admitted":2,"model_code_failures":1}},"infra_excluded_game_aliases":["GB2-04"],"infra_failures_excluded":1,"model_code_failure_rate":0.2608695652173913,"model_code_failures":6,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.21739130434782608},"intensive":{"admitted_plugins":5,"evaluated_cells":5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"infra_failures_excluded":1},"GB2-04":{"admitted":1},"GB2-05":{"infra_failures_excluded":1},"GB2-06":{"admitted":1},"GB2-07":{"infra_failures_excluded":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-03","GB2-05","GB2-07"],"infra_failures_excluded":3,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":1.0}},"headline_games_all":{"GB2-01":{"attempts":6,"playable":30.937949793334607,"score":30.937949793334607},"GB2-02":{"attempts":7,"failed_attempts":2,"playable":41.791923391558264,"score":32.77942291525726},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":44.053149601173594,"score":14.684383200391197},"GB2-04":{"attempts":6,"playable":39.165398355953464,"score":39.165398355953464},"GB2-05":{"attempts":5,"playable":24.225721109491282,"score":24.225721109491282},"GB2-06":{"attempts":5,"playable":31.31626874818127,"score":31.31626874818127},"GB2-07":{"attempts":5,"failed_attempts":1,"playable":25.448627673805678,"score":21.970752675198003},"GB2-08":{"attempts":7,"failed_attempts":2,"playable":27.676743308698367,"score":19.66718327724656}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"playable":23.806017717447574,"score":23.806017717447574},"GB2-02":{"attempts":1,"playable":43.68005300792272,"score":43.68005300792272},"GB2-04":{"attempts":1,"playable":38.18873437663239,"score":38.18873437663239},"GB2-06":{"attempts":1,"playable":45.44526800667597,"score":45.44526800667597},"GB2-08":{"attempts":1,"playable":10.944189643028837,"score":10.944189643028837}},"medium":{"GB2-01":{"attempts":2,"playable":28.09993003591657,"score":28.09993003591657},"GB2-02":{"attempts":3,"playable":41.13946502339754,"score":41.13946502339754},"GB2-04":{"attempts":3,"playable":38.21659359032926,"score":38.21659359032926},"GB2-05":{"attempts":2,"playable":22.77832708354563,"score":22.77832708354563},"GB2-06":{"attempts":1,"playable":17.562532099307294,"score":17.562532099307294},"GB2-07":{"attempts":2,"playable":30.03000535596531,"score":30.03000535596531},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":34.99873597963198,"score":23.332490653087987}},"none":{"GB2-01":{"attempts":3,"playable":40.90790162663967,"score":40.90790162663967},"GB2-02":{"attempts":3,"failed_attempts":2,"playable":40.556252143354534,"score":13.518750714451512},"GB2-03":{"attempts":3,"failed_attempts":2,"playable":44.053149601173594,"score":14.684383200391197},"GB2-04":{"attempts":2,"playable":41.09086710089875,"score":41.09086710089875},"GB2-05":{"attempts":3,"playable":25.67311513543693,"score":25.67311513543693},"GB2-06":{"attempts":3,"playable":30.941006138560535,"score":30.941006138560535},"GB2-07":{"attempts":3,"failed_attempts":1,"playable":20.867249991646045,"score":13.911499994430697},"GB2-08":{"attempts":3,"failed_attempts":1,"playable":37.087304303434294,"score":24.72486953562286}}},"id":"xiaomi/mimo-v2.5","is_recent_addition":false,"last_measured_at":"2026-11-19T15:38:52Z","match_totals_all":{"draws":5325,"losses":14107,"wins":4374},"match_totals_tracks":{"highest":{"draws":1078,"losses":1729,"wins":379},"medium":{"draws":2511,"losses":5590,"wins":1533},"none":{"draws":1736,"losses":6788,"wins":2462}},"model_slug":"xiaomi-mimo-v2-5","official_rank_by_reasoning":{"none":96},"overall":{"max":45.44526800667597,"mean":28.94381695045563,"min":10.944189643028837},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_or_non_distinct_settings","untested_or_ineligible_settings","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-01":23.806017717447574,"GB2-02":43.68005300792272,"GB2-04":38.18873437663239,"GB2-06":45.44526800667597,"GB2-08":10.944189643028837},"per_game_all":{"GB2-01":30.937949793334607,"GB2-02":41.791923391558264,"GB2-04":39.165398355953464,"GB2-06":31.31626874818127,"GB2-08":27.676743308698367},"per_game_match_totals_all":{"GB2-01":{"draws":803,"losses":2264,"wins":813},"GB2-02":{"draws":2174,"losses":826,"wins":60},"GB2-03":{"draws":219,"losses":286,"wins":131},"GB2-04":{"draws":2120,"losses":1367,"wins":283},"GB2-05":{"draws":0,"losses":2591,"wins":729},"GB2-06":{"draws":9,"losses":2293,"wins":864},"GB2-07":{"draws":0,"losses":2093,"wins":557},"GB2-08":{"draws":0,"losses":2387,"wins":937}},"per_game_match_totals_tracks":{"highest":{"GB2-01":{"draws":268,"losses":372,"wins":6},"GB2-02":{"draws":454,"losses":144,"wins":14},"GB2-04":{"draws":351,"losses":236,"wins":43},"GB2-06":{"draws":5,"losses":378,"wins":253},"GB2-08":{"draws":0,"losses":599,"wins":63}},"medium":{"GB2-01":{"draws":159,"losses":881,"wins":254},"GB2-02":{"draws":1288,"losses":510,"wins":38},"GB2-04":{"draws":1064,"losses":698,"wins":122},"GB2-05":{"draws":0,"losses":1058,"wins":270},"GB2-06":{"draws":0,"losses":539,"wins":93},"GB2-07":{"draws":0,"losses":995,"wins":331},"GB2-08":{"draws":0,"losses":909,"wins":425}},"none":{"GB2-01":{"draws":376,"losses":1011,"wins":553},"GB2-02":{"draws":432,"losses":172,"wins":8},"GB2-03":{"draws":219,"losses":286,"wins":131},"GB2-04":{"draws":705,"losses":433,"wins":118},"GB2-05":{"draws":0,"losses":1533,"wins":459},"GB2-06":{"draws":4,"losses":1376,"wins":518},"GB2-07":{"draws":0,"losses":1098,"wins":226},"GB2-08":{"draws":0,"losses":879,"wins":449}}},"per_game_raw_elo_all":{"GB2-01":1255.0030522184834,"GB2-02":1372.4447192344362,"GB2-04":1359.0369950386666,"GB2-06":1096.145497780363,"GB2-08":991.2807925689034},"per_game_raw_elo_tracks":{"highest":{"GB2-01":1178.291063333148,"GB2-02":1387.2987815978177,"GB2-04":1351.2073354080135,"GB2-06":1323.342049811335,"GB2-08":723.4403950956695},"medium":{"GB2-01":1228.105457343113,"GB2-02":1367.3136917717177,"GB2-04":1351.4252743567813,"GB2-05":954.8292106959436,"GB2-06":874.8582490637973,"GB2-07":1095.161328364402,"GB2-08":1114.0161702246417},"none":{"GB2-01":1358.6126359791895,"GB2-02":1362.721684333774,"GB2-03":1320.9262268021096,"GB2-04":1374.478375351205,"GB2-05":971.0255970545982,"GB2-06":1090.2361944659563,"GB2-07":950.2583979159069,"GB2-08":1136.3858123863986}},"per_game_tracks":{"highest":{"GB2-01":23.806017717447574,"GB2-02":43.68005300792272,"GB2-04":38.18873437663239,"GB2-06":45.44526800667597,"GB2-08":10.944189643028837},"medium":{"GB2-01":28.09993003591657,"GB2-02":41.13946502339754,"GB2-04":38.21659359032926,"GB2-05":22.77832708354563,"GB2-06":17.562532099307294,"GB2-07":30.03000535596531,"GB2-08":34.99873597963198},"none":{"GB2-01":40.90790162663967,"GB2-02":40.556252143354534,"GB2-03":44.053149601173594,"GB2-04":41.09086710089875,"GB2-05":25.67311513543693,"GB2-06":30.941006138560535,"GB2-07":20.867249991646045,"GB2-08":37.087304303434294}},"program_outcomes":{"all":{"counted_attempts":44,"failed":7,"infra_excluded":12,"success_rate":0.8409090909090909,"too_slow":0,"worked_after_repair":24,"worked_first_time":13,"working":37},"highest":{"counted_attempts":5,"failed":0,"infra_excluded":3,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"medium":{"counted_attempts":16,"failed":1,"infra_excluded":8,"success_rate":0.9375,"too_slow":0,"worked_after_repair":14,"worked_first_time":1,"working":15},"none":{"counted_attempts":23,"failed":6,"infra_excluded":1,"success_rate":0.7391304347826086,"too_slow":0,"worked_after_repair":5,"worked_first_time":12,"working":17}},"provider_color":"#FF6900","provider_company":"Xiaomi","provider_key":"xiaomi","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":32.4128525503415,"medium":28.737049120221375,"none":25.681549180804023},"reasoning_agg":{"highest":{"max":45.44526800667597,"mean":32.4128525503415,"min":10.944189643028837},"medium":{"max":41.13946502339754,"mean":28.737049120221375,"min":17.562532099307294},"none":{"max":41.09086710089875,"mean":25.681549180804023,"min":13.518750714451512}},"reasoning_labels":{"highest":"High","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":6.731303369537475},"working_program_strength":{"all":32.6545379669755,"highest":32.4128525503415,"medium":30.403655595441943,"none":35.147105755143045}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-5-4-nano:793a6bb6b9753252","codegen_cost_by_reasoning":{"highest":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":0.26962149999999996,"mean":0.26962149999999996,"median":0.26962149999999996,"min":0.26962149999999996,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":0.5392429999999999},"medium":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.034210525000000006,"mean":0.024715571875,"median":0.0256067375,"min":0.01676735,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":25},"run_count":16,"token_priced_attempt_count":25,"total":0.39544915},"none":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.01311555,"mean":0.009215359375,"median":0.009537575,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"run_count":16,"token_priced_attempt_count":27,"total":0.14744575000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":25},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.034210525000000006,"mean":0.024715571875,"median":0.0256067375,"min":0.01676735,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":25},"run_count":16,"token_priced_attempt_count":25,"total":0.39544915},"historical-provider-setting-baseline":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":27},"cost_is_complete":false,"evidence_basis":"Standard list-price estimate","failed_cell_count":4,"max":0.01311555,"mean":0.009215359375,"median":0.009537575,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-11-12":27},"run_count":16,"token_priced_attempt_count":27,"total":0.14744575000000001},"historical-provider-setting-intensive":{"cell_count":1,"cost_basis_counts":{"estimated":2,"local_standard_estimate":3},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","max":0.26962149999999996,"mean":0.26962149999999996,"median":0.26962149999999996,"min":0.26962149999999996,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":3},"recorded_attempt_count":2,"run_count":2,"token_priced_attempt_count":3,"total":0.5392429999999999}},"codegen_cost_usd":{"admitted_cell_count":24,"cell_count":17,"cost_basis_counts":{"estimated":2,"local_standard_estimate":55},"cost_is_complete":false,"evidence_basis":"Combined: Recorded attempt + Standard list-price estimate","failed_cell_count":8,"max":0.26962149999999996,"mean":0.03182758529411764,"median":0.01676735,"min":0.004854125,"pricing_table_versions":{"boardgame-list-prices-2026-07-12":2,"boardgame-list-prices-2026-11-12":55},"recorded_attempt_count":2,"run_count":34,"token_priced_attempt_count":55,"total":1.0821378999999998},"codegen_latency_ms":{"attempt_count":55,"max_ms":2131860,"mean_ms":191027.9411764706,"min_ms":20868,"run_count":34},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":3,"max_ms":2131860,"mean_ms":1627538.0,"min_ms":1123216,"run_count":2},"medium":{"attempt_count":25,"max_ms":1064325,"mean_ms":157709.5,"min_ms":63447,"run_count":16},"none":{"attempt_count":27,"max_ms":101610,"mean_ms":44782.625,"min_ms":20868,"run_count":16}},"codegen_output_tokens":{"attempt_count":55,"output_max":256000,"output_mean":22146.529411764706,"output_min":2711,"run_count":34},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":3,"output_max":256000,"output_mean":192000.0,"output_min":128000,"run_count":2},"medium":{"attempt_count":25,"output_max":25344,"output_mean":17769.9375,"output_min":11435,"run_count":16},"none":{"attempt_count":27,"output_max":10894,"output_mean":5291.4375,"output_min":2711,"run_count":16}},"display_name":"GPT-5.4 Nano","economics":{"all":27.770090868968886,"medium":30.927113591883597,"none":24.61306814605418},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":54,"finish_reasons":["incomplete","stop"],"indexed_attempts":57,"output_token_observations":57,"reasoning_token_observations":2,"total_output_tokens":752982,"total_reasoning_output_tokens":128000,"visible_token_observations":2},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-5.4-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-03","GB2-04"],"first_pass_admitted":5,"first_pass_rate":0.3125,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"model_code_failures":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.4375},"baseline":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-03","GB2-04","GB2-07"],"first_pass_admitted":5,"first_pass_rate":0.3125,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":2},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"model_code_failures":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":1,"model_code_failures":1},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.4375}},"headline_games_all":{"GB2-01":{"attempts":4,"playable":29.862909262261795,"score":29.862909262261795},"GB2-02":{"attempts":4,"failed_attempts":1,"playable":38.739423046788914,"score":29.14308147458123},"GB2-03":{"attempts":4,"failed_attempts":3,"playable":32.33872616369773,"score":8.084681540924432},"GB2-04":{"attempts":4,"failed_attempts":3,"playable":49.30094683300699,"score":12.325236708251747},"GB2-05":{"attempts":4,"playable":28.031697123894087,"score":28.031697123894087},"GB2-06":{"attempts":4,"playable":47.29886726272654,"score":47.29886726272654},"GB2-07":{"attempts":4,"failed_attempts":1,"playable":27.226630776199627,"score":22.157556179019274},"GB2-08":{"attempts":4,"playable":45.256697400092015,"score":45.256697400092015}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"playable":15.657811596412838,"score":15.657811596412838},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":38.38536628883076,"score":19.19268314441538},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":49.30094683300699,"score":24.650473416503495},"GB2-05":{"attempts":2,"playable":48.47599894464095,"score":48.47599894464095},"GB2-06":{"attempts":2,"playable":55.78859514451342,"score":55.78859514451342},"GB2-07":{"attempts":2,"playable":34.17696316367784,"score":34.17696316367784},"GB2-08":{"attempts":2,"playable":49.47438332490487,"score":49.47438332490487}},"none":{"GB2-01":{"attempts":2,"playable":44.06800692811075,"score":44.06800692811075},"GB2-02":{"attempts":2,"playable":39.093479804747076,"score":39.093479804747076},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":32.33872616369773,"score":16.169363081848864},"GB2-04":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-05":{"attempts":2,"playable":7.587395303147225,"score":7.587395303147225},"GB2-06":{"attempts":2,"playable":38.809139380939655,"score":38.809139380939655},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":20.27629838872142,"score":10.13814919436071},"GB2-08":{"attempts":2,"playable":41.03901147527916,"score":41.03901147527916}}},"id":"gpt-5.4-nano","is_recent_addition":false,"last_measured_at":"2026-11-19T16:15:02Z","match_totals_all":{"draws":2196,"losses":9213,"wins":4107},"match_totals_tracks":{"medium":{"draws":915,"losses":4399,"wins":2472},"none":{"draws":1281,"losses":4814,"wins":1635}},"model_slug":"gpt-5-4-nano","official_rank_by_reasoning":{"medium":90,"none":97},"overall":{"max":55.78859514451342,"mean":27.770090868968886,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":478,"losses":1631,"wins":477},"GB2-02":{"draws":1255,"losses":568,"wins":15},"GB2-03":{"draws":159,"losses":382,"wins":93},"GB2-04":{"draws":270,"losses":209,"wins":149},"GB2-05":{"draws":0,"losses":1979,"wins":679},"GB2-06":{"draws":34,"losses":1433,"wins":1065},"GB2-07":{"draws":0,"losses":1480,"wins":508},"GB2-08":{"draws":0,"losses":1531,"wins":1121}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":197,"losses":1013,"wins":84},"GB2-02":{"draws":419,"losses":193,"wins":2},"GB2-04":{"draws":270,"losses":209,"wins":149},"GB2-05":{"draws":0,"losses":733,"wins":595},"GB2-06":{"draws":29,"losses":612,"wins":627},"GB2-07":{"draws":0,"losses":926,"wins":400},"GB2-08":{"draws":0,"losses":713,"wins":615}},"none":{"GB2-01":{"draws":281,"losses":618,"wins":393},"GB2-02":{"draws":836,"losses":375,"wins":13},"GB2-03":{"draws":159,"losses":382,"wins":93},"GB2-05":{"draws":0,"losses":1246,"wins":84},"GB2-06":{"draws":5,"losses":821,"wins":438},"GB2-07":{"draws":0,"losses":554,"wins":108},"GB2-08":{"draws":0,"losses":818,"wins":506}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1028.470157276619,"GB2-02":1345.4188762080012,"GB2-04":1439.216543873507,"GB2-05":1358.9565950631484,"GB2-06":1491.1219954559763,"GB2-07":1105.8137713529711,"GB2-08":1393.85787099972},"none":{"GB2-01":1390.4676722734384,"GB2-02":1351.0863842391175,"GB2-03":1215.6468692479275,"GB2-05":610.1287823899112,"GB2-06":1218.7767016423613,"GB2-07":952.2822048053358,"GB2-08":1241.214563095638}},"per_game_tracks":{"medium":{"GB2-01":15.657811596412838,"GB2-02":38.38536628883076,"GB2-04":49.30094683300699,"GB2-05":48.47599894464095,"GB2-06":55.78859514451342,"GB2-07":34.17696316367784,"GB2-08":49.47438332490487},"none":{"GB2-01":44.06800692811075,"GB2-02":39.093479804747076,"GB2-03":32.33872616369773,"GB2-05":7.587395303147225,"GB2-06":38.809139380939655,"GB2-07":20.27629838872142,"GB2-08":41.03901147527916}},"program_outcomes":{"all":{"counted_attempts":32,"failed":8,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":14,"worked_first_time":10,"working":24},"medium":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12},"none":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":30.927113591883597,"none":24.61306814605418},"reasoning_agg":{"medium":{"max":55.78859514451342,"mean":30.927113591883597,"min":0.0},"none":{"max":44.06800692811075,"mean":24.61306814605418,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Medium","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":6.314045445829418},"working_program_strength":{"all":36.748008767187905,"medium":41.608580756569665,"none":31.88743677780614}},{"canonical_public_row_identity":"publication-row.v1:overall:meituan-longcat-2-0:e10f1d37c2c81028","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":70},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.103943664,"mean":0.0866474535,"median":0.088847748,"min":0.062759676,"recorded_attempt_count":70,"run_count":16,"total":1.386359256},"none":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.021206376000000002,"mean":0.01337795025,"median":0.01381146,"min":0.006392298,"recorded_attempt_count":38,"run_count":16,"total":0.214047204}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":12,"cell_count":8,"cost_basis_counts":{"provider_reported":70},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.103943664,"mean":0.0866474535,"median":0.088847748,"min":0.062759676,"recorded_attempt_count":70,"run_count":16,"total":1.3863592560000002},"historical-provider-setting-baseline":{"admitted_cell_count":14,"cell_count":8,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.021206376000000002,"mean":0.01337795025,"median":0.01381146,"min":0.006392298,"recorded_attempt_count":38,"run_count":16,"total":0.214047204}},"codegen_cost_usd":{"admitted_cell_count":26,"cell_count":16,"cost_basis_counts":{"provider_reported":108},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.103943664,"mean":0.050012701874999996,"median":0.041983026,"min":0.006392298,"recorded_attempt_count":108,"run_count":32,"total":1.6004064600000003},"codegen_latency_ms":{"attempt_count":87,"max_ms":1635062,"mean_ms":598630.75,"min_ms":47979,"run_count":32},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":49,"max_ms":1635062,"mean_ms":1021590.9375,"min_ms":525940,"run_count":16},"none":{"attempt_count":38,"max_ms":457140,"mean_ms":175670.5625,"min_ms":47979,"run_count":16}},"codegen_output_tokens":{"attempt_count":97,"output_max":110598,"output_mean":38325.9375,"output_min":2150,"run_count":32},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":59,"output_max":110598,"output_mean":68392.8125,"output_min":16796,"run_count":16},"none":{"attempt_count":38,"output_max":22812,"output_mean":8259.0625,"output_min":2150,"run_count":16}},"display_name":"LongCat 2.0","economics":{"all":27.323443899902358,"medium":27.43358992729101,"none":27.21329787251371},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":87,"finish_reasons":["length","stop","unknown"],"indexed_attempts":109,"output_token_observations":109,"reasoning_token_observations":57,"total_output_tokens":1226430,"total_reasoning_output_tokens":474156,"total_visible_output_tokens":133629,"visible_token_observations":44},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"meituan","provider_model":"meituan/longcat-2.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":12,"evaluated_cells":16,"failed_game_aliases":["GB2-01","GB2-02","GB2-03"],"first_pass_admitted":9,"first_pass_rate":0.5625,"game_attempts":{"GB2-01":{"model_code_failures":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":1,"model_code_failures":1},"GB2-04":{"admitted":2},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.25,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.1875},"baseline":{"admitted_plugins":14,"evaluated_cells":16,"failed_game_aliases":["GB2-02","GB2-04"],"first_pass_admitted":8,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"admitted":2},"GB2-06":{"admitted":2},"GB2-07":{"admitted":2},"GB2-08":{"admitted":2}},"model_code_failure_rate":0.125,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":6,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":4,"failed_attempts":2,"playable":41.29843113022235,"score":20.649215565111174},"GB2-02":{"attempts":4,"failed_attempts":2,"playable":41.13517547755934,"score":20.56758773877967},"GB2-03":{"attempts":4,"failed_attempts":1,"playable":36.39229271803178,"score":26.700223328959417},"GB2-04":{"attempts":4,"failed_attempts":1,"playable":41.70391030427996,"score":30.420221687773164},"GB2-05":{"attempts":4,"playable":21.140475909791796,"score":21.140475909791796},"GB2-06":{"attempts":4,"playable":28.046038543376767,"score":28.046038543376767},"GB2-07":{"attempts":4,"playable":35.63585607626979,"score":35.63585607626979},"GB2-08":{"attempts":4,"playable":35.4279323491571,"score":35.4279323491571}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":42.37164135792266,"score":21.18582067896133},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":38.76827755628944,"score":19.38413877814472},"GB2-04":{"attempts":2,"playable":38.27306614253274,"score":38.27306614253274},"GB2-05":{"attempts":2,"playable":31.29100172756691,"score":31.29100172756691},"GB2-06":{"attempts":2,"playable":22.293452720485067,"score":22.293452720485067},"GB2-07":{"attempts":2,"playable":37.24438026608787,"score":37.24438026608787},"GB2-08":{"attempts":2,"playable":49.79685910454942,"score":49.79685910454942}},"none":{"GB2-01":{"attempts":2,"playable":41.29843113022235,"score":41.29843113022235},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.898709597196024,"score":19.949354798598012},"GB2-03":{"attempts":2,"playable":34.01630787977412,"score":34.01630787977412},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":45.13475446602717,"score":22.567377233013584},"GB2-05":{"attempts":2,"playable":10.989950092016677,"score":10.989950092016677},"GB2-06":{"attempts":2,"playable":33.79862436626847,"score":33.79862436626847},"GB2-07":{"attempts":2,"playable":34.027331886451705,"score":34.027331886451705},"GB2-08":{"attempts":2,"playable":21.059005593764784,"score":21.059005593764784}}},"id":"meituan/longcat-2.0","is_recent_addition":false,"last_measured_at":"2026-11-19T16:25:49Z","match_totals_all":{"draws":2730,"losses":10429,"wins":3641},"match_totals_tracks":{"medium":{"draws":1309,"losses":4558,"wins":1881},"none":{"draws":1421,"losses":5871,"wins":1760}},"model_slug":"meituan-longcat-2-0","official_rank_by_reasoning":{"medium":94,"none":89},"overall":{"max":49.79685910454942,"mean":27.323443899902358,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":305,"losses":649,"wins":344},"GB2-02":{"draws":900,"losses":319,"wins":5},"GB2-03":{"draws":521,"losses":1067,"wins":316},"GB2-04":{"draws":969,"losses":703,"wins":212},"GB2-05":{"draws":0,"losses":2159,"wins":499},"GB2-06":{"draws":35,"losses":1906,"wins":591},"GB2-07":{"draws":0,"losses":1835,"wins":815},"GB2-08":{"draws":0,"losses":1791,"wins":859}},"per_game_match_totals_tracks":{"medium":{"GB2-02":{"draws":465,"losses":145,"wins":2},"GB2-03":{"draws":178,"losses":337,"wins":121},"GB2-04":{"draws":639,"losses":499,"wins":118},"GB2-05":{"draws":0,"losses":955,"wins":373},"GB2-06":{"draws":27,"losses":1016,"wins":223},"GB2-07":{"draws":0,"losses":891,"wins":435},"GB2-08":{"draws":0,"losses":715,"wins":609}},"none":{"GB2-01":{"draws":305,"losses":649,"wins":344},"GB2-02":{"draws":435,"losses":174,"wins":3},"GB2-03":{"draws":343,"losses":730,"wins":195},"GB2-04":{"draws":330,"losses":204,"wins":94},"GB2-05":{"draws":0,"losses":1204,"wins":126},"GB2-06":{"draws":8,"losses":890,"wins":368},"GB2-07":{"draws":0,"losses":944,"wins":380},"GB2-08":{"draws":0,"losses":1076,"wins":250}}},"per_game_raw_elo_tracks":{"medium":{"GB2-02":1377.03926488995,"GB2-03":1274.1895711050931,"GB2-04":1351.4667210454877,"GB2-05":1060.095046042763,"GB2-06":955.821933015662,"GB2-07":1172.3191092665043,"GB2-08":1351.173528923578},"none":{"GB2-01":1364.1843189339756,"GB2-02":1357.504750879447,"GB2-03":1228.8744256841096,"GB2-04":1406.4386560959256,"GB2-05":705.7494655585151,"GB2-06":1139.7890955284945,"GB2-07":1153.214855495518,"GB2-08":905.8680785324166}},"per_game_tracks":{"medium":{"GB2-02":42.37164135792266,"GB2-03":38.76827755628944,"GB2-04":38.27306614253274,"GB2-05":31.29100172756691,"GB2-06":22.293452720485067,"GB2-07":37.24438026608787,"GB2-08":49.79685910454942},"none":{"GB2-01":41.29843113022235,"GB2-02":39.898709597196024,"GB2-03":34.01630787977412,"GB2-04":45.13475446602717,"GB2-05":10.989950092016677,"GB2-06":33.79862436626847,"GB2-07":34.027331886451705,"GB2-08":21.059005593764784}},"program_outcomes":{"all":{"counted_attempts":32,"failed":6,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":9,"worked_first_time":17,"working":26},"medium":{"counted_attempts":16,"failed":4,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":9,"working":12},"none":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":6,"worked_first_time":8,"working":14}},"provider_color":"#29E154","provider_company":"Meituan","provider_key":"meituan","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":27.43358992729101,"none":27.21329787251371},"reasoning_agg":{"medium":{"max":49.79685910454942,"mean":27.43358992729101,"min":0.0},"none":{"max":41.29843113022235,"mean":27.21329787251371,"min":10.989950092016677}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":0.22029205477729974},"working_program_strength":{"all":34.83813603647788,"medium":37.14838269649059,"none":32.527889376465154}},{"canonical_public_row_identity":"publication-row.v1:overall:google-gemma-4-31b-it:f5e0eadb2cba55bb","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0061656,"mean":0.00384247375,"median":0.003310595,"min":0.00192299,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.03073979},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00371018,"mean":0.00186558375,"median":0.00131646,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.014924670000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":8,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0061656,"mean":0.00384247375,"median":0.003310595,"min":0.00192299,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.030739789999999996},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.00371018,"mean":0.00186558375,"median":0.00131646,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":11},"recorded_attempt_count":11,"run_count":8,"total":0.01492467}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"provider_reported":25},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0061656,"mean":0.0028540287500000002,"median":0.00232709,"min":0.0011068,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":25},"recorded_attempt_count":25,"run_count":16,"total":0.04566446},"codegen_latency_ms":{"attempt_count":25,"max_ms":425398,"mean_ms":137358.0,"min_ms":22859,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":14,"max_ms":425398,"mean_ms":207893.5,"min_ms":65353,"run_count":8},"none":{"attempt_count":11,"max_ms":256957,"mean_ms":66822.5,"min_ms":22859,"run_count":8}},"codegen_output_tokens":{"attempt_count":25,"output_max":12120,"output_mean":4888.4375,"output_min":1108,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":14,"output_max":12120,"output_mean":7438.375,"output_min":3314,"run_count":8},"none":{"attempt_count":11,"output_max":4877,"output_mean":2338.5,"output_min":1108,"run_count":8}},"display_name":"Gemma 4 31B","economics":{"all":26.827705862151753,"medium":34.95940467957056,"none":18.696007044732944},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-03":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[16384],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":26,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[16384],"total_output_tokens":78215,"total_reasoning_output_tokens":27437,"total_visible_output_tokens":50778,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":16384,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"google","provider_model":"google/gemma-4-31b-it","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":8,"evaluated_cells":8,"first_pass_admitted":5,"first_pass_rate":0.625,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-03"],"first_pass_admitted":6,"first_pass_rate":0.75,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true}}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":21.453904497030056,"score":10.726952248515028},"GB2-02":{"attempts":2,"playable":40.7308996779384,"score":40.7308996779384},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":41.32651871439054,"score":20.66325935719527},"GB2-04":{"attempts":2,"playable":43.26466132519428,"score":43.26466132519428},"GB2-05":{"attempts":2,"playable":42.11931651007325,"score":42.11931651007325},"GB2-06":{"attempts":2,"playable":19.881307288808216,"score":19.881307288808216},"GB2-07":{"attempts":2,"playable":13.296218934376615,"score":13.296218934376615},"GB2-08":{"attempts":2,"playable":23.939031555112933,"score":23.939031555112933}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":21.453904497030056,"score":21.453904497030056},"GB2-02":{"attempts":1,"playable":42.26281338884834,"score":42.26281338884834},"GB2-03":{"attempts":1,"playable":41.32651871439054,"score":41.32651871439054},"GB2-04":{"attempts":1,"playable":41.51097887297708,"score":41.51097887297708},"GB2-05":{"attempts":1,"playable":68.36481316813875,"score":68.36481316813875},"GB2-06":{"attempts":1,"playable":23.67574984392035,"score":23.67574984392035},"GB2-07":{"attempts":1,"playable":17.058793004189656,"score":17.058793004189656},"GB2-08":{"attempts":1,"playable":24.021665947069682,"score":24.021665947069682}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.19898596702846,"score":39.19898596702846},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":45.01834377741149,"score":45.01834377741149},"GB2-05":{"attempts":1,"playable":15.873819852007736,"score":15.873819852007736},"GB2-06":{"attempts":1,"playable":16.086864733696085,"score":16.086864733696085},"GB2-07":{"attempts":1,"playable":9.533644864563573,"score":9.533644864563573},"GB2-08":{"attempts":1,"playable":23.85639716315619,"score":23.85639716315619}}},"id":"google/gemma-4-31b-it","is_recent_addition":false,"last_measured_at":"2026-11-19T16:11:17Z","match_totals_all":{"draws":1881,"losses":5623,"wins":1498},"match_totals_tracks":{"medium":{"draws":1104,"losses":2993,"wins":1043},"none":{"draws":777,"losses":2630,"wins":455}},"model_slug":"google-gemma-4-31b-it","official_rank_by_reasoning":{"medium":83,"none":106},"overall":{"max":68.36481316813875,"mean":26.827705862151753,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":146,"losses":449,"wins":53},"GB2-02":{"draws":867,"losses":338,"wins":17},"GB2-03":{"draws":131,"losses":345,"wins":158},"GB2-04":{"draws":728,"losses":395,"wins":133},"GB2-05":{"draws":0,"losses":820,"wins":508},"GB2-06":{"draws":9,"losses":1049,"wins":206},"GB2-07":{"draws":0,"losses":1184,"wins":140},"GB2-08":{"draws":0,"losses":1043,"wins":283}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":146,"losses":449,"wins":53},"GB2-02":{"draws":440,"losses":156,"wins":14},"GB2-03":{"draws":131,"losses":345,"wins":158},"GB2-04":{"draws":378,"losses":201,"wins":49},"GB2-05":{"draws":0,"losses":249,"wins":415},"GB2-06":{"draws":9,"losses":501,"wins":122},"GB2-07":{"draws":0,"losses":572,"wins":90},"GB2-08":{"draws":0,"losses":520,"wins":142}},"none":{"GB2-02":{"draws":427,"losses":182,"wins":3},"GB2-04":{"draws":350,"losses":194,"wins":84},"GB2-05":{"draws":0,"losses":571,"wins":93},"GB2-06":{"draws":0,"losses":548,"wins":84},"GB2-07":{"draws":0,"losses":612,"wins":50},"GB2-08":{"draws":0,"losses":523,"wins":141}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1148.6014336876221,"GB2-02":1376.1839794973082,"GB2-03":1296.8758369442635,"GB2-04":1377.8213198390827,"GB2-05":1609.9522675854082,"GB2-06":979.771565033282,"GB2-07":895.2694641078373,"GB2-08":950.3400592456552},"none":{"GB2-02":1351.931300941764,"GB2-04":1405.5227986327777,"GB2-05":823.3184177764615,"GB2-06":847.5995630338093,"GB2-07":726.3065012845076,"GB2-08":947.9122187605313}},"per_game_tracks":{"medium":{"GB2-01":21.453904497030056,"GB2-02":42.26281338884834,"GB2-03":41.32651871439054,"GB2-04":41.51097887297708,"GB2-05":68.36481316813875,"GB2-06":23.67574984392035,"GB2-07":17.058793004189656,"GB2-08":24.021665947069682},"none":{"GB2-02":39.19898596702846,"GB2-04":45.01834377741149,"GB2-05":15.873819852007736,"GB2-06":16.086864733696085,"GB2-07":9.533644864563573,"GB2-08":23.85639716315619}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":11,"working":14},"medium":{"counted_attempts":8,"failed":0,"infra_excluded":0,"success_rate":1.0,"too_slow":0,"worked_after_repair":3,"worked_first_time":5,"working":8},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":0,"worked_first_time":6,"working":6}},"provider_color":"#4285F4","provider_company":"Google","provider_key":"google","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":34.95940467957056,"none":18.696007044732944},"reasoning_agg":{"medium":{"max":68.36481316813875,"mean":34.95940467957056,"min":17.058793004189656},"none":{"max":45.01834377741149,"mean":18.696007044732944,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":16.263397634837617},"working_program_strength":{"all":29.94370703627391,"medium":34.95940467957056,"none":24.92800939297726}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-pro:280b427da2ae1cfc","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13491350000000002,"mean":0.10247140625000001,"median":0.113468875,"min":0.061553000000000004,"recorded_attempt_count":17,"run_count":8,"total":0.81977125},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.215758025,"mean":0.16162675,"median":0.1594081875,"min":0.098579625,"recorded_attempt_count":36,"run_count":16,"total":2.5860279999999998}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":5,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.13491350000000002,"mean":0.10247140625000001,"median":0.113468875,"min":0.061553000000000004,"recorded_attempt_count":17,"run_count":8,"total":0.81977125},"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":36},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.215758025,"mean":0.16162675,"median":0.1594081875,"min":0.098579625,"recorded_attempt_count":36,"run_count":16,"total":2.5860279999999998}},"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":53},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.215758025,"mean":0.132049078125,"median":0.1281735,"min":0.061553000000000004,"recorded_attempt_count":53,"run_count":24,"total":3.4057992500000003},"codegen_latency_ms":{"attempt_count":53,"max_ms":1200477,"mean_ms":895711.875,"min_ms":390884,"run_count":24},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":1097898,"mean_ms":822157.625,"min_ms":490730,"run_count":8},"none":{"attempt_count":36,"max_ms":1200477,"mean_ms":932489.0,"min_ms":390884,"run_count":16}},"codegen_output_tokens":{"attempt_count":53,"output_max":142709,"output_mean":109998.5,"output_min":55627,"run_count":24},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":131072,"output_mean":95066.75,"output_min":57337,"run_count":8},"none":{"attempt_count":36,"output_max":142709,"output_mean":117464.375,"output_min":55627,"run_count":16}},"display_name":"Nex N2 Pro","economics":{"all":26.24497000994157,"medium":15.271540402510903,"none":37.21839961737224},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"infra_excluded"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"infra_excluded","GB2-02":"infra_excluded","GB2-04":"failed"},"none":{"GB2-01":"infra_excluded"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":53,"finish_reasons":["length","stop"],"indexed_attempts":53,"output_token_observations":53,"total_output_tokens":2639964},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"mixed","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":5,"evaluated_cells":6,"failed_game_aliases":["GB2-04"],"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02"],"infra_failures_excluded":2,"model_code_failure_rate":0.16666666666666666,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":0.8333333333333334},"baseline":{"admitted_plugins":7,"evaluated_cells":7,"game_attempts":{"GB2-01":{"infra_failures_excluded":2},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"admitted":1,"infra_failures_excluded":1},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"admitted":1,"infra_failures_excluded":1},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":1,"infra_failures_excluded":1},"GB2-08":{"admitted":1,"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"infra_failures_excluded":9,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":7,"repaired_rate":1.0}},"headline_games_all":{"GB2-02":{"attempts":1,"playable":35.272789372333804,"score":35.272789372333804},"GB2-03":{"attempts":2,"playable":32.23681289660131,"score":32.23681289660131},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.26272763398948,"score":20.63136381699474},"GB2-05":{"attempts":2,"playable":20.06448340651027,"score":20.06448340651027},"GB2-06":{"attempts":2,"playable":12.350234557941192,"score":12.350234557941192},"GB2-07":{"attempts":2,"playable":42.679220420360366,"score":42.679220420360366},"GB2-08":{"attempts":2,"playable":30.480510083760773,"score":30.480510083760773}},"headline_games_tracks":{"medium":{"GB2-03":{"attempts":1,"playable":29.559348470169134,"score":29.559348470169134},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":11.975016284403642,"score":11.975016284403642},"GB2-06":{"attempts":1,"playable":14.217441947291388,"score":14.217441947291388},"GB2-07":{"attempts":1,"playable":22.629704863002402,"score":22.629704863002402},"GB2-08":{"attempts":1,"playable":13.247730850198854,"score":13.247730850198854}},"none":{"GB2-02":{"attempts":1,"playable":35.272789372333804,"score":35.272789372333804},"GB2-03":{"attempts":1,"playable":34.91427732303349,"score":34.91427732303349},"GB2-04":{"attempts":1,"playable":41.26272763398948,"score":41.26272763398948},"GB2-05":{"attempts":1,"playable":28.153950528616896,"score":28.153950528616896},"GB2-06":{"attempts":1,"playable":10.483027168590997,"score":10.483027168590997},"GB2-07":{"attempts":1,"playable":62.72873597771833,"score":62.72873597771833},"GB2-08":{"attempts":1,"playable":47.71328931732269,"score":47.71328931732269}}},"id":"nex-agi/nex-n2-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T15:24:45Z","match_totals_all":{"draws":1263,"losses":5115,"wins":1376},"match_totals_tracks":{"medium":{"draws":190,"losses":2663,"wins":407},"none":{"draws":1073,"losses":2452,"wins":969}},"model_slug":"nex-agi-nex-n2-pro","overall":{"max":62.72873597771833,"mean":26.24497000994157,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-02":{"draws":372,"losses":233,"wins":7},"GB2-03":{"draws":458,"losses":695,"wins":115},"GB2-04":{"draws":419,"losses":183,"wins":26},"GB2-05":{"draws":0,"losses":1090,"wins":238},"GB2-06":{"draws":14,"losses":1131,"wins":123},"GB2-07":{"draws":0,"losses":826,"wins":500},"GB2-08":{"draws":0,"losses":957,"wins":367}},"per_game_match_totals_tracks":{"medium":{"GB2-03":{"draws":180,"losses":387,"wins":67},"GB2-05":{"draws":0,"losses":595,"wins":69},"GB2-06":{"draws":10,"losses":556,"wins":70},"GB2-07":{"draws":0,"losses":541,"wins":123},"GB2-08":{"draws":0,"losses":584,"wins":78}},"none":{"GB2-02":{"draws":372,"losses":233,"wins":7},"GB2-03":{"draws":278,"losses":308,"wins":48},"GB2-04":{"draws":419,"losses":183,"wins":26},"GB2-05":{"draws":0,"losses":495,"wins":169},"GB2-06":{"draws":4,"losses":575,"wins":53},"GB2-07":{"draws":0,"losses":285,"wins":377},"GB2-08":{"draws":0,"losses":373,"wins":289}}},"per_game_raw_elo_tracks":{"medium":{"GB2-03":1189.1370142964693,"GB2-05":734.6285049005022,"GB2-06":811.3207607653424,"GB2-07":990.7296948689509,"GB2-08":771.9064328809835},"none":{"GB2-02":1320.1123711549571,"GB2-03":1239.4633777396411,"GB2-04":1375.8486411453332,"GB2-05":1045.425396867683,"GB2-06":729.9168790413306,"GB2-07":1534.938891266397,"GB2-08":1298.5645117691224}},"per_game_tracks":{"medium":{"GB2-03":29.559348470169134,"GB2-05":11.975016284403642,"GB2-06":14.217441947291388,"GB2-07":22.629704863002402,"GB2-08":13.247730850198854},"none":{"GB2-02":35.272789372333804,"GB2-03":34.91427732303349,"GB2-04":41.26272763398948,"GB2-05":28.153950528616896,"GB2-06":10.483027168590997,"GB2-07":62.72873597771833,"GB2-08":47.71328931732269}},"program_outcomes":{"all":{"counted_attempts":13,"failed":1,"infra_excluded":11,"success_rate":0.9230769230769231,"too_slow":0,"worked_after_repair":12,"worked_first_time":0,"working":12},"medium":{"counted_attempts":6,"failed":1,"infra_excluded":2,"success_rate":0.8333333333333334,"too_slow":0,"worked_after_repair":5,"worked_first_time":0,"working":5},"none":{"counted_attempts":7,"failed":0,"infra_excluded":9,"success_rate":1.0,"too_slow":0,"worked_after_repair":7,"worked_first_time":0,"working":7}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":15.271540402510903,"none":37.21839961737224},"reasoning_agg":{"medium":{"max":29.559348470169134,"mean":15.271540402510903,"min":0.0},"none":{"max":62.72873597771833,"mean":37.21839961737224,"min":10.483027168590997}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":21.94685921486134},"working_program_strength":{"all":27.772124050192662,"medium":18.325848483013083,"none":37.21839961737224}},{"canonical_public_row_identity":"publication-row.v1:overall:minimax-minimax-m3:5396420be9152728","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09705768000000001,"mean":0.0730637925,"median":0.07051098,"min":0.05225028,"recorded_attempt_count":17,"run_count":8,"total":0.58451034},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.09803328,"mean":0.0253809975,"median":0.00943521,"min":0.00639384,"recorded_attempt_count":13,"run_count":8,"total":0.20304798000000002}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.09705768000000001,"mean":0.0730637925,"median":0.07051098,"min":0.05225028,"recorded_attempt_count":17,"run_count":8,"total":0.58451034},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.09803328,"mean":0.0253809975,"median":0.00943521,"min":0.00639384,"recorded_attempt_count":13,"run_count":8,"total":0.20304798000000002}},"codegen_cost_usd":{"admitted_cell_count":13,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.09803328,"mean":0.049222395,"median":0.05336871,"min":0.00639384,"recorded_attempt_count":30,"run_count":16,"total":0.78755832},"codegen_latency_ms":{"attempt_count":30,"max_ms":689304,"mean_ms":337511.375,"min_ms":47263,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":17,"max_ms":689304,"mean_ms":510017.125,"min_ms":355427,"run_count":8},"none":{"attempt_count":13,"max_ms":622847,"mean_ms":165005.625,"min_ms":47263,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":78058,"output_mean":37255.0,"output_min":3462,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":17,"output_max":76773,"output_mean":56941.375,"output_min":40677,"run_count":8},"none":{"attempt_count":13,"output_max":78058,"output_mean":17568.625,"output_min":3462,"run_count":8}},"display_name":"Minimax M3","economics":{"all":25.35564867305017,"medium":21.881246898787545,"none":28.830050447312797},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"total_output_tokens":596080},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"minimax","provider_model":"minimax/minimax-m3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":7,"repaired_rate":0.875},"baseline":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-04","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.25}},"headline_games_all":{"GB2-01":{"attempts":2,"playable":36.84366279474774,"score":36.84366279474774},"GB2-02":{"attempts":2,"playable":39.06864964286559,"score":39.06864964286559},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":38.68016405881849,"score":19.340082029409245},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":39.14537994049609,"score":19.572689970248046},"GB2-05":{"attempts":2,"playable":14.381044647687794,"score":14.381044647687794},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":18.57806119848996,"score":9.28903059924498},"GB2-07":{"attempts":2,"playable":31.436715721912527,"score":31.436715721912527},"GB2-08":{"attempts":2,"playable":32.913313978285416,"score":32.913313978285416}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":18.097763737408926,"score":18.097763737408926},"GB2-02":{"attempts":1,"playable":38.652577347851505,"score":38.652577347851505},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.14537994049609,"score":39.14537994049609},"GB2-05":{"attempts":1,"playable":2.2268047652906304,"score":2.2268047652906304},"GB2-06":{"attempts":1,"playable":18.57806119848996,"score":18.57806119848996},"GB2-07":{"attempts":1,"playable":41.185080300471974,"score":41.185080300471974},"GB2-08":{"attempts":1,"playable":17.164307900291263,"score":17.164307900291263}},"none":{"GB2-01":{"attempts":1,"playable":55.58956185208657,"score":55.58956185208657},"GB2-02":{"attempts":1,"playable":39.48472193787967,"score":39.48472193787967},"GB2-03":{"attempts":1,"playable":38.68016405881849,"score":38.68016405881849},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":26.535284530084958,"score":26.535284530084958},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":21.68835114335308,"score":21.68835114335308},"GB2-08":{"attempts":1,"playable":48.662320056279576,"score":48.662320056279576}}},"id":"minimax/minimax-m3","is_recent_addition":false,"last_measured_at":"2026-11-19T15:23:06Z","match_totals_all":{"draws":1449,"losses":5345,"wins":1596},"match_totals_tracks":{"medium":{"draws":807,"losses":3116,"wins":583},"none":{"draws":642,"losses":2229,"wins":1013}},"model_slug":"minimax-minimax-m3","official_rank_by_reasoning":{"medium":101,"none":85},"overall":{"max":55.58956185208657,"mean":25.35564867305017,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":122,"losses":792,"wins":380},"GB2-02":{"draws":845,"losses":371,"wins":8},"GB2-03":{"draws":119,"losses":365,"wins":150},"GB2-04":{"draws":360,"losses":224,"wins":44},"GB2-05":{"draws":0,"losses":1159,"wins":169},"GB2-06":{"draws":3,"losses":532,"wins":97},"GB2-07":{"draws":0,"losses":973,"wins":351},"GB2-08":{"draws":0,"losses":929,"wins":397}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":23,"losses":530,"wins":93},"GB2-02":{"draws":421,"losses":189,"wins":2},"GB2-04":{"draws":360,"losses":224,"wins":44},"GB2-05":{"draws":0,"losses":654,"wins":10},"GB2-06":{"draws":3,"losses":532,"wins":97},"GB2-07":{"draws":0,"losses":427,"wins":235},"GB2-08":{"draws":0,"losses":560,"wins":102}},"none":{"GB2-01":{"draws":99,"losses":262,"wins":287},"GB2-02":{"draws":424,"losses":182,"wins":6},"GB2-03":{"draws":119,"losses":365,"wins":150},"GB2-05":{"draws":0,"losses":505,"wins":159},"GB2-07":{"draws":0,"losses":546,"wins":116},"GB2-08":{"draws":0,"losses":369,"wins":295}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1102.4889552545974,"GB2-02":1347.5617092917576,"GB2-04":1358.92442400527,"GB2-05":336.09364489420363,"GB2-06":893.0614325228172,"GB2-07":1248.6429197323089,"GB2-08":843.251661530926},"none":{"GB2-01":1501.2122927982157,"GB2-02":1354.2101325980032,"GB2-03":1273.404334026986,"GB2-05":1019.5128833208904,"GB2-07":975.6277652383648,"GB2-08":1314.2436292469397}},"per_game_tracks":{"medium":{"GB2-01":18.097763737408926,"GB2-02":38.652577347851505,"GB2-04":39.14537994049609,"GB2-05":2.2268047652906304,"GB2-06":18.57806119848996,"GB2-07":41.185080300471974,"GB2-08":17.164307900291263},"none":{"GB2-01":55.58956185208657,"GB2-02":39.48472193787967,"GB2-03":38.68016405881849,"GB2-05":26.535284530084958,"GB2-07":21.68835114335308,"GB2-08":48.662320056279576}},"program_outcomes":{"all":{"counted_attempts":16,"failed":3,"infra_excluded":0,"success_rate":0.8125,"too_slow":0,"worked_after_repair":9,"worked_first_time":4,"working":13},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":0,"working":7},"none":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#00BFA5","provider_company":"MiniMax","provider_key":"minimax","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":21.881246898787545,"none":28.830050447312797},"reasoning_agg":{"medium":{"max":41.185080300471974,"mean":21.881246898787545,"min":0.0},"none":{"max":55.58956185208657,"mean":28.830050447312797,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":6.948803548525252},"working_program_strength":{"all":31.72360328799189,"medium":25.00713931290005,"none":38.440067263083726}},{"canonical_public_row_identity":"publication-row.v1:overall:qwen-qwen3-7-plus:bbfb1e1a6552f170","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.08827968,"mean":0.05437612,"median":0.0574344,"min":0.00733824,"recorded_attempt_count":16,"run_count":8,"total":0.43500896},"none":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0154064,"mean":0.00874386,"median":0.0064215999999999995,"min":0.00524064,"recorded_attempt_count":13,"run_count":9,"total":0.08145696000000001}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.08827968,"mean":0.05437612,"median":0.0574344,"min":0.00733824,"recorded_attempt_count":16,"run_count":8,"total":0.43500896},"historical-provider-setting-baseline":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":13},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0154064,"mean":0.00874386,"median":0.0064215999999999995,"min":0.00524064,"recorded_attempt_count":13,"run_count":9,"total":0.08145696000000001}},"codegen_cost_usd":{"admitted_cell_count":12,"cell_count":16,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.08827968,"mean":0.03155999,"median":0.01479536,"min":0.00524064,"recorded_attempt_count":29,"run_count":17,"total":0.5164659199999999},"codegen_latency_ms":{"attempt_count":29,"max_ms":1361767,"mean_ms":422352.64705882355,"min_ms":51720,"run_count":17},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":16,"max_ms":1361767,"mean_ms":800306.75,"min_ms":68429,"run_count":8},"none":{"attempt_count":13,"max_ms":153912,"mean_ms":86393.44444444444,"min_ms":51720,"run_count":9}},"codegen_output_tokens":{"attempt_count":29,"output_max":62955,"output_mean":20190.70588235294,"output_min":2265,"run_count":17},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":16,"output_max":62955,"output_mean":38265.375,"output_min":3140,"run_count":8},"none":{"attempt_count":13,"output_max":7814,"output_mean":4124.333333333333,"output_min":2265,"run_count":9}},"display_name":"Qwen3.7 Plus","economics":{"all":24.348764821764924,"medium":30.965086145830654,"none":17.732443497699197},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed","GB2-04":"failed"},"none":{"GB2-03":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"total_output_tokens":343242},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"qwen","provider_model":"qwen/qwen3.7-plus","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-03","GB2-04"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":5,"repaired_rate":0.625},"baseline":{"admitted_plugins":6,"evaluated_cells":9,"failed_game_aliases":["GB2-01","GB2-03","GB2-08"],"first_pass_admitted":4,"first_pass_rate":0.4444444444444444,"game_attempts":{"GB2-01":{"admitted":1,"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.3333333333333333,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":2,"repaired_rate":0.2222222222222222}},"headline_games_all":{"GB2-01":{"attempts":3,"failed_attempts":1,"playable":33.8567580862822,"score":29.421283375024206},"GB2-02":{"attempts":2,"playable":40.121648084046306,"score":40.121648084046306},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":42.59168510408519,"score":21.295842552042593},"GB2-05":{"attempts":2,"playable":36.93706892542515,"score":36.93706892542515},"GB2-06":{"attempts":2,"playable":39.29386889387114,"score":39.29386889387114},"GB2-07":{"attempts":2,"playable":15.95860682132601,"score":15.95860682132601},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":23.523599844767993,"score":11.761799922383997}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":49.97161732753243,"score":49.97161732753243},"GB2-02":{"attempts":1,"playable":42.42570012530174,"score":42.42570012530174},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":42.803671870253005,"score":42.803671870253005},"GB2-06":{"attempts":1,"playable":65.32543837995689,"score":65.32543837995689},"GB2-07":{"attempts":1,"playable":23.67066161883317,"score":23.67066161883317},"GB2-08":{"attempts":1,"playable":23.523599844767993,"score":23.523599844767993}},"none":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":17.741898845031965,"score":8.870949422515983},"GB2-02":{"attempts":1,"playable":37.817596042790875,"score":37.817596042790875},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":42.59168510408519,"score":42.59168510408519},"GB2-05":{"attempts":1,"playable":31.070465980597305,"score":31.070465980597305},"GB2-06":{"attempts":1,"playable":13.262299407785388,"score":13.262299407785388},"GB2-07":{"attempts":1,"playable":8.24655202381885,"score":8.24655202381885},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"qwen/qwen3.7-plus","is_recent_addition":false,"last_measured_at":"2026-11-19T16:18:43Z","match_totals_all":{"draws":1535,"losses":4658,"wins":1537},"match_totals_tracks":{"medium":{"draws":613,"losses":2127,"wins":1144},"none":{"draws":922,"losses":2531,"wins":393}},"model_slug":"qwen-qwen3-7-plus","official_rank_by_reasoning":{"medium":89,"none":108},"overall":{"max":65.32543837995689,"mean":24.348764821764924,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":252,"losses":762,"wins":280},"GB2-02":{"draws":874,"losses":344,"wins":6},"GB2-04":{"draws":380,"losses":194,"wins":54},"GB2-05":{"draws":0,"losses":882,"wins":446},"GB2-06":{"draws":29,"losses":800,"wins":439},"GB2-07":{"draws":0,"losses":1154,"wins":172},"GB2-08":{"draws":0,"losses":522,"wins":140}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":125,"losses":282,"wins":241},"GB2-02":{"draws":463,"losses":146,"wins":3},"GB2-05":{"draws":0,"losses":405,"wins":259},"GB2-06":{"draws":25,"losses":237,"wins":372},"GB2-07":{"draws":0,"losses":535,"wins":129},"GB2-08":{"draws":0,"losses":522,"wins":140}},"none":{"GB2-01":{"draws":127,"losses":480,"wins":39},"GB2-02":{"draws":411,"losses":198,"wins":3},"GB2-04":{"draws":380,"losses":194,"wins":54},"GB2-05":{"draws":0,"losses":477,"wins":187},"GB2-06":{"draws":4,"losses":563,"wins":67},"GB2-07":{"draws":0,"losses":619,"wins":43}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1447.2553072448293,"GB2-02":1377.463992244562,"GB2-05":1252.043872745251,"GB2-06":1655.635722188913,"GB2-07":1007.0481623167682,"GB2-08":943.0075979578397},"none":{"GB2-01":1097.2800822213107,"GB2-02":1340.8518958860059,"GB2-04":1386.386483311593,"GB2-05":1090.1647024508084,"GB2-06":791.8269823322831,"GB2-07":688.3444868606057}},"per_game_tracks":{"medium":{"GB2-01":49.97161732753243,"GB2-02":42.42570012530174,"GB2-05":42.803671870253005,"GB2-06":65.32543837995689,"GB2-07":23.67066161883317,"GB2-08":23.523599844767993},"none":{"GB2-01":17.741898845031965,"GB2-02":37.817596042790875,"GB2-04":42.59168510408519,"GB2-05":31.070465980597305,"GB2-06":13.262299407785388,"GB2-07":8.24655202381885}},"program_outcomes":{"all":{"counted_attempts":17,"failed":5,"infra_excluded":0,"success_rate":0.7058823529411765,"too_slow":0,"worked_after_repair":7,"worked_first_time":5,"working":12},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"none":{"counted_attempts":9,"failed":3,"infra_excluded":0,"success_rate":0.6666666666666666,"too_slow":0,"worked_after_repair":2,"worked_first_time":4,"working":6}},"provider_color":"#FF6A00","provider_company":"Alibaba","provider_key":"qwen","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":30.965086145830654,"none":17.732443497699197},"reasoning_agg":{"medium":{"max":65.32543837995689,"mean":30.965086145830654,"min":0.0},"none":{"max":42.59168510408519,"mean":17.732443497699197,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Reasoning enabled","none":"Reasoning disabled"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":13.232642648131456},"working_program_strength":{"all":33.2042655475629,"medium":41.2867815277742,"none":25.12174956735159}},{"canonical_public_row_identity":"publication-row.v1:overall:mistralai-mistral-medium-3-5:1a684cdb6bb84e32","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.27741402547937455,"mean":0.17469283299791016,"median":0.15577176465417142,"min":0.1042008119864669,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":13},"run_count":8,"token_priced_attempt_count":13,"total":1.397542663983281},"none":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":12},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.11538050836051075,"mean":0.06762316700208985,"median":0.06087263456058671,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"run_count":8,"token_priced_attempt_count":12,"total":0.5409853360167187}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":12},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.11538050836051075,"mean":0.06762316700208985,"median":0.06087263456058671,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":12},"run_count":8,"token_priced_attempt_count":12,"total":0.5409853360167187},"historical-provider-setting-intensive":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"local_list_price_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":1,"max":0.27741402547937455,"mean":0.17469283299791016,"median":0.15577176465417142,"min":0.1042008119864669,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":13},"run_count":8,"token_priced_attempt_count":13,"total":1.397542663983281}},"codegen_cost_usd":{"admitted_cell_count":14,"cell_count":16,"cost_basis_counts":{"local_list_price_estimate":25},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":2,"max":0.27741402547937455,"mean":0.12115799999999999,"median":0.10979066017348882,"min":0.04290565490575157,"pricing_table_versions":{"boardgame-list-prices-2026-09-08":25},"run_count":16,"token_priced_attempt_count":25,"total":1.9385279999999998},"codegen_output_tokens":{"attempt_count":25,"output_max":39199,"output_mean":13770.375,"output_min":1490,"run_count":16},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":13,"output_max":39199,"output_mean":24874.75,"output_min":14259,"run_count":8},"none":{"attempt_count":12,"output_max":5186,"output_mean":2666.0,"output_min":1490,"run_count":8}},"display_name":"Mistral Medium 3.5","economics":{"all":24.304538736658216,"highest":27.075838237084653,"none":21.533239236231775},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"failed"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":25,"effective_max_output_tokens":[209715],"finish_reason_observations":25,"finish_reasons":["stop"],"indexed_attempts":25,"output_token_observations":25,"provider_post_attempt_observations":25,"provider_post_attempts":34,"reasoning_token_observations":25,"reconciliation_get_attempt_observations":25,"requested_max_output_token_observations":25,"requested_max_output_tokens":[209715],"total_output_tokens":220326,"total_visible_output_tokens":220326,"visible_token_observations":25},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":209715,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"mistral","provider_model":"mistralai/mistral-medium-3-5","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-07"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"intensive":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-01"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.5}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":12.211135937170688,"score":6.105567968585344},"GB2-02":{"attempts":2,"playable":42.19012211602251,"score":42.19012211602251},"GB2-03":{"attempts":2,"playable":34.549258190277804,"score":34.549258190277804},"GB2-04":{"attempts":2,"playable":36.714422966050094,"score":36.714422966050094},"GB2-05":{"attempts":2,"playable":23.796941705722936,"score":23.796941705722936},"GB2-06":{"attempts":2,"playable":20.11281830528754,"score":20.11281830528754},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":13.73612076143941,"score":6.868060380719705},"GB2-08":{"attempts":2,"playable":24.099118260599766,"score":24.099118260599766}},"headline_games_tracks":{"highest":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":43.78404862429469,"score":43.78404862429469},"GB2-03":{"attempts":1,"playable":36.140064738454456,"score":36.140064738454456},"GB2-04":{"attempts":1,"playable":39.392277816564,"score":39.392277816564},"GB2-05":{"attempts":1,"playable":35.45588942656715,"score":35.45588942656715},"GB2-06":{"attempts":1,"playable":23.590083968506896,"score":23.590083968506896},"GB2-07":{"attempts":1,"playable":13.73612076143941,"score":13.73612076143941},"GB2-08":{"attempts":1,"playable":24.508220560850614,"score":24.508220560850614}},"none":{"GB2-01":{"attempts":1,"playable":12.211135937170688,"score":12.211135937170688},"GB2-02":{"attempts":1,"playable":40.59619560775033,"score":40.59619560775033},"GB2-03":{"attempts":1,"playable":32.95845164210115,"score":32.95845164210115},"GB2-04":{"attempts":1,"playable":34.0365681155362,"score":34.0365681155362},"GB2-05":{"attempts":1,"playable":12.137993984878724,"score":12.137993984878724},"GB2-06":{"attempts":1,"playable":16.635552642068184,"score":16.635552642068184},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":23.690015960348923,"score":23.690015960348923}}},"id":"mistralai/mistral-medium-3-5","is_recent_addition":false,"last_measured_at":"2026-11-19T13:39:48Z","match_totals_all":{"draws":1839,"losses":5876,"wins":1265},"match_totals_tracks":{"highest":{"draws":957,"losses":2794,"wins":743},"none":{"draws":882,"losses":3082,"wins":522}},"model_slug":"mistralai-mistral-medium-3-5","official_rank_by_reasoning":{"highest":79,"none":103},"overall":{"max":43.78404862429469,"mean":24.304538736658216,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-02":43.78404862429469,"GB2-03":36.140064738454456,"GB2-04":39.392277816564,"GB2-05":35.45588942656715,"GB2-06":23.590083968506896,"GB2-07":13.73612076143941,"GB2-08":24.508220560850614},"per_game_match_totals_all":{"GB2-01":{"draws":57,"losses":550,"wins":41},"GB2-02":{"draws":881,"losses":317,"wins":26},"GB2-03":{"draws":264,"losses":765,"wins":239},"GB2-04":{"draws":635,"losses":519,"wins":102},"GB2-05":{"draws":0,"losses":1044,"wins":284},"GB2-06":{"draws":2,"losses":1051,"wins":213},"GB2-07":{"draws":0,"losses":589,"wins":73},"GB2-08":{"draws":0,"losses":1041,"wins":287}},"per_game_match_totals_tracks":{"highest":{"GB2-02":{"draws":436,"losses":152,"wins":24},"GB2-03":{"draws":148,"losses":365,"wins":121},"GB2-04":{"draws":371,"losses":217,"wins":40},"GB2-05":{"draws":0,"losses":450,"wins":214},"GB2-06":{"draws":2,"losses":505,"wins":125},"GB2-07":{"draws":0,"losses":589,"wins":73},"GB2-08":{"draws":0,"losses":516,"wins":146}},"none":{"GB2-01":{"draws":57,"losses":550,"wins":41},"GB2-02":{"draws":445,"losses":165,"wins":2},"GB2-03":{"draws":116,"losses":400,"wins":118},"GB2-04":{"draws":264,"losses":302,"wins":62},"GB2-05":{"draws":0,"losses":594,"wins":70},"GB2-06":{"draws":0,"losses":546,"wins":88},"GB2-08":{"draws":0,"losses":525,"wins":141}}},"per_game_raw_elo_tracks":{"highest":{"GB2-02":1388.1126358159354,"GB2-03":1250.6057730484595,"GB2-04":1360.908265709408,"GB2-05":1153.451082137582,"GB2-06":978.361048794358,"GB2-07":828.7440874206112,"GB2-08":957.459287749624},"none":{"GB2-01":1004.78527381398,"GB2-02":1363.0380031004643,"GB2-03":1221.4348623790038,"GB2-04":1316.9934297358268,"GB2-05":738.6381438382365,"GB2-06":857.8587444032314,"GB2-08":945.4628476643635}},"per_game_tracks":{"highest":{"GB2-02":43.78404862429469,"GB2-03":36.140064738454456,"GB2-04":39.392277816564,"GB2-05":35.45588942656715,"GB2-06":23.590083968506896,"GB2-07":13.73612076143941,"GB2-08":24.508220560850614},"none":{"GB2-01":12.211135937170688,"GB2-02":40.59619560775033,"GB2-03":32.95845164210115,"GB2-04":34.0365681155362,"GB2-05":12.137993984878724,"GB2-06":16.635552642068184,"GB2-08":23.690015960348923}},"program_outcomes":{"all":{"counted_attempts":16,"failed":2,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":7,"worked_first_time":7,"working":14},"highest":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":4,"worked_first_time":3,"working":7},"none":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#FF7000","provider_company":"Mistral","provider_key":"mistral","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":27.07583823708465,"none":21.533239236231775},"reasoning_agg":{"highest":{"max":43.78404862429469,"mean":27.07583823708465,"min":0.0},"none":{"max":40.59619560775033,"mean":21.533239236231775,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":5.542599000852874},"working_program_strength":{"all":27.77661569903796,"highest":30.943815128096748,"none":24.60941626997917}},{"canonical_public_row_identity":"publication-row.v1:overall:inclusionai-ling-3-0-flash:262e9b012c2951b7","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":53},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.00217964,"mean":0.000272455,"median":0.0,"min":0.0,"recorded_attempt_count":53,"run_count":17,"total":0.00653892},"none":{"admitted_cell_count":11,"cell_count":8,"cost_basis_counts":{"provider_reported":43},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0010891599999999998,"mean":0.00013614499999999998,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":43,"run_count":17,"total":0.0032674799999999997}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.00653892,"mean":0.00653892,"median":0.00653892,"min":0.00653892,"recorded_attempt_count":1,"run_count":1,"total":0.00653892},"historical-provider-setting-balanced-variant-2":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":52},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":52,"run_count":16,"total":0.0},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":1,"cell_count":1,"cost_basis_counts":{"provider_reported":3},"cost_is_complete":false,"evidence_basis":"Provider-reported","max":0.0032674799999999997,"mean":0.0032674799999999997,"median":0.0032674799999999997,"min":0.0032674799999999997,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":3,"run_count":1,"total":0.0032674799999999997},"historical-provider-setting-baseline-variant-2":{"admitted_cell_count":10,"cell_count":8,"cost_basis_counts":{"provider_reported":40},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":40,"run_count":16,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":17,"cell_count":16,"cost_basis_counts":{"provider_reported":96},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":6,"max":0.00217964,"mean":0.00020429999999999998,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":3},"recorded_attempt_count":96,"run_count":34,"total":0.0098064},"codegen_latency_ms":{"attempt_count":96,"max_ms":410978,"mean_ms":155707.0,"min_ms":18717,"run_count":33},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":53,"max_ms":410978,"mean_ms":269539.1875,"min_ms":161500,"run_count":16},"none":{"attempt_count":43,"max_ms":90441,"mean_ms":48570.82352941176,"min_ms":18717,"run_count":17}},"codegen_output_tokens":{"attempt_count":96,"output_max":92074,"output_mean":32817.64705882353,"output_min":2036,"run_count":34},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":53,"output_max":92074,"output_mean":58883.76470588235,"output_min":20000,"run_count":17},"none":{"attempt_count":43,"output_max":17378,"output_mean":6751.529411764706,"output_min":2036,"run_count":17}},"display_name":"Ling 3.0 Flash","economics":{"all":23.806271044130366,"medium":29.840936692345384,"none":17.771605395915348},"first_seen_at":null,"game_gaps":{"all":{"GB2-05":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"infra_excluded","GB2-05":"infra_excluded","GB2-08":"infra_excluded"},"none":{"GB2-05":"failed","GB2-07":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":4,"effective_max_output_tokens":[32768],"finish_reason_observations":96,"finish_reasons":["length","stop","unknown"],"indexed_attempts":98,"output_token_observations":97,"provider_post_attempt_observations":4,"provider_post_attempts":5,"reasoning_token_observations":69,"reconciliation_get_attempt_observations":4,"requested_max_output_token_observations":4,"requested_max_output_tokens":[32768],"total_output_tokens":1115800,"total_reasoning_output_tokens":656294,"total_visible_output_tokens":120852,"visible_token_observations":59},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"inclusionai","provider_model":"inclusionai/ling-3.0-flash","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":6,"first_pass_admitted":1,"first_pass_rate":0.16666666666666666,"game_attempts":{"GB2-01":{"admitted":1,"infra_failures_excluded":1},"GB2-02":{"admitted":1,"infra_failures_excluded":1},"GB2-03":{"infra_failures_excluded":2},"GB2-04":{"admitted":1,"infra_failures_excluded":1},"GB2-05":{"infra_failures_excluded":2},"GB2-06":{"admitted":1,"infra_failures_excluded":1},"GB2-07":{"admitted":2},"GB2-08":{"infra_failures_excluded":2}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":10,"model_code_failure_rate":0.0,"model_code_failures":0,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":5,"repaired_rate":0.8333333333333334},"baseline":{"admitted_plugins":11,"evaluated_cells":17,"failed_game_aliases":["GB2-02","GB2-04","GB2-05","GB2-07"],"first_pass_admitted":7,"first_pass_rate":0.4117647058823529,"game_attempts":{"GB2-01":{"admitted":2},"GB2-02":{"admitted":1,"model_code_failures":1},"GB2-03":{"admitted":2},"GB2-04":{"admitted":1,"model_code_failures":1},"GB2-05":{"model_code_failures":2},"GB2-06":{"admitted":2},"GB2-07":{"model_code_failures":2},"GB2-08":{"admitted":3}},"model_code_failure_rate":0.35294117647058826,"model_code_failures":6,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":4,"repaired_rate":0.23529411764705882}},"headline_games_all":{"GB2-01":{"attempts":3,"playable":25.918199258633695,"score":25.918199258633695},"GB2-02":{"attempts":3,"failed_attempts":1,"playable":38.008708972431805,"score":28.079311302243916},"GB2-03":{"attempts":2,"playable":28.286095196601757,"score":28.286095196601757},"GB2-04":{"attempts":3,"failed_attempts":1,"playable":41.760069702827096,"score":30.832423480198244},"GB2-05":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-06":{"attempts":3,"playable":13.298636329094368,"score":13.298636329094368},"GB2-07":{"attempts":4,"failed_attempts":2,"playable":35.85699609414375,"score":17.928498047071876},"GB2-08":{"attempts":3,"playable":30.97729459796376,"score":30.97729459796376}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":18.754072612613413,"score":18.754072612613413},"GB2-02":{"attempts":1,"playable":36.299827264112054,"score":36.299827264112054},"GB2-04":{"attempts":1,"playable":39.80955451513879,"score":39.80955451513879},"GB2-06":{"attempts":1,"playable":18.48423297571891,"score":18.48423297571891},"GB2-07":{"attempts":2,"playable":35.85699609414375,"score":35.85699609414375}},"none":{"GB2-01":{"attempts":2,"playable":33.08232590465398,"score":33.08232590465398},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":39.71759068075155,"score":19.858795340375774},"GB2-03":{"attempts":2,"playable":28.286095196601757,"score":28.286095196601757},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":43.7105848905154,"score":21.8552924452577},"GB2-05":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-06":{"attempts":2,"playable":8.113039682469823,"score":8.113039682469823},"GB2-07":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-08":{"attempts":3,"playable":30.97729459796376,"score":30.97729459796376}}},"id":"inclusionai/ling-3.0-flash","is_recent_addition":false,"last_measured_at":"2026-11-19T16:15:01Z","match_totals_all":{"draws":2396,"losses":6863,"wins":1641},"match_totals_tracks":{"medium":{"draws":934,"losses":2344,"wins":566},"none":{"draws":1462,"losses":4519,"wins":1075}},"model_slug":"inclusionai-ling-3-0-flash","official_rank_by_reasoning":{"none":107},"overall":{"max":39.80955451513879,"mean":23.806271044130366,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":392,"losses":1243,"wins":305},"GB2-02":{"draws":821,"losses":396,"wins":9},"GB2-03":{"draws":370,"losses":782,"wins":116},"GB2-04":{"draws":808,"losses":374,"wins":74},"GB2-06":{"draws":5,"losses":1714,"wins":179},"GB2-07":{"draws":0,"losses":924,"wins":400},"GB2-08":{"draws":0,"losses":1430,"wins":558}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":152,"losses":464,"wins":32},"GB2-02":{"draws":386,"losses":219,"wins":7},"GB2-04":{"draws":394,"losses":204,"wins":30},"GB2-06":{"draws":2,"losses":533,"wins":97},"GB2-07":{"draws":0,"losses":924,"wins":400}},"none":{"GB2-01":{"draws":240,"losses":779,"wins":273},"GB2-02":{"draws":435,"losses":177,"wins":2},"GB2-03":{"draws":370,"losses":782,"wins":116},"GB2-04":{"draws":414,"losses":170,"wins":44},"GB2-06":{"draws":3,"losses":1181,"wins":82},"GB2-08":{"draws":0,"losses":1430,"wins":558}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1111.9186678230583,"GB2-02":1328.5403052902675,"GB2-04":1364.2543884797387,"GB2-06":891.3962486091814,"GB2-07":1178.739407994084},"none":{"GB2-01":1280.476365443001,"GB2-02":1356.0643606938045,"GB2-03":1174.9883880631487,"GB2-04":1395.2228793972554,"GB2-06":542.1988539066257,"GB2-08":1049.6282233940542}},"per_game_tracks":{"medium":{"GB2-01":18.754072612613413,"GB2-02":36.299827264112054,"GB2-04":39.80955451513879,"GB2-06":18.48423297571891,"GB2-07":35.85699609414375},"none":{"GB2-01":33.08232590465398,"GB2-02":39.71759068075155,"GB2-03":28.286095196601757,"GB2-04":43.7105848905154,"GB2-06":8.113039682469823,"GB2-08":30.97729459796376}},"program_outcomes":{"all":{"counted_attempts":23,"failed":6,"infra_excluded":10,"success_rate":0.7391304347826086,"too_slow":0,"worked_after_repair":9,"worked_first_time":8,"working":17},"medium":{"counted_attempts":6,"failed":0,"infra_excluded":10,"success_rate":1.0,"too_slow":0,"worked_after_repair":5,"worked_first_time":1,"working":6},"none":{"counted_attempts":17,"failed":6,"infra_excluded":0,"success_rate":0.6470588235294118,"too_slow":0,"worked_after_repair":4,"worked_first_time":7,"working":11}},"provider_color":"#1677FF","provider_company":"InclusionAI","provider_key":"inclusionai","provider_text_color":"#000000","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":29.840936692345384,"none":17.771605395915348},"reasoning_agg":{"medium":{"max":39.80955451513879,"mean":29.840936692345384,"min":18.48423297571891},"none":{"max":33.08232590465398,"mean":17.771605395915348,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{"balanced":"enabled","baseline":"none"},"score_diagnostics":{"reasoning_variance":12.069331296430036},"working_program_strength":{"all":30.244379258919047,"medium":29.840936692345384,"none":30.647821825492713}},{"canonical_public_row_identity":"publication-row.v1:overall:recursive-flint-v1-0:8264edb215e72fa3","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.0},"codegen_latency_ms":{"attempt_count":12,"max_ms":304042,"mean_ms":184222.375,"min_ms":109335,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":12,"max_ms":304042,"mean_ms":184222.375,"min_ms":109335,"run_count":8}},"codegen_output_tokens":{"attempt_count":12,"output_max":45150,"output_mean":24220.375,"output_min":14107,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":45150,"output_mean":24220.375,"output_min":14107,"run_count":8}},"display_name":"Flint V1.0","economics":{"all":22.56152772039843,"medium":22.56152772039843},"first_seen_at":null,"game_gaps":{"all":{"GB2-03":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-03":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":12,"effective_max_output_tokens":[235929],"finish_reason_observations":12,"finish_reasons":["stop"],"indexed_attempts":12,"output_token_observations":12,"provider_post_attempt_observations":12,"provider_post_attempts":12,"reasoning_token_observations":12,"reconciliation_get_attempt_observations":12,"requested_max_output_token_observations":12,"requested_max_output_tokens":[235929],"total_output_tokens":193763,"total_reasoning_output_tokens":181158,"total_visible_output_tokens":12944,"visible_token_observations":12},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"recursive/flint-v1.0","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-03"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":42.05153879992026,"score":42.05153879992026},"GB2-02":{"attempts":1,"playable":33.50933340816084,"score":33.50933340816084},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.445912897441545,"score":39.445912897441545},"GB2-05":{"attempts":1,"playable":12.952355246307729,"score":12.952355246307729},"GB2-06":{"attempts":1,"playable":15.150972788682857,"score":15.150972788682857},"GB2-07":{"attempts":1,"playable":10.084559362140668,"score":10.084559362140668},"GB2-08":{"attempts":1,"playable":27.297549260533554,"score":27.297549260533554}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":42.05153879992026,"score":42.05153879992026},"GB2-02":{"attempts":1,"playable":33.50933340816084,"score":33.50933340816084},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"playable":39.445912897441545,"score":39.445912897441545},"GB2-05":{"attempts":1,"playable":12.952355246307729,"score":12.952355246307729},"GB2-06":{"attempts":1,"playable":15.150972788682857,"score":15.150972788682857},"GB2-07":{"attempts":1,"playable":10.084559362140668,"score":10.084559362140668},"GB2-08":{"attempts":1,"playable":27.297549260533554,"score":27.297549260533554}}},"id":"recursive/flint-v1.0","is_recent_addition":false,"last_measured_at":"2026-11-19T16:25:49Z","match_totals_all":{"draws":852,"losses":3047,"wins":607},"match_totals_tracks":{"medium":{"draws":852,"losses":3047,"wins":607}},"model_slug":"recursive-flint-v1-0","official_rank_by_reasoning":{"medium":99},"overall":{"max":42.05153879992026,"mean":22.56152772039843,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":96,"losses":345,"wins":205},"GB2-02":{"draws":368,"losses":244,"wins":0},"GB2-04":{"draws":386,"losses":210,"wins":32},"GB2-05":{"draws":0,"losses":589,"wins":75},"GB2-06":{"draws":2,"losses":553,"wins":79},"GB2-07":{"draws":0,"losses":609,"wins":53},"GB2-08":{"draws":0,"losses":497,"wins":163}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":96,"losses":345,"wins":205},"GB2-02":{"draws":368,"losses":244,"wins":0},"GB2-04":{"draws":386,"losses":210,"wins":32},"GB2-05":{"draws":0,"losses":589,"wins":75},"GB2-06":{"draws":2,"losses":553,"wins":79},"GB2-07":{"draws":0,"losses":609,"wins":53},"GB2-08":{"draws":0,"losses":497,"wins":163}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1371.4984838973824,"GB2-02":1305.425628202875,"GB2-04":1361.3388286681559,"GB2-05":758.2175623801159,"GB2-06":829.7149190755919,"GB2-07":741.3905427356791,"GB2-08":997.6161571079476}},"per_game_tracks":{"medium":{"GB2-01":42.05153879992026,"GB2-02":33.50933340816084,"GB2-04":39.445912897441545,"GB2-05":12.952355246307729,"GB2-06":15.150972788682857,"GB2-07":10.084559362140668,"GB2-08":27.297549260533554}},"program_outcomes":{"all":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":22.56152772039843},"reasoning_agg":{"medium":{"max":42.05153879992026,"mean":22.56152772039843,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"Setting not tested"},"reasoning_settings":{},"working_program_strength":{"all":25.78460310902678,"medium":25.78460310902678}},{"canonical_public_row_identity":"publication-row.v1:overall:ricursiveai-ripple-65b-preview:8197e2dd13226842","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.181937}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.181937}},"codegen_cost_usd":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":16},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.040665,"mean":0.022742125000000002,"median":0.0226139,"min":0.0085466,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":16},"recorded_attempt_count":16,"run_count":8,"total":0.181937},"codegen_latency_ms":{"attempt_count":16,"max_ms":387200,"mean_ms":224162.875,"min_ms":58250,"run_count":8},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":16,"max_ms":387200,"mean_ms":224162.875,"min_ms":58250,"run_count":8}},"codegen_output_tokens":{"attempt_count":16,"output_max":60368,"output_mean":32515.75,"output_min":11826,"run_count":8},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":16,"output_max":60368,"output_mean":32515.75,"output_min":11826,"run_count":8}},"display_name":"Ripple 65B Preview","economics":{"all":21.791095008584644,"medium":21.791095008584644},"first_seen_at":null,"game_gaps":{"all":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed"},"none":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":16,"effective_max_output_tokens":[131072],"finish_reason_observations":16,"finish_reasons":["stop"],"indexed_attempts":16,"output_token_observations":16,"provider_post_attempt_observations":16,"provider_post_attempts":16,"reasoning_token_observations":16,"reconciliation_get_attempt_observations":16,"requested_max_output_token_observations":16,"requested_max_output_tokens":[131072],"total_output_tokens":260126,"total_visible_output_tokens":260126,"visible_token_observations":16},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":131072,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"ricursiveai/ripple-65b-preview","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":3,"repaired_rate":0.375}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":33.94688639427701,"score":33.94688639427701},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":43.00046088789492,"score":43.00046088789492},"GB2-07":{"attempts":1,"playable":53.50958889495102,"score":53.50958889495102},"GB2-08":{"attempts":1,"playable":43.871823891554214,"score":43.871823891554214}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":33.94688639427701,"score":33.94688639427701},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":43.00046088789492,"score":43.00046088789492},"GB2-07":{"attempts":1,"playable":53.50958889495102,"score":53.50958889495102},"GB2-08":{"attempts":1,"playable":43.871823891554214,"score":43.871823891554214}}},"id":"ricursiveai/ripple-65b-preview","is_recent_addition":false,"last_measured_at":"2026-11-19T16:06:48Z","match_totals_all":{"draws":195,"losses":1488,"wins":923},"match_totals_tracks":{"medium":{"draws":195,"losses":1488,"wins":923}},"model_slug":"ricursiveai-ripple-65b-preview","overall":{"max":53.50958889495102,"mean":21.791095008584644,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":186,"losses":349,"wins":109},"GB2-06":{"draws":9,"losses":389,"wins":234},"GB2-07":{"draws":0,"losses":349,"wins":315},"GB2-08":{"draws":0,"losses":401,"wins":265}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":186,"losses":349,"wins":109},"GB2-06":{"draws":9,"losses":389,"wins":234},"GB2-07":{"draws":0,"losses":349,"wins":315},"GB2-08":{"draws":0,"losses":401,"wins":265}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1291.0389654925614,"GB2-06":1284.9728664193592,"GB2-07":1408.739501176628,"GB2-08":1237.3636093410455}},"per_game_tracks":{"medium":{"GB2-01":33.94688639427701,"GB2-06":43.00046088789492,"GB2-07":53.50958889495102,"GB2-08":43.871823891554214}},"program_outcomes":{"all":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":3,"worked_first_time":1,"working":4},"medium":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":3,"worked_first_time":1,"working":4}},"provider_color":"#7DB0FF","provider_company":"Ricursive","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":21.791095008584644},"reasoning_agg":{"medium":{"max":53.50958889495102,"mean":21.791095008584644,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (model decides when to reason)","none":"Setting not tested"},"reasoning_settings":{"balanced":"default"},"working_program_strength":{"all":43.58219001716929,"medium":43.58219001716929}},{"canonical_public_row_identity":"publication-row.v1:overall:nex-agi-nex-n2-5-pro:8a66e7f2a6ce3998","codegen_cost_by_reasoning":{"highest":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02555855,"mean":0.00555063125,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":4},"recorded_attempt_count":11,"run_count":9,"total":0.04440505},"medium":{"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.020746485000000002,"mean":0.0054863575000000005,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":5},"recorded_attempt_count":12,"run_count":9,"total":0.043890860000000004},"none":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.007327775,"mean":0.0040270015625,"median":0.0034028549999999998,"min":0.0009412025,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":15,"run_count":9,"total":0.033157215}},"codegen_cost_by_setting":{"historical-provider-setting-balanced-variant-1":{"cell_count":8,"cost_basis_counts":{"provider_reported":11},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.020746485000000002,"mean":0.0054863575000000005,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":5},"recorded_attempt_count":11,"run_count":8,"total":0.043890860000000004},"historical-provider-setting-balanced-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-baseline-variant-1":{"admitted_cell_count":4,"cell_count":8,"cost_basis_counts":{"provider_reported":14},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":4,"max":0.007327775,"mean":0.0041446518750000005,"median":0.0034028549999999998,"min":0.001882405,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":14},"recorded_attempt_count":14,"run_count":8,"total":0.033157215},"historical-provider-setting-baseline-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0},"historical-provider-setting-intensive-variant-1":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":10},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.02555855,"mean":0.00555063125,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":4},"recorded_attempt_count":10,"run_count":8,"total":0.04440505},"historical-provider-setting-intensive-variant-2":{"cell_count":1,"cost_basis_counts":{"provider_reported":1},"cost_is_complete":true,"evidence_basis":"Provider-reported","max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":1,"run_count":1,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":5,"cell_count":24,"cost_basis_counts":{"provider_reported":38},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.02555855,"mean":0.0050213301041666675,"median":0.00152996375,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":23},"recorded_attempt_count":38,"run_count":27,"total":0.12145312500000002},"codegen_latency_ms":{"attempt_count":23,"max_ms":2441104,"mean_ms":798480.3076923077,"min_ms":99802,"run_count":13},"codegen_latency_ms_by_reasoning":{"highest":{"attempt_count":4,"max_ms":2441104,"mean_ms":2103669.0,"min_ms":1766234,"run_count":2},"medium":{"attempt_count":5,"max_ms":1803928,"mean_ms":1240602.3333333333,"min_ms":254972,"run_count":3},"none":{"attempt_count":14,"max_ms":535646,"mean_ms":306387.375,"min_ms":99802,"run_count":8}},"codegen_output_tokens":{"attempt_count":38,"output_max":170673,"output_mean":49682.0,"output_min":3766,"run_count":27},"codegen_output_tokens_by_reasoning":{"highest":{"attempt_count":11,"output_max":91928,"output_mean":64861.0,"output_min":10319,"run_count":9},"medium":{"attempt_count":12,"output_max":170673,"output_mean":72901.44444444444,"output_min":9244,"run_count":9},"none":{"attempt_count":15,"output_max":20225,"output_mean":11283.555555555555,"output_min":3766,"run_count":9}},"display_name":"Nex N2.5 Pro","economics":{"all":18.892855315703706,"highest":19.71024986907248,"none":18.075460762334927},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed"},"highest":{"GB2-01":"infra_excluded","GB2-02":"infra_excluded","GB2-03":"failed","GB2-04":"infra_excluded","GB2-05":"infra_excluded","GB2-06":"infra_excluded","GB2-08":"infra_excluded"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":38,"effective_max_output_tokens":[235929],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":38,"output_token_observations":38,"provider_post_attempt_observations":38,"provider_post_attempts":40,"reasoning_token_observations":38,"reconciliation_get_attempt_observations":38,"requested_max_output_token_observations":38,"requested_max_output_tokens":[235929],"total_output_tokens":1341414,"total_reasoning_output_tokens":1137994,"total_visible_output_tokens":203420,"visible_token_observations":38},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"nex-agi","provider_model":"nex-agi/nex-n2.5-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":4,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-04","GB2-05","GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.5,"model_code_failures":4,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}},"intensive":{"admitted_plugins":1,"evaluated_cells":2,"failed_game_aliases":["GB2-03"],"first_pass_admitted":1,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"infra_failures_excluded":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"infra_failures_excluded":1},"GB2-05":{"infra_failures_excluded":1},"GB2-06":{"infra_failures_excluded":1},"GB2-07":{"admitted":1},"GB2-08":{"infra_failures_excluded":1}},"infra_excluded_game_aliases":["GB2-01","GB2-02","GB2-04","GB2-05","GB2-06","GB2-08"],"infra_failures_excluded":6,"model_code_failure_rate":0.5,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":37.090764262705726,"score":37.090764262705726},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":44.827713774132974,"score":22.413856887066487},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":2,"playable":36.996089356791856,"score":36.996089356791856},"GB2-08":{"attempts":1,"playable":28.11352908640198,"score":28.11352908640198}},"headline_games_tracks":{"highest":{"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":39.42049973814496,"score":39.42049973814496}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":37.090764262705726,"score":37.090764262705726},"GB2-03":{"attempts":1,"playable":44.827713774132974,"score":44.827713774132974},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":34.57167897543874,"score":34.57167897543874},"GB2-08":{"attempts":1,"playable":28.11352908640198,"score":28.11352908640198}}},"id":"nex-agi/nex-n2.5-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T15:43:41Z","match_totals_all":{"draws":589,"losses":1908,"wins":737},"match_totals_tracks":{"highest":{"draws":0,"losses":440,"wins":222},"none":{"draws":589,"losses":1468,"wins":515}},"model_slug":"nex-agi-nex-n2-5-pro","overall":{"max":44.827713774132974,"mean":18.892855315703706,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game":{"GB2-07":39.42049973814496},"per_game_match_totals_all":{"GB2-02":{"draws":405,"losses":205,"wins":2},"GB2-03":{"draws":184,"losses":297,"wins":153},"GB2-07":{"draws":0,"losses":910,"wins":414},"GB2-08":{"draws":0,"losses":496,"wins":168}},"per_game_match_totals_tracks":{"highest":{"GB2-07":{"draws":0,"losses":440,"wins":222}},"none":{"GB2-02":{"draws":405,"losses":205,"wins":2},"GB2-03":{"draws":184,"losses":297,"wins":153},"GB2-07":{"draws":0,"losses":470,"wins":192},"GB2-08":{"draws":0,"losses":496,"wins":168}}},"per_game_raw_elo_tracks":{"highest":{"GB2-07":1225.7534608293277},"none":{"GB2-02":1334.9758809042225,"GB2-03":1327.7564201521723,"GB2-07":1161.9838387055609,"GB2-08":1009.2088252715548}},"per_game_tracks":{"highest":{"GB2-07":39.42049973814496},"none":{"GB2-02":37.090764262705726,"GB2-03":44.827713774132974,"GB2-07":34.57167897543874,"GB2-08":28.11352908640198}},"program_outcomes":{"all":{"counted_attempts":10,"failed":5,"infra_excluded":6,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":5,"working":5},"highest":{"counted_attempts":2,"failed":1,"infra_excluded":6,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1},"none":{"counted_attempts":8,"failed":4,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":0,"worked_first_time":4,"working":4}},"provider_color":"#111827","provider_company":"Nex AGI","provider_key":"nex-agi","provider_text_color":"#f8fafc","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"highest":19.71024986907248,"none":18.075460762334927},"reasoning_agg":{"highest":{"max":39.42049973814496,"mean":19.71024986907248,"min":0.0},"none":{"max":44.827713774132974,"mean":18.075460762334927,"min":0.0}},"reasoning_labels":{"highest":"High","medium":"Setting not tested","none":"None"},"reasoning_settings":{"baseline":"none","intensive":"high"},"score_diagnostics":{"reasoning_variance":1.6347891067375535},"working_program_strength":{"all":37.78571063140741,"highest":39.42049973814496,"none":36.150921524669855}},{"canonical_public_row_identity":"publication-row.v1:overall:cohere-north-mini-code:fb283cd2fd8346e5","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":15,"run_count":8,"total":0.0},"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":6,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":2,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"recorded_attempt_count":15,"run_count":8,"total":0.0},"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":5,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0}},"codegen_cost_usd":{"admitted_cell_count":9,"cell_count":16,"cost_basis_counts":{"provider_reported":30},"cost_is_complete":false,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0,"mean":0.0,"median":0.0,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":15},"recorded_attempt_count":30,"run_count":16,"total":0.0},"codegen_latency_ms":{"attempt_count":30,"max_ms":905283,"mean_ms":265606.6875,"min_ms":7507,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":15,"max_ms":905283,"mean_ms":509118.375,"min_ms":288605,"run_count":8},"none":{"attempt_count":15,"max_ms":59126,"mean_ms":22095.0,"min_ms":7507,"run_count":8}},"codegen_output_tokens":{"attempt_count":30,"output_max":52275,"output_mean":16877.75,"output_min":1148,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":15,"output_max":52275,"output_mean":30105.875,"output_min":9014,"run_count":8},"none":{"attempt_count":15,"output_max":7281,"output_mean":3649.625,"output_min":1148,"run_count":8}},"display_name":"North Mini Code","economics":{"all":13.921026970227196,"medium":22.451141082617927,"none":5.390912857836467},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-02":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"failed","GB2-02":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-06":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":15,"effective_max_output_tokens":[64000],"finish_reason_observations":30,"finish_reasons":["stop"],"indexed_attempts":30,"output_token_observations":30,"provider_post_attempt_observations":15,"provider_post_attempts":15,"reasoning_token_observations":15,"reconciliation_get_attempt_observations":15,"requested_max_output_token_observations":15,"requested_max_output_tokens":[64000],"total_output_tokens":270044,"total_visible_output_tokens":29197,"visible_token_observations":15},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":null,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"cohere","provider_model":"cohere/north-mini-code","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"unknown_legacy","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":6,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"admitted":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.25,"model_code_failures":2,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-06"],"first_pass_admitted":2,"first_pass_rate":0.25,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":21.582647407597342,"score":10.791323703798671},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":40.132745294552166,"score":20.066372647276083},"GB2-05":{"attempts":2,"playable":30.97056941638231,"score":30.97056941638231},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":15.147747334721187,"score":7.573873667360593},"GB2-07":{"attempts":2,"playable":15.675699894033622,"score":15.675699894033622},"GB2-08":{"attempts":2,"playable":26.290376432966287,"score":26.290376432966287}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"playable":21.582647407597342,"score":21.582647407597342},"GB2-04":{"attempts":1,"playable":40.132745294552166,"score":40.132745294552166},"GB2-05":{"attempts":1,"playable":43.615409104196246,"score":43.615409104196246},"GB2-06":{"attempts":1,"playable":15.147747334721187,"score":15.147747334721187},"GB2-07":{"attempts":1,"playable":29.258887685571544,"score":29.258887685571544},"GB2-08":{"attempts":1,"playable":29.87169183430492,"score":29.87169183430492}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"playable":18.32572972856838,"score":18.32572972856838},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":2.0925121024956987,"score":2.0925121024956987},"GB2-08":{"attempts":1,"playable":22.709061031627655,"score":22.709061031627655}}},"id":"cohere/north-mini-code","is_recent_addition":false,"last_measured_at":"2026-08-05T05:19:01Z","match_totals_all":{"draws":482,"losses":4359,"wins":1037},"match_totals_tracks":{"medium":{"draws":482,"losses":2623,"wins":785},"none":{"draws":0,"losses":1736,"wins":252}},"model_slug":"cohere-north-mini-code","official_rank_by_reasoning":{"medium":100},"overall":{"max":43.615409104196246,"mean":13.921026970227196,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","unknown_capability_evidence","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-03":{"draws":126,"losses":458,"wins":50},"GB2-04":{"draws":354,"losses":223,"wins":53},"GB2-05":{"draws":0,"losses":959,"wins":371},"GB2-06":{"draws":2,"losses":552,"wins":78},"GB2-07":{"draws":0,"losses":1155,"wins":169},"GB2-08":{"draws":0,"losses":1012,"wins":316}},"per_game_match_totals_tracks":{"medium":{"GB2-03":{"draws":126,"losses":458,"wins":50},"GB2-04":{"draws":354,"losses":223,"wins":53},"GB2-05":{"draws":0,"losses":400,"wins":264},"GB2-06":{"draws":2,"losses":552,"wins":78},"GB2-07":{"draws":0,"losses":502,"wins":160},"GB2-08":{"draws":0,"losses":488,"wins":180}},"none":{"GB2-05":{"draws":0,"losses":559,"wins":107},"GB2-07":{"draws":0,"losses":653,"wins":9},"GB2-08":{"draws":0,"losses":524,"wins":136}}},"per_game_raw_elo_tracks":{"medium":{"GB2-03":1105.3603355735852,"GB2-04":1366.8405360134498,"GB2-05":1262.5801245017142,"GB2-06":829.6523691821646,"GB2-07":1089.3254145178585,"GB2-08":1034.0517291958738},"none":{"GB2-05":873.2320616565199,"GB2-07":377.93053563367675,"GB2-08":930.9073803782783}},"per_game_tracks":{"medium":{"GB2-03":21.582647407597342,"GB2-04":40.132745294552166,"GB2-05":43.615409104196246,"GB2-06":15.147747334721187,"GB2-07":29.258887685571544,"GB2-08":29.87169183430492},"none":{"GB2-05":18.32572972856838,"GB2-07":2.0925121024956987,"GB2-08":22.709061031627655}},"program_outcomes":{"all":{"counted_attempts":16,"failed":7,"infra_excluded":0,"success_rate":0.5625,"too_slow":0,"worked_after_repair":4,"worked_first_time":5,"working":9},"medium":{"counted_attempts":8,"failed":2,"infra_excluded":0,"success_rate":0.75,"too_slow":0,"worked_after_repair":3,"worked_first_time":3,"working":6},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":1,"worked_first_time":2,"working":3}},"provider_color":"#FF7759","provider_company":"Cohere","provider_key":"cohere","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":22.451141082617927,"none":5.390912857836466},"reasoning_agg":{"medium":{"max":43.615409104196246,"mean":22.451141082617927,"min":0.0},"none":{"max":22.709061031627655,"mean":5.390912857836466,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Enabled","none":"None"},"reasoning_settings":{},"score_diagnostics":{"reasoning_variance":17.06022822478146},"working_program_strength":{"all":22.155311198860574,"medium":29.9348547768239,"none":14.375767620897244}},{"canonical_public_row_identity":"publication-row.v1:overall:kt-midm-k-3-0-pro:cca43c85f5eeaaf3","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0110498,"mean":0.007246795,"median":0.007769119999999999,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.05797436},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.012484720000000001,"mean":0.00815452,"median":0.00778878,"min":0.0059181600000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":17},"recorded_attempt_count":17,"run_count":8,"total":0.06523616}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":7,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":1,"max":0.0110498,"mean":0.007246795,"median":0.007769119999999999,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":12},"recorded_attempt_count":12,"run_count":8,"total":0.05797436},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":17},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.012484720000000001,"mean":0.00815452,"median":0.00778878,"min":0.0059181600000000004,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":17},"recorded_attempt_count":17,"run_count":8,"total":0.06523616}},"codegen_cost_usd":{"admitted_cell_count":8,"cell_count":16,"cost_basis_counts":{"provider_reported":29},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":8,"max":0.012484720000000001,"mean":0.007700657499999999,"median":0.00778878,"min":0.00318216,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":29},"recorded_attempt_count":29,"run_count":16,"total":0.12321052000000002},"codegen_latency_ms":{"attempt_count":29,"max_ms":28146,"mean_ms":17477.3125,"min_ms":7647,"run_count":16},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":12,"max_ms":26824,"mean_ms":19087.5,"min_ms":7647,"run_count":8},"none":{"attempt_count":17,"max_ms":28146,"mean_ms":15867.125,"min_ms":10343,"run_count":8}},"codegen_output_tokens":{"attempt_count":29,"output_max":12893,"output_mean":6622.9375,"output_min":2828,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":9956,"output_mean":6785.875,"output_min":2828,"run_count":8},"none":{"attempt_count":17,"output_max":12893,"output_mean":6460.0,"output_min":4510,"run_count":8}},"display_name":"Midm K 3.0 Pro","economics":{"all":12.481705210648803,"medium":23.536196157718216,"none":1.42721426357939},"first_seen_at":null,"game_gaps":{"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-06":"failed"},"none":{"GB2-01":"failed","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":29,"effective_max_output_tokens":[235615],"finish_reason_observations":29,"finish_reasons":["stop"],"indexed_attempts":29,"output_token_observations":29,"provider_post_attempt_observations":29,"provider_post_attempts":29,"reasoning_token_observations":29,"reconciliation_get_attempt_observations":29,"requested_max_output_token_observations":29,"requested_max_output_tokens":[235615],"total_output_tokens":105967,"total_reasoning_output_tokens":38471,"total_visible_output_tokens":67496,"visible_token_observations":29},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235615,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"kt/midm-k-3.0-pro","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":7,"evaluated_cells":8,"failed_game_aliases":["GB2-06"],"first_pass_admitted":4,"first_pass_rate":0.5,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"admitted":1},"GB2-05":{"admitted":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"admitted":1},"GB2-08":{"admitted":1}},"model_code_failure_rate":0.125,"model_code_failures":1,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":true,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":true},"repaired_admitted":3,"repaired_rate":0.375},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-02","GB2-03","GB2-04","GB2-05","GB2-07","GB2-08"],"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.125}},"headline_games_all":{"GB2-01":{"attempts":2,"failed_attempts":1,"playable":27.912946756726527,"score":13.956473378363263},"GB2-02":{"attempts":2,"failed_attempts":1,"playable":43.30170018642312,"score":21.65085009321156},"GB2-03":{"attempts":2,"failed_attempts":1,"playable":31.457850444706732,"score":15.728925222353366},"GB2-04":{"attempts":2,"failed_attempts":1,"playable":41.18361832186172,"score":20.59180916093086},"GB2-05":{"attempts":2,"failed_attempts":1,"playable":14.089947665336124,"score":7.044973832668062},"GB2-06":{"attempts":2,"failed_attempts":1,"playable":11.41771410863512,"score":5.70885705431756},"GB2-07":{"attempts":2,"failed_attempts":1,"playable":6.163344772217111,"score":3.0816723861085555},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":24.180161114474387,"score":12.090080557237194}},"headline_games_tracks":{"medium":{"GB2-01":{"attempts":1,"playable":27.912946756726527,"score":27.912946756726527},"GB2-02":{"attempts":1,"playable":43.30170018642312,"score":43.30170018642312},"GB2-03":{"attempts":1,"playable":31.457850444706732,"score":31.457850444706732},"GB2-04":{"attempts":1,"playable":41.18361832186172,"score":41.18361832186172},"GB2-05":{"attempts":1,"playable":14.089947665336124,"score":14.089947665336124},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"playable":6.163344772217111,"score":6.163344772217111},"GB2-08":{"attempts":1,"playable":24.180161114474387,"score":24.180161114474387}},"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":11.41771410863512,"score":11.41771410863512},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"kt/midm-k-3.0-pro","is_recent_addition":false,"last_measured_at":"2026-11-19T15:44:55Z","match_totals_all":{"draws":1109,"losses":3456,"wins":571},"match_totals_tracks":{"medium":{"draws":1107,"losses":2885,"wins":512},"none":{"draws":2,"losses":571,"wins":59}},"model_slug":"kt-midm-k-3-0-pro","official_rank_by_reasoning":{"medium":98},"overall":{"max":43.30170018642312,"mean":12.481705210648803,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":200,"losses":379,"wins":65},"GB2-02":{"draws":448,"losses":149,"wins":15},"GB2-03":{"draws":157,"losses":387,"wins":90},"GB2-04":{"draws":302,"losses":241,"wins":85},"GB2-05":{"draws":0,"losses":582,"wins":82},"GB2-06":{"draws":2,"losses":571,"wins":59},"GB2-07":{"draws":0,"losses":631,"wins":31},"GB2-08":{"draws":0,"losses":516,"wins":144}},"per_game_match_totals_tracks":{"medium":{"GB2-01":{"draws":200,"losses":379,"wins":65},"GB2-02":{"draws":448,"losses":149,"wins":15},"GB2-03":{"draws":157,"losses":387,"wins":90},"GB2-04":{"draws":302,"losses":241,"wins":85},"GB2-05":{"draws":0,"losses":582,"wins":82},"GB2-07":{"draws":0,"losses":631,"wins":31},"GB2-08":{"draws":0,"losses":516,"wins":144}},"none":{"GB2-06":{"draws":2,"losses":571,"wins":59}}},"per_game_raw_elo_tracks":{"medium":{"GB2-01":1226.3687025202444,"GB2-02":1384.3360578269298,"GB2-03":1207.348186663525,"GB2-04":1375.219566788176,"GB2-05":784.4322999690793,"GB2-07":615.8790198959135,"GB2-08":952.6637088462957},"none":{"GB2-06":751.7609197314016}},"per_game_tracks":{"medium":{"GB2-01":27.912946756726527,"GB2-02":43.30170018642312,"GB2-03":31.457850444706732,"GB2-04":41.18361832186172,"GB2-05":14.089947665336124,"GB2-07":6.163344772217111,"GB2-08":24.180161114474387},"none":{"GB2-06":11.41771410863512}},"program_outcomes":{"all":{"counted_attempts":16,"failed":8,"infra_excluded":0,"success_rate":0.5,"too_slow":0,"worked_after_repair":4,"worked_first_time":4,"working":8},"medium":{"counted_attempts":8,"failed":1,"infra_excluded":0,"success_rate":0.875,"too_slow":0,"worked_after_repair":3,"worked_first_time":4,"working":7},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":23.536196157718216,"none":1.42721426357939},"reasoning_agg":{"medium":{"max":43.30170018642312,"mean":23.536196157718216,"min":0.0},"none":{"max":11.41771410863512,"mean":1.42721426357939,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (reasoning enabled)","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"default","baseline":"none"},"score_diagnostics":{"reasoning_variance":22.108981894138825},"working_program_strength":{"all":19.15811200158511,"medium":26.898509894535103,"none":11.41771410863512}},{"canonical_public_row_identity":"publication-row.v1:overall:motif-technologies-motif-3:acb7ad8c6467be0d","codegen_cost_by_reasoning":{"medium":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0431112,"mean":0.016967175,"median":0.00998154,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":12,"run_count":8,"total":0.1357374},"none":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0120387,"mean":0.0083353125,"median":0.00837444,"min":0.004836,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.0666825}},"codegen_cost_by_setting":{"historical-provider-setting-balanced":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":12},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":3,"max":0.0431112,"mean":0.016967175,"median":0.00998154,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":8},"recorded_attempt_count":12,"run_count":8,"total":0.1357374},"historical-provider-setting-baseline":{"admitted_cell_count":1,"cell_count":8,"cost_basis_counts":{"provider_reported":15},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":7,"max":0.0120387,"mean":0.0083353125,"median":0.00837444,"min":0.004836,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":15},"recorded_attempt_count":15,"run_count":8,"total":0.06668249999999999}},"codegen_cost_usd":{"admitted_cell_count":2,"cell_count":16,"cost_basis_counts":{"provider_reported":27},"cost_is_complete":true,"evidence_basis":"Provider-reported","failed_cell_count":10,"max":0.0431112,"mean":0.012651243749999999,"median":0.00837444,"min":0.0,"pricing_table_versions":{"boardgame-list-prices-2026-11-09":23},"recorded_attempt_count":27,"run_count":16,"total":0.20241989999999999},"codegen_latency_ms":{"attempt_count":23,"max_ms":270708,"mean_ms":91205.75,"min_ms":18514,"run_count":12},"codegen_latency_ms_by_reasoning":{"medium":{"attempt_count":8,"max_ms":270708,"mean_ms":205213.25,"min_ms":101519,"run_count":4},"none":{"attempt_count":15,"max_ms":49064,"mean_ms":34202.0,"min_ms":18514,"run_count":8}},"codegen_output_tokens":{"attempt_count":27,"output_max":46487,"output_mean":16121.75,"output_min":2079,"run_count":16},"codegen_output_tokens_by_reasoning":{"medium":{"attempt_count":12,"output_max":46487,"output_mean":27939.875,"output_min":12170,"run_count":8},"none":{"attempt_count":15,"output_max":6069,"output_mean":4303.625,"output_min":2079,"run_count":8}},"display_name":"Motif 3","economics":{"all":11.659910705768372,"medium":18.535887163734245,"none":4.783934247802499},"first_seen_at":null,"game_gaps":{"all":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"infra_excluded","GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"infra_excluded","GB2-06":"infra_excluded","GB2-07":"infra_excluded"},"none":{"GB2-02":"failed","GB2-03":"failed","GB2-04":"failed","GB2-05":"failed","GB2-06":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":27,"effective_max_output_tokens":[235929],"finish_reason_observations":23,"finish_reasons":["stop"],"indexed_attempts":27,"output_token_observations":27,"provider_post_attempt_observations":27,"provider_post_attempts":27,"reasoning_token_observations":27,"reconciliation_get_attempt_observations":27,"requested_max_output_token_observations":27,"requested_max_output_tokens":[235929],"total_output_tokens":257948,"total_reasoning_output_tokens":203938,"total_visible_output_tokens":54010,"visible_token_observations":27},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"unknown_legacy","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":235929,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"other","provider_model":"motif-technologies/motif-3","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openrouter","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"balanced":{"admitted_plugins":1,"evaluated_cells":4,"failed_game_aliases":["GB2-02","GB2-03","GB2-04"],"game_attempts":{"GB2-01":{"infra_failures_excluded":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"infra_failures_excluded":1},"GB2-06":{"infra_failures_excluded":1},"GB2-07":{"infra_failures_excluded":1},"GB2-08":{"admitted":1}},"infra_excluded_game_aliases":["GB2-01","GB2-05","GB2-06","GB2-07"],"infra_failures_excluded":4,"model_code_failure_rate":0.75,"model_code_failures":3,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":false,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false},"repaired_admitted":1,"repaired_rate":0.25},"baseline":{"admitted_plugins":1,"evaluated_cells":8,"failed_game_aliases":["GB2-02","GB2-03","GB2-04","GB2-05","GB2-06","GB2-07","GB2-08"],"first_pass_admitted":1,"first_pass_rate":0.125,"game_attempts":{"GB2-01":{"admitted":1},"GB2-02":{"model_code_failures":1},"GB2-03":{"model_code_failures":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"model_code_failures":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.875,"model_code_failures":7,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":1,"playable":38.27147398241999,"score":38.27147398241999},"GB2-02":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-03":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-04":{"attempts":2,"failed_attempts":2,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":2,"failed_attempts":1,"playable":74.14354865493698,"score":37.07177432746849}},"headline_games_tracks":{"medium":{"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"playable":74.14354865493698,"score":74.14354865493698}},"none":{"GB2-01":{"attempts":1,"playable":38.27147398241999,"score":38.27147398241999},"GB2-02":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-03":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"motif-technologies/motif-3","is_recent_addition":false,"last_measured_at":"2026-11-19T13:33:25Z","match_totals_all":{"draws":112,"losses":571,"wins":637},"match_totals_tracks":{"medium":{"draws":0,"losses":203,"wins":463},"none":{"draws":112,"losses":368,"wins":174}},"model_slug":"motif-technologies-motif-3","overall":{"max":74.14354865493698,"mean":11.659910705768372,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold","generation_incomplete"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-01":{"draws":112,"losses":368,"wins":174},"GB2-08":{"draws":0,"losses":203,"wins":463}},"per_game_match_totals_tracks":{"medium":{"GB2-08":{"draws":0,"losses":203,"wins":463}},"none":{"GB2-01":{"draws":112,"losses":368,"wins":174}}},"per_game_raw_elo_tracks":{"medium":{"GB2-08":1827.4298357078655},"none":{"GB2-01":1334.5921584928296}},"per_game_tracks":{"medium":{"GB2-08":74.14354865493698},"none":{"GB2-01":38.27147398241999}},"program_outcomes":{"all":{"counted_attempts":12,"failed":10,"infra_excluded":4,"success_rate":0.16666666666666666,"too_slow":0,"worked_after_repair":1,"worked_first_time":1,"working":2},"medium":{"counted_attempts":4,"failed":3,"infra_excluded":4,"success_rate":0.25,"too_slow":0,"worked_after_repair":1,"worked_first_time":0,"working":1},"none":{"counted_attempts":8,"failed":7,"infra_excluded":0,"success_rate":0.125,"too_slow":0,"worked_after_repair":0,"worked_first_time":1,"working":1}},"provider_color":"#7DB0FF","provider_company":"Other","provider_key":"other","provider_text_color":"#081019","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"medium":18.535887163734245,"none":4.783934247802499},"reasoning_agg":{"medium":{"max":74.14354865493698,"mean":18.535887163734245,"min":0.0},"none":{"max":38.27147398241999,"mean":4.783934247802499,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Provider default (reasoning enabled)","none":"Reasoning disabled"},"reasoning_settings":{"balanced":"default","baseline":"none"},"score_diagnostics":{"reasoning_variance":13.751952915931746},"working_program_strength":{"all":56.207511318678485,"medium":74.14354865493698,"none":38.27147398241999}},{"canonical_public_row_identity":"publication-row.v1:overall:gpt-4-1-nano:01683a3bc8f2289e","codegen_cost_by_reasoning":{"none":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507}},"codegen_cost_by_setting":{"historical-provider-setting-baseline":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507}},"codegen_cost_usd":{"admitted_cell_count":3,"cell_count":8,"cost_basis_counts":{"local_standard_estimate":13},"cost_is_complete":true,"evidence_basis":"Standard list-price estimate","failed_cell_count":5,"max":0.0034966000000000003,"mean":0.002188375,"median":0.0022738000000000003,"min":0.0011728,"pricing_table_versions":{"boardgame-list-prices-2026-10-09":13},"run_count":8,"token_priced_attempt_count":13,"total":0.017507},"codegen_latency_ms":{"attempt_count":13,"max_ms":44784,"mean_ms":22388.5,"min_ms":11128,"run_count":8},"codegen_latency_ms_by_reasoning":{"none":{"attempt_count":13,"max_ms":44784,"mean_ms":22388.5,"min_ms":11128,"run_count":8}},"codegen_output_tokens":{"attempt_count":13,"output_max":4341,"output_mean":2556.0,"output_min":1068,"run_count":8},"codegen_output_tokens_by_reasoning":{"none":{"attempt_count":13,"output_max":4341,"output_mean":2556.0,"output_min":1068,"run_count":8}},"display_name":"GPT-4.1 Nano","economics":{"all":11.079664720055819,"none":11.079664720055819},"first_seen_at":null,"game_gaps":{"all":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"},"highest":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"medium":{"GB2-01":"untested","GB2-02":"untested","GB2-03":"untested","GB2-04":"untested","GB2-05":"untested","GB2-06":"untested","GB2-07":"untested","GB2-08":"untested"},"none":{"GB2-01":"failed","GB2-04":"failed","GB2-05":"failed","GB2-07":"failed","GB2-08":"failed"}},"generation_metadata":{"attempt_evidence":{"effective_max_output_token_observations":13,"effective_max_output_tokens":[32768],"finish_reason_observations":13,"finish_reasons":["stop"],"indexed_attempts":13,"output_token_observations":13,"provider_post_attempt_observations":13,"provider_post_attempts":13,"reasoning_token_observations":13,"reconciliation_get_attempt_observations":13,"requested_max_output_token_observations":13,"requested_max_output_tokens":[32768],"total_output_tokens":20448,"total_visible_output_tokens":20448,"visible_token_observations":13},"generation_policy":{"generation_policy":"quality_generation_policy","stream_idle_timeout_seconds":null,"streaming_enabled":null,"strict_wall_clock_timeout_seconds":null,"timeout_mode":"provider_route_timeout_guard"},"generation_timing":{"finish_reason":"stop","first_progress_after_seconds":null,"generation_completed_at":null,"generation_started_at":null,"generation_wall_clock_seconds":null,"stream_progress_event_count":null},"reasoning_provenance":{"code_output_mode":"unknown_legacy","code_prompt_version":"unknown_legacy","generation_settings_public":{"max_tokens":32768,"stream":null,"temperature":null},"prompt_identity":"unknown_legacy","prompt_profile":"unknown_legacy","provider":"openai","provider_model":"gpt-4.1-nano","provider_reasoning_params":{"bracket":"aggregate","request_mode":null,"requested_effort":null,"source":"versioned_reasoning_capability_catalog","track_id":"overall"},"provider_route":"openai","provider_setting_label":null,"reasoning_bracket":null,"reasoning_bucket":"aggregate","reasoning_bucket_label":"Aggregate of public reasoning variants","reasoning_catalog_sha256":"209f6634f8c4657d81229da631843a8f6d91c82caa522a341b45a25ad3632b3d","reasoning_policy_version":"gb2_reasoning_brackets_v2","reasoning_request_mode":null,"requested_reasoning_effort":null}},"generation_quality_by_reasoning":{"baseline":{"admitted_plugins":3,"evaluated_cells":8,"failed_game_aliases":["GB2-01","GB2-04","GB2-05","GB2-07","GB2-08"],"first_pass_admitted":3,"first_pass_rate":0.375,"game_attempts":{"GB2-01":{"model_code_failures":1},"GB2-02":{"admitted":1},"GB2-03":{"admitted":1},"GB2-04":{"model_code_failures":1},"GB2-05":{"model_code_failures":1},"GB2-06":{"admitted":1},"GB2-07":{"model_code_failures":1},"GB2-08":{"model_code_failures":1}},"model_code_failure_rate":0.625,"model_code_failures":5,"official_qualification":{"fixed_coverage_complete":true,"generation_complete":true,"generation_quality_qualified":false,"grouped_coverage_state":"stable","grouped_stable":true,"policy_id":"duellab_official_qualification_v1","ranked":false}}},"headline_games_all":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.636665899160064,"score":39.636665899160064},"GB2-03":{"attempts":1,"playable":33.85043266169673,"score":33.85043266169673},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":15.15021919958975,"score":15.15021919958975},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}},"headline_games_tracks":{"none":{"GB2-01":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-02":{"attempts":1,"playable":39.636665899160064,"score":39.636665899160064},"GB2-03":{"attempts":1,"playable":33.85043266169673,"score":33.85043266169673},"GB2-04":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-05":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-06":{"attempts":1,"playable":15.15021919958975,"score":15.15021919958975},"GB2-07":{"attempts":1,"failed_attempts":1,"score":0.0},"GB2-08":{"attempts":1,"failed_attempts":1,"score":0.0}}},"id":"gpt-4.1-nano","is_recent_addition":false,"last_measured_at":"2026-11-19T16:06:15Z","match_totals_all":{"draws":772,"losses":1011,"wins":95},"match_totals_tracks":{"none":{"draws":772,"losses":1011,"wins":95}},"model_slug":"gpt-4-1-nano","overall":{"max":39.636665899160064,"mean":11.079664720055819,"min":0.0},"overall_eligibility_flag":false,"overall_ineligibility_reason_codes":["missing_bracket_scores","missing_or_non_distinct_settings","untested_or_ineligible_settings","missing_generation_quality","below_generation_quality_threshold"],"overall_official_rank":null,"overall_ranking_status":"provisional","per_game_match_totals_all":{"GB2-02":{"draws":428,"losses":179,"wins":5},"GB2-03":{"draws":342,"losses":281,"wins":11},"GB2-06":{"draws":2,"losses":551,"wins":79}},"per_game_match_totals_tracks":{"none":{"GB2-02":{"draws":428,"losses":179,"wins":5},"GB2-03":{"draws":342,"losses":281,"wins":11},"GB2-06":{"draws":2,"losses":551,"wins":79}}},"per_game_raw_elo_tracks":{"none":{"GB2-02":1355.4202889975597,"GB2-03":1229.699106097819,"GB2-06":829.7003056250574}},"per_game_tracks":{"none":{"GB2-02":39.636665899160064,"GB2-03":33.85043266169673,"GB2-06":15.15021919958975}},"program_outcomes":{"all":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":0,"worked_first_time":3,"working":3},"none":{"counted_attempts":8,"failed":5,"infra_excluded":0,"success_rate":0.375,"too_slow":0,"worked_after_repair":0,"worked_first_time":3,"working":3}},"provider_color":"#10A37F","provider_company":"OpenAI","provider_key":"openai","provider_text_color":"#111418","rank_movement":null,"rank_movement_baseline_at":null,"reasoning":{"none":11.079664720055819},"reasoning_agg":{"none":{"max":39.636665899160064,"mean":11.079664720055819,"min":0.0}},"reasoning_labels":{"highest":"Setting not tested","medium":"Setting not tested","none":"Reasoning field omitted"},"reasoning_settings":{"baseline":"none"},"working_program_strength":{"all":29.545772586815517,"none":29.545772586815517}}],"public_release_id":"gb2-20261119-235af8c04037","rating_method":{"bootstrap_iterations":0,"first_player_advantage":true,"method":"bradley_terry_newton","reference_field":{"manifest_sha256":"deff14cfd9a37b714d23fcf8bc0b4174fa1a1485d4572b44e05c910f050acfb9","population_revision":"cd13f51dae0f40d277054b3e1dc13c563075320817f9a81be9bf5295a13d93f8","rule":"model_balanced_common_field_v1","source":"frozen_manifest","version":"v2"}},"results_cut_id":"gb2-20261119-235af8c04037","schema_version":3,"snapshot_id":"20261119_170607","suite_line_id":"gamebench2","suite_version":"2-known8-r3","version_display":"2026-11-19 17:06 UTC","versus_model_ids":["claude-fable-5-2","gpt-6.2-astra","gpt-6.2-astra-pro","gpt-6.2-sol","gemini-4-carbon","gpt-6-astra-pro","gpt-6.2-sol-pro","gpt-6-astra","claude-opus-5-5","claude-fable-5-1","gpt-6.1-sol","gpt-6.1-sol-pro","gpt-6.1-terra-pro","gemini-4-argon","gpt-6.1-terra","moonshotai/kimi-k3.1-pro","gemini-4-hydrogen","claude-opus-5","gpt-6-sol","qwen/qwen4-max","z-ai/glm-5.3","gpt-5.6-sol","claude-fable-5","meta/muse-wonder","x-ai/grok-4.7","nex-agi/nex-n2.6","deepseek/deepseek-v4.1-flash-1017","claude-sonnet-5-5","x-ai/grok-4.6","google/gemini-3.8-flash","particle-ai/particle-1","meta/muse-spark-1.3","z-ai/glm-5.3-flashx-legal","x-ai/grok-4.5","z-ai/glm-5.3-flashx","claude-haiku-5-5","meta/muse-spark-open","z-ai/glm-5.3-flash","qwen/qwen3.8-max-0902","gpt-5.4","deepseek/deepseek-v4.1-flash","qwen/qwen3.8-2.4t-a95b","meta/muse-ember","meta/muse-spark-1.2","google/gemini-3.6-flash","stealth/ox-alpha","tencent/hy4-preview","fireworks/ember-1","claude-opus-4-8","qwen/qwen3.8-max","google/gemini-3.5-flash","gpt-5.5","mistralai/mistral-large-4-0-1029","moonshotai/kimi-k3","gpt-6-luna","claude-opus-4-5","claude-sonnet-5","gpt-5.6-terra","inception/mercury-3","gemini-3.1-pro-preview","thinkingmachines/inkling-2-small","z-ai/glm-5.2","reflection/beam-1.0-501b-a23b","deepseek/deepseek-v4-pro-0813","gpt-5","deepseek/deepseek-v4-pro","gpt-5.6-luna","minimax/minimax-m3.1-flash","bytedance-seed/seed-2.0-code","o3","deepseek/deepseek-v4-flash","qwen/qwen3.8-27b","stealth/space-bunny-alpha","nvidia/nemotron-3-ultra-550b-a55b","google/gemini-3.5-flash-lite","thinkingmachines/inkling-small","meta/muse-glimmer-30b","openai/gpt-oss-120b","thinkingmachines/inkling","stepfun/step-3.7-flash","inception/mercury-2.5-preview","tencent/hy4","google/gemini-3.1-flash-lite","upstage/solar-mini4","ibm-granite/granite-4.2-8b","unbiased/pareto-26.10","unbiased/pareto-26.10-preview","xiaomi/mimo-v2.6-pro","baidu/ernie-light-dt-1.0-intl","qwen/qwen3.8-omni-flash","stepfun/step-5-preview","baidu/ernie-5.5-flash-preview","xiaomi/mimo-v2.6-flash","qwen/qwen3.8-flash","mistralai/mistral-large-4-0","inclusionai/ling-3.2-flash","inclusionai/ling-3.1-flash","tencent/hy4-flash","gpt-4.1","elorian/glimpse","gpt-5.4-mini","qwen/qwen3.7-max","moonshotai/kimi-k2.7-code","x-ai/grok-build-0.1","xiaomi/mimo-v2.5-pro","poolside/laguna-s-2.1","nvidia/nemotron-3.5-super-vl","dots-studio/dots-3-note-preview","xiaomi/mimo-v2.5","gpt-5.4-nano","meituan/longcat-2.0","google/gemma-4-31b-it","nex-agi/nex-n2-pro","minimax/minimax-m3","qwen/qwen3.7-plus","mistralai/mistral-medium-3-5","inclusionai/ling-3.0-flash","recursive/flint-v1.0","ricursiveai/ripple-65b-preview","nex-agi/nex-n2.5-pro","cohere/north-mini-code","kt/midm-k-3.0-pro","motif-technologies/motif-3","gpt-4.1-nano"],"versus_totals_all":[[[48,0,48],[59,12,45],[52,5,39],[77,11,42],[90,5,49],[73,8,25],[70,5,35],[94,9,41],[111,10,35],[125,6,31],[113,8,23],[82,6,16],[114,15,15],[106,10,28],[112,14,18],[123,10,11],[106,7,31],[204,12,30],[128,9,7],[107,7,12],[124,12,8],[133,7,4],[135,6,3],[132,8,4],[113,5,8],[135,4,5],[132,6,6],[121,8,15],[132,7,5],[134,6,4],[137,4,3],[135,5,4],[117,4,5],[132,7,5],[136,4,4],[136,4,4],[137,3,4],[135,7,2],[139,3,2],[125,4,9],[134,6,4],[140,1,3],[135,2,1],[133,3,2],[258,6,12],[453,16,5],[132,5,1],[141,3,0],[121,7,4],[141,1,2],[172,2,6],[127,2,3],[132,5,1],[132,4,2],[138,5,1],[228,4,2],[142,2,0],[129,4,5],[121,5,0],[137,6,1],[138,0,0],[282,5,1],[129,3,0],[127,3,2],[124,2,0],[129,3,0],[137,4,3],[124,2,0],[130,1,1],[197,0,1],[210,6,0],[100,2,0],[112,2,0],[143,1,0],[250,3,1],[142,2,0],[124,2,0],[125,1,0],[187,5,0],[102,0,0],[102,0,0],[42,0,0],[96,0,0],[36,0,0],[6,0,0],[29,6,13],[37,1,10],[91,5,0],[67,4,7],[87,0,3],[93,1,2],[44,1,3],[87,2,1],[92,4,0],[85,4,1],[65,1,0],[48,0,0],[86,4,0],[47,1,0],[77,0,1],[93,3,0],[79,5,0],[29,0,1],[47,1,0],[88,2,0],[135,3,0],[64,1,1],[71,1,0],[218,4,0],[141,2,1],[150,3,3],[84,0,0],[69,3,0],[77,1,0],[69,2,1],[84,0,0],[100,2,0],[41,1,0],[24,0,0],[30,0,0],[54,0,0],[48,0,0],[12,0,0],[18,0,0]],[[45,12,59],[45,6,45],[67,13,64],[76,14,54],[62,14,34],[83,9,52],[86,14,50],[76,11,33],[79,8,37],[88,10,22],[78,14,22],[109,13,22],[82,8,18],[94,7,19],[80,13,19],[90,8,14],[73,10,29],[141,13,24],[91,10,7],[84,6,10],[99,4,7],[96,7,9],[96,5,5],[100,4,6],[76,3,11],[116,4,4],[103,5,6],[82,5,15],[113,4,3],[98,11,1],[96,4,8],[102,6,4],[94,2,2],[119,4,3],[108,4,2],[91,6,9],[98,6,0],[106,6,2],[107,5,4],[103,6,1],[100,8,2],[123,4,3],[102,5,1],[103,7,2],[185,6,9],[339,20,9],[101,0,1],[106,2,2],[90,9,3],[104,7,1],[141,6,5],[93,4,3],[89,6,7],[112,4,4],[106,8,2],[160,10,2],[114,6,0],[104,5,1],[87,7,2],[95,3,0],[108,6,0],[213,15,4],[99,4,1],[103,5,0],[99,2,1],[96,6,0],[114,1,3],[98,4,2],[100,6,0],[138,3,1],[158,4,0],[75,2,1],[89,5,0],[98,6,0],[205,7,0],[113,1,0],[108,1,1],[92,4,0],[144,2,0],[75,1,0],[74,4,0],[33,3,0],[87,3,0],[28,0,0],[6,0,0],[29,5,10],[25,1,10],[64,6,2],[54,7,7],[65,3,0],[80,6,2],[34,5,1],[74,5,1],[72,4,2],[66,4,2],[50,0,0],[38,2,0],[72,4,0],[32,2,0],[59,1,0],[71,2,1],[60,5,1],[25,3,2],[35,1,0],[62,4,0],[107,3,0],[44,3,1],[68,2,0],[162,14,0],[109,3,0],[117,5,0],[64,2,0],[59,1,0],[54,4,0],[51,5,0],[64,4,0],[73,4,1],[24,2,0],[16,0,0],[21,1,0],[41,1,0],[36,2,0],[11,1,0],[11,1,0]],[[39,5,52],[64,13,67],[43,10,43],[71,16,49],[60,10,38],[82,14,48],[83,11,56],[62,9,31],[62,7,37],[75,12,39],[59,8,25],[105,12,27],[83,7,20],[82,9,27],[88,6,18],[81,11,16],[75,9,26],[146,13,27],[89,8,11],[67,7,12],[89,7,8],[84,11,3],[94,7,7],[100,6,8],[74,9,13],[75,4,9],[85,11,8],[88,5,19],[112,2,2],[99,4,3],[92,8,4],[99,8,3],[78,3,1],[97,9,2],[86,10,2],[95,7,6],[89,6,7],[104,4,4],[86,5,5],[86,6,8],[94,8,2],[99,4,3],[95,5,4],[96,8,6],[166,9,7],[334,21,9],[87,4,5],[97,2,7],[86,8,4],[108,4,2],[122,9,5],[88,7,7],[87,2,3],[100,2,4],[97,7,4],[137,19,4],[101,2,1],[96,2,2],[83,5,2],[107,0,3],[90,4,6],[192,9,3],[97,3,2],[94,7,1],[90,3,1],[85,10,3],[92,4,0],[95,4,1],[84,3,3],[137,2,1],[146,5,3],[60,3,1],[78,4,2],[95,9,0],[185,3,0],[101,5,0],[96,2,0],[82,2,0],[128,11,1],[73,3,0],[81,5,0],[30,3,1],[75,5,0],[26,0,0],[3,1,0],[23,5,12],[31,3,6],[64,9,3],[41,7,2],[60,5,3],[52,4,2],[33,3,4],[60,6,0],[68,4,2],[66,3,1],[41,1,0],[35,3,0],[57,5,0],[37,1,0],[52,2,2],[66,6,0],[61,5,0],[13,3,0],[34,0,0],[56,8,0],[94,4,0],[48,2,0],[38,2,0],[156,9,1],[89,3,0],[107,4,1],[57,1,0],[53,1,0],[58,4,2],[44,3,1],[63,1,0],[68,2,0],[31,1,0],[15,1,0],[24,0,0],[39,0,1],[29,3,0],[8,0,0],[16,0,0]],[[42,11,77],[54,14,76],[49,16,71],[44,8,44],[62,18,54],[69,8,67],[63,10,51],[82,11,47],[74,15,45],[110,9,33],[70,12,44],[96,8,32],[90,15,27],[82,14,30],[99,16,17],[94,14,20],[80,10,42],[169,25,30],[98,11,19],[93,12,13],[111,15,12],[110,9,11],[105,14,15],[109,14,11],[72,13,19],[117,4,7],[113,7,10],[95,6,31],[116,8,6],[112,12,8],[113,12,5],[112,10,6],[106,6,6],[112,6,6],[118,4,4],[114,7,9],[115,5,8],[120,12,6],[126,7,1],[104,9,15],[113,12,9],[124,5,5],[118,3,5],[120,4,6],[218,12,18],[395,18,17],[115,5,4],[115,8,7],[112,9,3],[123,8,3],[148,10,6],[112,4,10],[111,10,5],[120,10,2],[120,7,3],[205,16,1],[125,3,0],[116,4,2],[106,8,2],[113,4,5],[114,11,3],[248,15,3],[116,3,1],[126,2,0],[106,3,1],[120,4,4],[129,5,2],[106,6,0],[110,9,1],[171,6,1],[183,10,1],[91,7,0],[102,3,1],[118,7,1],[240,6,0],[128,4,0],[110,6,0],[112,4,0],[165,6,1],[89,3,0],[91,5,0],[37,2,1],[90,2,0],[36,0,0],[6,0,0],[26,6,10],[26,6,12],[71,10,3],[58,10,8],[73,4,7],[77,1,8],[38,5,3],[74,1,5],[86,3,1],[78,6,2],[54,0,0],[39,3,0],[81,5,0],[41,1,0],[64,2,6],[88,0,0],[78,4,0],[20,2,4],[46,0,0],[74,6,0],[120,8,0],[61,0,3],[68,3,1],[196,10,2],[130,4,0],[134,1,1],[75,3,0],[65,1,0],[70,1,1],[64,4,0],[71,1,0],[87,3,0],[37,1,0],[22,0,0],[25,1,0],[48,0,0],[45,3,0],[9,1,0],[16,0,0]],[[49,5,90],[34,14,62],[38,10,60],[54,18,62],[38,20,38],[42,11,55],[34,12,52],[74,17,53],[84,14,58],[95,19,48],[81,16,47],[61,12,29],[86,24,34],[100,21,23],[94,22,28],[91,24,29],[86,16,42],[169,23,54],[103,12,29],[93,9,24],[124,10,10],[115,13,16],[115,11,18],[121,13,10],[93,16,17],[121,12,11],[117,17,10],[104,8,32],[108,24,12],[125,13,6],[122,12,10],[122,13,9],[104,12,10],[120,14,10],[123,15,6],[121,13,10],[130,9,5],[125,12,7],[134,5,5],[113,12,13],[124,15,5],[131,5,8],[123,10,5],[125,13,0],[246,16,14],[419,46,9],[123,13,2],[130,10,4],[104,13,15],[134,8,2],[160,10,10],[114,9,9],[124,7,7],[125,8,5],[128,12,4],[218,11,5],[128,13,3],[125,10,3],[113,11,2],[135,5,4],[131,6,1],[264,20,4],[118,9,5],[126,6,0],[117,8,1],[116,11,5],[133,8,3],[115,10,1],[119,6,7],[196,1,1],[208,7,1],[92,9,1],[105,9,0],[137,6,1],[244,10,0],[135,8,1],[111,15,0],[122,4,0],[176,16,0],[100,2,0],[91,10,1],[40,1,1],[90,6,0],[34,2,0],[3,3,0],[21,6,21],[29,3,16],[79,10,7],[66,8,4],[79,6,5],[89,4,3],[40,6,2],[84,4,2],[86,9,1],[79,6,5],[60,6,0],[47,1,0],[84,5,1],[46,2,0],[63,10,5],[88,7,1],[81,3,0],[28,2,0],[47,1,0],[86,4,0],[136,1,1],[63,3,0],[70,2,0],[209,12,1],[143,1,0],[148,8,0],[80,4,0],[67,5,0],[76,2,0],[68,4,0],[82,2,0],[97,5,0],[38,4,0],[23,0,1],[30,0,0],[53,1,0],[46,2,0],[12,0,0],[18,0,0]],[[25,8,73],[52,9,83],[48,14,82],[67,8,69],[55,11,42],[44,8,44],[66,9,73],[48,12,54],[60,7,47],[77,6,43],[63,10,35],[94,12,38],[69,17,30],[65,9,24],[69,14,21],[75,10,25],[71,11,36],[124,23,39],[79,13,18],[73,8,19],[89,15,10],[106,9,7],[95,15,14],[93,10,13],[72,5,17],[89,11,10],[97,11,6],[81,10,19],[111,10,7],[99,10,5],[80,10,12],[95,13,4],[75,11,6],[101,8,3],[106,5,3],[91,11,4],[103,6,3],[100,15,1],[94,11,5],[93,5,8],[90,11,7],[91,6,3],[91,5,4],[85,13,2],[181,18,11],[322,34,18],[105,8,1],[105,5,4],[82,9,9],[100,10,2],[133,7,4],[86,11,3],[98,7,5],[83,6,3],[91,10,3],[176,14,2],[102,9,3],[104,7,3],[80,8,2],[103,11,2],[106,4,0],[207,15,4],[100,11,3],[99,7,0],[94,9,1],[89,8,3],[97,10,3],[77,13,0],[94,6,0],[157,6,3],[154,9,1],[83,3,2],[68,5,1],[107,5,2],[188,12,0],[107,11,0],[79,9,2],[94,8,2],[131,15,0],[69,5,0],[83,5,0],[23,3,2],[68,4,0],[26,0,0],[6,0,0],[19,4,17],[22,1,13],[58,5,5],[55,7,6],[67,5,4],[62,5,3],[34,1,1],[64,5,3],[65,8,1],[53,5,2],[53,5,0],[34,6,0],[61,5,0],[32,4,0],[54,2,0],[60,10,0],[51,8,1],[11,4,1],[40,2,0],[66,3,1],[93,6,1],[44,2,0],[68,3,1],[150,11,3],[104,4,0],[111,8,1],[65,2,1],[55,4,1],[50,2,0],[55,2,1],[65,3,0],[74,4,0],[33,1,0],[16,0,0],[24,2,0],[39,1,0],[32,2,0],[10,0,0],[15,1,0]],[[35,5,70],[50,14,86],[56,11,83],[51,10,63],[52,12,34],[73,9,66],[51,6,51],[58,9,47],[62,13,45],[83,12,31],[61,9,42],[85,9,56],[56,11,35],[77,11,32],[69,14,29],[79,11,20],[58,5,35],[140,15,29],[91,12,21],[67,6,13],[99,7,14],[97,3,10],[83,6,15],[87,8,13],[78,13,17],[84,7,9],[83,11,8],[77,4,25],[85,5,6],[77,12,9],[95,5,12],[101,6,13],[86,2,6],[94,3,9],[109,7,8],[103,5,12],[99,7,4],[92,5,9],[103,5,8],[91,4,9],[102,7,11],[103,4,3],[83,3,2],[90,2,2],[211,4,15],[342,14,18],[84,5,3],[112,0,4],[84,4,8],[110,2,2],[109,6,9],[85,2,3],[100,6,2],[100,1,5],[109,5,6],[171,3,8],[96,2,2],[107,2,5],[82,4,4],[113,3,4],[87,1,4],[205,6,7],[95,1,2],[82,3,7],[85,0,5],[82,1,5],[105,3,2],[102,0,0],[97,3,4],[133,4,3],[158,5,7],[76,1,3],[80,3,5],[107,5,4],[191,2,7],[98,3,3],[86,1,1],[94,4,2],[133,5,4],[83,2,1],[78,2,0],[20,1,3],[62,2,2],[20,0,0],[3,1,0],[18,5,19],[24,2,8],[65,2,11],[48,2,6],[53,2,5],[62,2,6],[32,1,3],[68,2,4],[61,4,5],[74,3,5],[43,2,1],[33,2,1],[45,3,0],[36,0,0],[61,2,5],[65,4,1],[49,1,0],[20,0,2],[37,1,0],[68,1,3],[110,0,4],[47,1,0],[40,0,0],[143,5,6],[106,3,3],[128,3,3],[57,2,1],[48,1,1],[48,0,0],[50,2,2],[55,3,0],[73,1,0],[24,1,1],[14,0,0],[26,0,0],[44,0,0],[28,0,2],[10,0,2],[13,1,0]],[[41,9,94],[33,11,76],[31,9,62],[47,11,82],[53,17,74],[54,12,48],[47,9,58],[43,10,43],[72,15,69],[82,15,65],[71,19,54],[63,7,30],[83,19,42],[87,17,40],[87,19,38],[95,11,38],[81,10,53],[168,21,57],[97,18,29],[91,14,21],[116,16,12],[115,14,15],[112,11,21],[116,15,13],[92,12,22],[121,8,15],[123,11,10],[100,11,33],[121,12,11],[121,13,10],[117,14,13],[119,13,12],[109,7,10],[119,9,16],[121,15,8],[127,8,9],[133,8,3],[124,12,8],[129,9,6],[114,6,18],[124,13,7],[128,5,11],[122,9,7],[127,7,4],[239,19,18],[415,35,24],[122,11,5],[129,10,5],[115,8,9],[127,13,4],[162,9,9],[119,5,8],[119,10,9],[119,11,8],[121,13,10],[211,15,8],[132,6,6],[123,12,3],[111,13,2],[131,7,6],[126,5,7],[259,22,7],[117,11,4],[123,8,1],[116,9,1],[115,11,6],[128,12,4],[117,9,0],[120,6,6],[189,7,2],[201,10,5],[98,4,0],[108,6,0],[135,9,0],[240,14,0],[135,9,0],[120,6,0],[114,12,0],[179,12,1],[97,5,0],[95,7,0],[40,2,0],[94,2,0],[34,2,0],[6,0,0],[22,8,18],[26,3,19],[81,9,6],[64,6,8],[74,9,7],[90,3,3],[43,4,1],[82,3,5],[81,12,3],[77,7,6],[62,4,0],[46,1,1],[84,6,0],[45,3,0],[65,6,7],[90,6,0],[79,5,0],[26,2,2],[44,2,2],[83,7,0],[131,7,0],[64,2,0],[66,5,1],[207,14,1],[139,3,2],[146,7,3],[80,4,0],[68,4,0],[76,1,1],[69,3,0],[78,6,0],[96,5,1],[39,3,0],[24,0,0],[29,1,0],[52,2,0],[43,5,0],[12,0,0],[16,2,0]],[[35,10,111],[37,8,79],[37,7,62],[45,15,74],[58,14,84],[47,7,60],[45,13,62],[69,15,72],[58,8,58],[85,14,75],[75,16,65],[61,9,52],[88,13,55],[100,9,47],[91,12,53],[94,12,50],[91,13,52],[168,24,78],[103,14,39],[103,9,26],[115,11,30],[125,12,19],[125,12,19],[118,7,31],[100,10,28],[129,11,16],[128,10,18],[111,14,31],[127,16,13],[123,14,19],[129,13,14],[134,10,12],[113,10,15],[123,18,15],[132,15,9],[129,14,13],[131,10,15],[133,12,11],[134,11,11],[129,9,12],[132,10,14],[129,11,16],[126,9,15],[131,12,7],[249,20,27],[432,44,30],[127,8,15],[136,8,12],[117,10,17],[130,13,13],[175,12,9],[117,12,15],[133,9,8],[134,5,11],[141,12,3],[221,19,14],[138,10,8],[139,8,3],[129,8,1],[138,9,9],[135,10,5],[283,17,12],[126,14,4],[134,6,4],[128,8,2],[128,11,5],[136,14,6],[121,7,2],[132,6,6],[203,10,5],[220,11,5],[98,5,3],[114,6,2],[146,10,4],[258,17,1],[146,10,0],[131,7,0],[129,9,0],[185,18,1],[106,4,0],[102,8,0],[42,2,2],[96,8,0],[34,2,0],[5,1,0],[27,4,21],[25,1,26],[81,10,13],[67,7,8],[75,6,17],[88,8,8],[42,5,5],[89,7,2],[91,10,3],[82,12,4],[63,5,2],[47,4,1],[87,8,3],[48,3,1],[72,7,7],[96,5,3],[86,6,0],[28,2,4],[51,1,0],[91,6,1],[145,9,0],[66,4,4],[75,5,0],[225,13,4],[153,6,1],[155,11,6],[87,5,0],[74,6,0],[83,2,1],[72,4,0],[85,7,0],[106,8,0],[43,3,0],[28,0,0],[31,3,0],[60,2,0],[50,2,0],[16,0,0],[16,2,0]],[[31,6,125],[22,10,88],[39,12,75],[33,9,110],[48,19,95],[43,6,77],[31,12,83],[65,15,82],[75,14,85],[62,8,62],[73,9,80],[50,13,53],[76,22,64],[95,14,53],[87,17,58],[104,15,43],[85,11,66],[181,21,76],[108,13,41],[98,8,38],[122,15,25],[131,13,18],[133,10,19],[115,10,37],[101,7,32],[132,10,20],[133,9,20],[117,8,37],[129,8,25],[136,12,14],[133,13,16],[137,9,16],[118,8,14],[138,12,12],[138,10,14],[138,9,15],[141,6,15],[142,9,11],[137,10,15],[132,8,16],[136,12,14],[146,8,8],[140,8,8],[139,9,8],[276,17,19],[497,27,26],[133,10,13],[146,5,11],[125,8,13],[148,8,6],[184,11,7],[128,6,16],[140,9,5],[138,7,11],[144,12,6],[240,11,11],[148,6,8],[143,7,6],[128,8,4],[149,7,6],[146,3,7],[303,16,5],[141,7,2],[144,3,3],[139,3,0],[137,9,4],[146,10,6],[131,8,5],[133,7,8],[205,3,10],[232,6,2],[105,8,1],[124,3,3],[145,9,4],[269,16,3],[149,13,0],[136,8,0],[137,5,0],[207,9,2],[111,2,1],[106,8,0],[44,1,1],[99,7,0],[38,2,0],[4,4,0],[21,7,26],[26,0,28],[90,8,10],[72,2,16],[83,4,15],[96,3,9],[42,6,6],[87,5,8],[97,7,4],[89,5,8],[74,2,0],[51,2,1],[97,2,1],[49,3,2],[74,7,9],[102,6,0],[89,2,1],[26,2,4],[51,2,1],[94,5,1],[145,5,2],[72,3,1],[76,1,1],[225,14,5],[151,2,1],[164,4,8],[88,4,2],[77,4,1],[83,2,1],[74,3,1],[87,6,1],[106,8,0],[44,2,0],[26,0,0],[35,0,1],[60,1,1],[50,4,0],[11,0,1],[20,0,0]],[[23,8,113],[22,14,78],[25,8,59],[44,12,70],[47,16,81],[35,10,63],[42,9,61],[54,19,71],[65,16,75],[80,9,73],[47,2,47],[56,11,43],[69,15,60],[79,19,46],[79,21,44],[83,14,47],[72,11,61],[142,29,75],[90,14,40],[89,8,29],[98,20,26],[105,12,27],[102,10,32],[99,16,29],[82,6,38],[115,13,16],[107,10,27],[106,3,35],[112,18,14],[112,16,16],[116,13,15],[120,10,14],[97,10,19],[111,10,23],[111,15,18],[119,11,14],[122,9,13],[117,11,16],[123,9,12],[110,9,19],[116,13,15],[117,8,19],[114,10,14],[114,10,14],[237,19,20],[404,39,31],[119,7,12],[116,10,18],[109,6,17],[128,10,6],[152,8,20],[106,7,19],[120,11,7],[118,8,12],[124,13,7],[200,20,14],[130,6,8],[120,9,9],[111,8,7],[128,3,13],[120,8,10],[249,29,10],[120,6,6],[123,7,2],[116,6,4],[117,7,8],[125,10,9],[112,12,2],[115,10,7],[187,3,8],[196,14,6],[91,7,4],[100,9,5],[130,8,6],[237,15,2],[138,6,0],[117,8,1],[118,7,1],[175,12,5],[99,3,0],[93,9,0],[38,3,1],[92,4,0],[35,1,0],[4,2,0],[17,6,25],[21,1,26],[63,14,19],[59,7,12],[72,5,13],[81,5,10],[33,8,7],[79,4,7],[81,8,7],[72,8,10],[61,4,1],[42,4,2],[84,5,1],[43,4,1],[64,4,10],[88,3,5],[76,6,2],[18,5,7],[48,0,0],[81,9,0],[128,9,1],[58,6,2],[67,3,2],[195,18,9],[134,5,5],[140,6,10],[80,3,1],[68,3,1],[70,5,3],[65,3,4],[81,3,0],[98,3,1],[41,1,0],[23,1,0],[29,1,0],[52,2,0],[43,4,1],[12,0,0],[17,1,0]],[[16,6,82],[22,13,109],[27,12,105],[32,8,96],[29,12,61],[38,12,94],[56,9,85],[30,7,63],[52,9,61],[53,13,50],[43,11,56],[46,4,46],[45,9,46],[65,5,42],[52,12,34],[63,9,34],[49,6,45],[102,18,66],[64,14,26],[58,8,20],[68,10,16],[76,9,19],[83,6,23],[67,12,15],[58,8,26],[88,5,15],[74,14,20],[70,7,25],[74,12,8],[84,7,23],[74,13,17],[74,11,7],[82,5,15],[85,8,17],[82,8,12],[85,6,7],[107,4,9],[74,11,11],[90,7,15],[76,4,16],[63,12,13],[90,6,10],[78,6,14],[91,8,9],[181,12,27],[286,32,34],[93,10,9],[85,9,12],[73,7,18],[84,9,5],[93,11,10],[80,8,14],[62,13,11],[92,5,11],[78,15,5],[143,14,17],[94,8,7],[78,9,13],[77,10,7],[85,8,7],[81,7,6],[171,18,15],[72,5,5],[84,9,3],[80,4,4],[86,11,9],[94,7,7],[73,7,8],[75,8,11],[126,6,12],[128,11,9],[52,5,5],[90,4,2],[96,5,9],[167,12,3],[100,5,1],[77,11,4],[92,7,1],[130,13,3],[57,2,1],[64,14,0],[31,3,2],[60,2,0],[27,2,1],[3,2,1],[15,5,16],[16,3,19],[51,10,9],[40,7,5],[47,9,8],[55,4,9],[29,4,5],[52,2,8],[54,8,6],[49,4,9],[45,4,3],[41,2,1],[69,6,1],[28,2,4],[43,4,9],[68,1,1],[64,6,0],[20,2,4],[24,5,1],[59,7,0],[81,10,3],[43,3,2],[43,1,4],[141,18,13],[93,5,0],[92,5,5],[62,2,2],[44,4,0],[60,0,4],[44,4,2],[59,5,2],[70,9,1],[31,4,1],[20,2,0],[21,1,0],[37,0,1],[34,4,0],[8,2,0],[13,1,0]],[[15,15,114],[18,8,82],[20,7,83],[27,15,90],[34,24,86],[30,17,69],[35,11,56],[42,19,83],[55,13,88],[64,22,76],[60,15,69],[46,9,45],[43,10,43],[74,19,51],[70,19,55],[80,14,50],[70,15,59],[125,29,92],[97,20,27],[81,10,35],[93,18,33],[98,19,27],[102,11,31],[96,17,31],[75,13,38],[123,5,16],[109,17,18],[91,12,41],[105,24,15],[108,20,16],[116,16,12],[117,13,14],[98,8,20],[109,13,22],[116,14,14],[117,15,12],[114,13,17],[108,18,18],[114,16,14],[102,14,22],[110,20,14],[115,13,16],[107,15,16],[116,11,11],[219,24,33],[378,57,39],[115,10,13],[113,18,13],[104,13,15],[117,11,16],[156,9,15],[102,15,15],[117,16,5],[109,15,14],[119,16,9],[190,27,17],[122,13,9],[114,12,12],[104,17,5],[120,7,17],[109,18,11],[239,32,17],[118,7,7],[113,11,8],[109,12,5],[112,10,10],[126,13,5],[108,15,3],[108,15,9],[175,6,17],[195,13,8],[80,13,9],[97,9,8],[119,15,10],[230,14,10],[131,10,3],[115,7,4],[114,8,4],[164,24,4],[95,7,0],[89,13,0],[34,4,4],[90,6,0],[35,1,0],[5,1,0],[12,5,31],[18,4,26],[65,16,15],[53,9,16],[70,7,13],[75,11,10],[37,4,7],[74,9,7],[77,10,9],[69,11,10],[63,2,1],[41,6,1],[76,10,4],[41,3,4],[61,10,7],[80,11,5],[68,9,7],[22,2,6],[43,5,0],[76,7,7],[115,11,12],[63,3,0],[58,6,8],[186,27,9],[127,10,7],[136,13,7],[79,4,1],[67,5,0],[70,5,3],[61,8,3],[76,8,0],[93,5,4],[37,2,3],[18,6,0],[28,2,0],[54,0,0],[43,5,0],[9,0,3],[14,4,0]],[[28,10,106],[19,7,94],[27,9,82],[30,14,82],[23,21,100],[24,9,65],[32,11,77],[40,17,87],[47,9,100],[53,14,95],[46,19,79],[42,5,65],[51,19,74],[41,14,41],[52,25,67],[72,15,57],[70,8,66],[114,30,102],[72,14,58],[64,8,54],[89,15,40],[100,11,33],[101,13,30],[95,17,32],[70,16,40],[109,16,19],[107,18,19],[88,12,44],[105,19,20],[108,15,21],[110,13,21],[113,12,19],[86,9,31],[108,10,26],[110,12,22],[101,14,29],[108,14,22],[110,15,19],[118,12,14],[103,13,22],[114,12,18],[112,9,23],[108,12,18],[113,11,14],[226,18,32],[380,45,49],[105,15,18],[118,10,16],[98,9,25],[123,9,12],[159,12,9],[100,9,23],[110,15,13],[117,6,15],[126,10,8],[207,9,18],[124,12,8],[116,14,8],[98,14,14],[118,11,15],[118,8,12],[247,27,14],[112,7,13],[111,13,8],[113,4,9],[104,14,14],[123,13,8],[101,15,10],[123,3,6],[187,2,9],[199,13,4],[88,7,7],[103,7,4],[130,11,3],[233,14,11],[124,16,4],[109,13,4],[121,3,2],[164,17,11],[98,0,4],[94,8,0],[35,2,5],[92,4,0],[33,3,0],[5,1,0],[13,4,31],[18,3,27],[64,9,23],[48,12,18],[64,4,22],[81,6,9],[35,6,7],[79,3,8],[73,12,11],[73,8,9],[55,9,2],[43,2,3],[73,10,7],[43,5,0],[59,8,11],[83,13,0],[73,4,7],[22,3,5],[44,3,1],[81,8,1],[127,8,3],[55,4,7],[65,5,2],[205,16,1],[134,2,8],[138,8,10],[80,3,1],[59,8,5],[75,2,1],[68,3,1],[79,3,2],[91,7,4],[39,3,0],[21,0,3],[29,0,1],[52,0,2],[44,4,0],[9,0,3],[18,0,0]],[[18,14,112],[19,13,80],[18,6,88],[17,16,99],[28,22,94],[21,14,69],[29,14,69],[38,19,87],[53,12,91],[58,17,87],[44,21,79],[34,12,52],[55,19,70],[67,25,52],[39,18,39],[66,26,52],[62,15,67],[124,28,94],[76,15,53],[86,9,31],[90,23,31],[99,21,24],[89,18,37],[84,31,29],[66,12,48],[102,18,24],[100,17,27],[88,18,38],[113,22,9],[99,21,24],[105,22,17],[116,15,13],[93,11,22],[102,18,24],[109,18,17],[106,18,20],[110,19,15],[105,24,15],[117,15,12],[109,9,20],[104,24,16],[113,14,17],[108,18,12],[117,11,10],[223,28,25],[362,66,46],[115,12,11],[116,11,17],[105,9,18],[115,15,14],[146,15,19],[97,13,22],[106,19,13],[104,14,20],[113,22,9],[191,35,8],[119,16,9],[109,20,9],[100,19,7],[114,16,14],[108,18,12],[240,29,19],[116,10,6],[110,17,5],[110,12,4],[108,17,7],[114,20,10],[104,19,3],[104,18,10],[184,9,5],[194,20,2],[83,15,4],[95,13,6],[124,16,4],[229,23,4],[134,10,0],[109,15,2],[108,18,0],[161,24,7],[92,9,1],[91,10,1],[33,7,2],[91,5,0],[36,0,0],[4,1,1],[8,7,33],[13,6,29],[59,12,25],[51,16,11],[61,14,15],[77,10,9],[36,7,5],[72,12,6],[74,10,12],[65,16,9],[57,8,1],[39,6,3],[74,13,3],[44,3,1],[59,5,14],[73,17,6],[72,10,2],[21,3,6],[41,5,2],[71,16,3],[118,19,1],[56,7,3],[63,7,2],[193,26,3],[134,7,3],[135,13,8],[74,10,0],[66,6,0],[69,6,3],[61,11,0],[74,6,4],[94,7,1],[41,1,0],[22,2,0],[27,1,2],[53,1,0],[37,11,0],[9,1,2],[13,5,0]],[[11,10,123],[14,8,90],[16,11,81],[20,14,94],[29,24,91],[25,10,75],[20,11,79],[38,11,95],[50,12,94],[43,15,104],[47,14,83],[34,9,63],[50,14,80],[57,15,72],[52,26,66],[43,10,43],[56,16,72],[111,26,109],[82,17,45],[66,7,53],[85,19,40],[97,12,35],[98,11,35],[82,18,44],[69,11,46],[105,11,28],[102,13,29],[90,14,40],[105,11,28],[103,13,28],[101,13,30],[114,11,19],[88,8,30],[98,19,27],[110,12,22],[101,16,27],[114,14,16],[104,16,24],[112,12,20],[99,12,27],[96,23,25],[108,17,19],[102,14,22],[108,12,18],[203,29,44],[352,54,68],[103,13,22],[115,15,14],[106,13,13],[114,6,24],[148,10,22],[94,10,28],[115,11,12],[108,12,18],[119,14,11],[189,25,20],[118,15,11],[112,9,17],[99,15,12],[105,15,24],[110,15,13],[230,32,26],[111,9,12],[105,12,15],[103,9,14],[103,13,16],[122,9,13],[99,12,15],[105,19,8],[174,6,18],[188,19,9],[82,12,8],[97,7,10],[118,14,12],[213,31,12],[124,11,9],[101,20,5],[106,15,5],[163,19,10],[96,4,2],[81,18,3],[28,6,8],[91,5,0],[36,0,0],[5,1,0],[15,5,28],[16,5,27],[53,16,27],[45,12,21],[65,9,16],[76,6,14],[35,4,9],[70,10,10],[75,7,14],[72,8,10],[56,5,5],[33,11,4],[75,7,8],[43,2,3],[56,7,15],[81,9,6],[69,8,7],[21,6,3],[37,7,4],[72,10,8],[109,18,11],[56,4,6],[61,5,6],[190,26,6],[128,11,5],[133,11,12],[73,9,2],[61,7,4],[71,4,3],[60,10,2],[78,3,3],[84,13,5],[35,7,0],[21,2,1],[27,1,2],[53,0,1],[39,7,2],[8,4,0],[15,1,2]],[[31,7,106],[29,10,73],[26,9,75],[42,10,80],[42,16,86],[36,11,71],[35,5,58],[53,10,81],[52,13,91],[66,11,85],[61,11,72],[45,6,49],[59,15,70],[66,8,70],[67,15,62],[72,16,56],[47,2,47],[120,26,100],[81,12,51],[60,10,56],[90,14,40],[98,11,35],[90,17,37],[96,15,33],[67,5,54],[100,8,36],[96,13,35],[90,14,40],[94,22,28],[98,14,32],[101,17,26],[96,18,30],[81,11,34],[100,14,30],[104,17,23],[104,15,25],[110,14,20],[104,18,22],[107,13,24],[92,15,31],[106,16,22],[103,17,24],[93,17,28],[108,14,16],[203,34,39],[348,47,79],[103,11,24],[117,10,17],[93,18,21],[104,14,26],[141,15,24],[96,11,25],[106,16,16],[101,15,22],[117,12,15],[183,21,30],[117,17,10],[105,19,14],[97,15,14],[112,13,19],[104,13,21],[229,30,29],[98,16,18],[101,11,20],[99,10,17],[107,12,13],[109,14,21],[106,11,9],[109,12,11],[168,9,21],[182,22,12],[82,10,10],[93,11,10],[119,17,8],[225,20,9],[120,14,10],[104,18,4],[108,12,6],[161,22,9],[90,6,6],[83,17,2],[31,6,5],[87,8,1],[34,1,1],[5,1,0],[15,3,30],[22,1,25],[67,11,18],[52,12,14],[64,6,20],[71,3,22],[36,5,7],[62,11,17],[74,11,11],[71,7,12],[59,4,3],[35,8,5],[72,8,10],[40,5,3],[59,8,11],[81,9,6],[70,7,7],[18,7,5],[40,5,3],[77,9,4],[121,8,9],[54,7,5],[63,3,6],[187,25,10],[123,10,11],[133,11,12],[70,11,3],[64,6,2],[70,7,1],[60,8,4],[72,9,3],[93,9,0],[38,4,0],[21,0,3],[25,3,2],[49,3,2],[43,5,0],[9,0,3],[16,2,0]],[[30,12,204],[24,13,141],[27,13,146],[30,25,169],[54,23,169],[39,23,124],[29,15,140],[57,21,168],[78,24,168],[76,21,181],[75,29,142],[66,18,102],[92,29,125],[102,30,114],[94,28,124],[109,26,111],[100,26,120],[168,48,168],[117,36,93],[112,18,90],[151,29,66],[148,30,68],[142,33,71],[144,29,73],[102,20,98],[165,28,53],[158,35,53],[137,24,85],[160,36,50],[165,27,54],[163,39,44],[168,26,52],[143,17,50],[154,40,52],[168,39,39],[160,42,44],[177,27,42],[165,35,46],[167,36,43],[171,29,34],[168,40,38],[173,32,41],[165,30,49],[177,32,35],[317,57,94],[577,131,124],[176,23,35],[180,26,40],[156,32,34],[179,36,31],[233,34,37],[154,32,46],[171,29,34],[167,37,40],[182,38,26],[292,68,38],[178,35,33],[186,25,23],[159,28,27],[187,27,32],[185,29,20],[382,75,35],[180,29,23],[178,18,26],[178,25,17],[173,26,33],[195,28,23],[160,29,21],[171,30,25],[265,24,23],[297,44,21],[124,29,13],[152,29,15],[200,31,19],[345,51,34],[195,40,11],[193,14,23],[183,26,11],[263,46,29],[141,13,8],[128,30,8],[50,14,6],[127,18,5],[41,6,1],[6,4,2],[24,7,51],[30,5,47],[92,26,46],[78,19,31],[98,21,43],[127,18,19],[55,14,13],[119,16,17],[127,23,14],[116,27,19],[91,14,9],[63,16,3],[114,24,14],[67,11,4],[91,19,28],[121,30,13],[110,17,13],[32,12,6],[64,15,3],[123,20,9],[211,24,13],[83,17,14],[104,9,7],[298,57,23],[198,22,16],[214,21,21],[112,19,9],[109,4,3],[115,17,6],[93,15,8],[109,22,13],[133,26,7],[62,7,1],[30,2,2],[46,4,2],[80,6,4],[70,6,6],[20,2,2],[20,6,0]],[[7,9,128],[7,10,91],[11,8,89],[19,11,98],[29,12,103],[18,13,79],[21,12,91],[29,18,97],[39,14,103],[41,13,108],[40,14,90],[26,14,64],[27,20,97],[58,14,72],[53,15,76],[45,17,82],[51,12,81],[93,36,117],[42,12,42],[63,7,56],[74,19,51],[83,13,48],[82,18,44],[82,16,46],[53,13,60],[87,18,39],[89,15,40],[82,11,51],[94,21,29],[90,20,34],[95,23,26],[99,22,23],[80,10,36],[91,18,35],[86,16,42],[92,20,32],[107,13,24],[90,18,36],[98,18,28],[103,12,23],[91,24,29],[96,18,30],[83,18,37],[99,14,25],[184,31,61],[343,61,70],[95,17,26],[101,20,23],[80,18,34],[101,16,27],[127,22,31],[84,19,29],[97,17,24],[98,14,26],[105,21,18],[172,35,27],[103,23,18],[99,22,17],[92,18,16],[102,14,28],[103,14,21],[212,41,35],[98,18,16],[100,13,19],[97,13,16],[95,12,25],[106,24,14],[102,15,9],[101,15,16],[170,9,19],[169,32,15],[74,14,14],[87,16,11],[109,23,12],[196,35,23],[118,18,8],[97,19,10],[101,19,6],[154,25,13],[85,13,4],[83,15,4],[26,9,7],[79,15,2],[33,0,3],[6,0,0],[7,3,38],[11,2,35],[56,17,23],[49,13,16],[59,11,20],[64,14,18],[29,6,13],[62,9,19],[68,9,19],[62,13,15],[51,10,5],[36,7,5],[66,14,10],[34,7,7],[53,10,15],[74,12,10],[60,16,8],[19,5,6],[38,8,2],[69,8,13],[105,22,11],[52,7,7],[55,6,11],[169,36,17],[113,19,12],[132,11,13],[73,9,2],[62,7,3],[62,9,7],[55,10,7],[73,7,4],[79,15,8],[35,5,2],[18,2,4],[25,1,4],[49,4,1],[38,7,3],[8,2,2],[16,2,0]],[[12,7,107],[10,6,84],[12,7,67],[13,12,93],[24,9,93],[19,8,73],[13,6,67],[21,14,91],[26,9,103],[38,8,98],[29,8,89],[20,8,58],[35,10,81],[54,8,64],[31,9,86],[53,7,66],[56,10,60],[90,18,112],[56,7,63],[36,0,36],[77,14,35],[80,8,38],[81,7,38],[76,7,43],[53,4,53],[84,5,37],[86,7,33],[67,11,48],[83,7,36],[89,10,27],[91,9,26],[86,6,34],[72,6,32],[86,9,31],[89,12,25],[92,4,30],[87,6,33],[100,4,22],[88,8,30],[84,10,28],[92,13,21],[84,9,33],[88,6,28],[80,8,34],[180,12,50],[322,32,72],[89,4,29],[96,5,25],[71,12,31],[92,9,25],[124,7,27],[81,8,29],[97,5,18],[90,3,29],[93,10,23],[143,11,50],[96,10,20],[92,6,22],[84,9,17],[97,6,23],[94,9,19],[210,13,29],[92,6,20],[89,7,20],[95,5,12],[89,13,16],[103,9,14],[88,5,17],[93,8,15],[135,5,34],[166,5,15],[76,3,7],[80,12,10],[104,7,15],[193,11,22],[107,8,11],[99,5,10],[99,5,8],[135,9,26],[77,2,9],[79,6,3],[23,2,11],[72,9,3],[24,2,4],[4,2,0],[8,4,30],[11,1,30],[54,5,25],[44,8,16],[54,2,24],[63,4,17],[33,1,8],[67,3,8],[63,7,14],[61,5,14],[53,3,4],[33,2,7],[61,8,9],[34,2,6],[49,6,15],[72,5,7],[57,5,10],[12,2,10],[35,4,3],[69,3,6],[111,2,9],[48,4,8],[53,2,7],[169,9,12],[92,7,23],[120,6,14],[67,3,4],[58,3,5],[62,1,5],[51,3,6],[64,3,7],[74,4,8],[31,2,3],[16,1,3],[25,1,2],[47,2,3],[39,2,1],[6,0,4],[13,0,1]],[[8,12,124],[7,4,99],[8,7,89],[12,15,111],[10,10,124],[10,15,89],[14,7,99],[12,16,116],[30,11,115],[25,15,122],[26,20,98],[16,10,68],[33,18,93],[40,15,89],[31,23,90],[40,19,85],[40,14,90],[66,29,151],[51,19,74],[35,14,77],[37,22,37],[59,22,63],[67,22,55],[62,17,65],[33,18,75],[65,22,57],[76,24,44],[68,19,57],[71,26,47],[78,27,39],[76,14,54],[83,21,40],[50,17,59],[81,26,37],[86,19,39],[85,19,40],[83,24,37],[80,29,35],[81,27,36],[72,21,45],[92,21,31],[89,26,29],[77,22,39],[71,22,45],[166,45,65],[276,76,122],[89,17,32],[93,24,27],[82,18,32],[88,25,31],[117,27,36],[80,24,28],[80,27,31],[73,26,39],[91,24,29],[160,45,29],[104,24,16],[86,28,24],[69,26,31],[94,22,28],[92,20,26],[196,55,37],[92,18,22],[83,18,31],[92,14,20],[86,19,27],[101,22,21],[82,17,27],[96,20,16],[152,12,34],[164,34,18],[65,21,16],[83,20,11],[108,24,12],[207,37,14],[117,19,8],[95,22,9],[96,25,5],[138,33,21],[86,11,5],[70,24,8],[24,10,8],[88,8,0],[34,2,0],[3,3,0],[4,5,39],[7,4,37],[48,14,34],[35,9,34],[45,15,30],[57,13,26],[28,9,11],[59,9,22],[61,19,16],[58,10,22],[53,6,7],[29,10,9],[66,13,11],[32,6,10],[49,13,16],[68,17,11],[56,13,15],[16,5,9],[38,10,0],[67,15,8],[106,22,10],[53,9,4],[54,9,9],[180,37,5],[107,15,22],[125,19,12],[61,18,5],[56,11,5],[59,13,6],[52,12,8],[70,12,2],[83,17,2],[33,7,2],[21,1,2],[24,3,3],[48,3,3],[38,9,1],[8,1,3],[11,7,0]],[[4,7,133],[9,7,96],[3,11,84],[11,9,110],[16,13,115],[7,9,106],[10,3,97],[15,14,115],[19,12,125],[18,13,131],[27,12,105],[19,9,76],[27,19,98],[33,11,100],[24,21,99],[35,12,97],[35,11,98],[68,30,148],[48,13,83],[38,8,80],[63,22,59],[44,8,44],[65,16,63],[59,21,64],[42,16,68],[65,15,64],[67,26,51],[74,14,56],[61,27,56],[76,19,49],[71,24,49],[77,19,48],[63,14,49],[80,18,46],[80,23,41],[78,18,48],[75,26,43],[73,24,47],[91,18,35],[71,20,47],[78,22,44],[87,20,37],[89,13,36],[91,16,31],[171,33,72],[292,67,115],[72,19,47],[86,22,36],[74,21,37],[92,21,31],[122,21,37],[65,24,43],[79,23,36],[86,23,29],[94,26,24],[154,41,39],[107,19,18],[90,24,24],[85,19,22],[95,14,35],[95,20,23],[208,36,44],[87,21,24],[90,15,27],[94,15,17],[89,16,27],[100,19,25],[86,15,25],[99,21,12],[155,11,32],[169,28,19],[70,16,16],[81,19,14],[107,20,17],[200,34,24],[109,22,13],[99,19,8],[103,15,8],[151,25,16],[85,11,6],[84,18,0],[23,7,12],[84,9,3],[32,2,2],[4,2,0],[3,4,41],[3,2,43],[46,15,35],[36,10,32],[51,15,24],[49,12,35],[32,6,10],[61,9,20],[61,17,18],[57,15,18],[52,7,7],[33,7,8],[58,13,19],[35,8,5],[46,10,22],[67,17,12],[60,11,13],[18,5,7],[34,10,4],[67,12,11],[111,19,8],[44,9,13],[52,7,13],[174,36,12],[114,12,18],[124,18,14],[67,11,6],[60,7,5],[62,13,3],[52,13,7],[66,13,5],[84,12,6],[38,3,1],[14,3,7],[26,2,2],[47,2,5],[39,8,1],[11,0,1],[14,4,0]],[[3,6,135],[5,5,96],[7,7,94],[15,14,105],[18,11,115],[14,15,95],[15,6,83],[21,11,112],[19,12,125],[19,10,133],[32,10,102],[23,6,83],[31,11,102],[30,13,101],[37,18,89],[35,11,98],[37,17,90],[71,33,142],[44,18,82],[38,7,81],[55,22,67],[63,16,65],[42,12,42],[60,26,58],[44,7,75],[60,14,70],[65,26,53],[62,24,58],[64,31,49],[70,19,55],[69,18,57],[79,23,42],[58,16,52],[74,24,46],[79,22,43],[80,21,43],[89,23,32],[76,22,46],[83,27,34],[66,31,41],[74,33,37],[76,32,36],[74,22,42],[89,17,32],[158,40,78],[278,75,121],[90,20,28],[93,28,23],[75,21,36],[84,24,36],[120,27,33],[63,30,39],[78,24,36],[86,24,28],[88,28,28],[158,36,40],[94,23,27],[87,31,20],[77,29,20],[89,25,30],[92,27,19],[187,58,43],[81,25,26],[87,18,27],[85,20,21],[81,24,27],[99,27,18],[83,23,20],[98,17,17],[153,15,30],[167,35,14],[65,21,16],[75,24,15],[100,25,19],[192,39,27],[107,23,14],[97,22,7],[89,26,11],[142,37,13],[84,11,7],[71,26,5],[23,9,10],[83,9,4],[29,3,4],[3,3,0],[4,1,43],[9,5,34],[46,8,42],[38,11,29],[44,16,30],[55,14,27],[26,11,11],[53,16,21],[56,18,22],[54,16,20],[43,11,12],[31,11,6],[61,13,16],[28,8,12],[39,11,28],[66,19,11],[60,11,13],[16,8,6],[34,8,6],[64,14,12],[98,20,20],[49,13,4],[62,8,2],[177,38,7],[114,16,14],[122,14,20],[60,17,7],[58,12,2],[54,18,6],[54,10,8],[61,17,6],[80,18,4],[39,3,0],[22,0,2],[22,2,6],[46,6,2],[38,8,2],[8,0,4],[12,6,0]],[[4,8,132],[6,4,100],[8,6,100],[11,14,109],[10,13,121],[13,10,93],[13,8,87],[13,15,116],[31,7,118],[37,10,115],[29,16,99],[15,12,67],[31,17,96],[32,17,95],[29,31,84],[44,18,82],[33,15,96],[73,29,144],[46,16,82],[43,7,76],[65,17,62],[64,21,59],[58,26,60],[40,16,40],[36,15,75],[79,20,45],[57,32,55],[55,22,67],[69,36,39],[72,30,42],[80,24,40],[76,20,48],[62,15,49],[76,29,39],[76,29,39],[84,26,34],[70,27,47],[79,23,42],[80,26,38],[73,20,45],[71,34,39],[74,24,46],[79,26,33],[72,24,42],[160,46,70],[259,81,134],[78,22,38],[78,34,32],[61,23,48],[84,27,33],[121,26,33],[64,30,38],[80,26,32],[87,23,28],[78,34,32],[146,41,47],[86,26,32],[83,24,31],[70,29,27],[95,22,27],[80,24,34],[182,62,44],[85,21,26],[81,21,30],[81,19,26],[80,20,32],[92,26,26],[82,22,22],[88,27,17],[153,10,35],[149,33,34],[67,19,16],[69,27,18],[98,33,13],[182,44,28],[101,27,16],[86,25,15],[95,21,10],[126,41,25],[81,11,10],[72,25,5],[26,6,10],[84,7,5],[32,3,1],[1,4,1],[8,6,34],[9,2,37],[43,16,37],[33,20,25],[46,20,24],[57,14,25],[31,4,13],[62,5,23],[60,23,13],[51,15,24],[47,11,8],[31,11,6],[53,17,20],[35,7,6],[42,15,21],[66,20,10],[60,11,13],[10,11,9],[33,10,5],[62,15,13],[104,22,12],[44,12,10],[52,9,11],[162,41,19],[104,19,21],[107,26,23],[62,15,7],[51,13,8],[54,12,12],[57,12,3],[64,14,6],[79,16,7],[36,6,0],[18,1,5],[19,6,5],[46,3,5],[36,8,4],[6,0,6],[9,9,0]],[[8,5,113],[11,3,76],[13,9,74],[19,13,72],[17,16,93],[17,5,72],[17,13,78],[22,12,92],[28,10,100],[32,7,101],[38,6,82],[26,8,58],[38,13,75],[40,16,70],[48,12,66],[46,11,69],[54,5,67],[98,20,102],[60,13,53],[53,4,53],[75,18,33],[68,16,42],[75,7,44],[75,15,36],[35,2,35],[83,10,33],[68,20,38],[64,14,48],[78,15,33],[90,11,25],[79,14,33],[83,12,31],[64,11,37],[76,16,34],[83,16,27],[92,12,22],[89,11,26],[76,16,34],[81,16,29],[81,12,27],[82,12,32],[91,9,26],[83,12,27],[87,7,28],[167,14,59],[282,42,76],[74,12,34],[88,10,28],[74,15,29],[89,11,26],[117,16,25],[68,10,38],[91,13,18],[83,10,29],[96,10,20],[155,16,35],[89,12,25],[87,11,22],[86,12,12],[89,12,25],[87,8,25],[187,29,36],[93,13,10],[82,8,24],[85,9,18],[86,10,20],[96,13,17],[77,10,21],[93,6,15],[130,12,36],[160,18,14],[60,9,19],[73,10,17],[108,11,9],[173,20,27],[111,14,1],[92,6,14],[98,9,5],[134,21,13],[76,4,10],[72,13,3],[26,4,8],[78,5,3],[23,3,4],[2,0,2],[10,5,27],[7,2,33],[55,6,23],[44,8,14],[58,7,15],[58,6,20],[25,6,11],[55,7,18],[63,8,13],[53,13,14],[46,7,5],[31,6,5],[55,12,13],[34,4,4],[44,7,17],[66,13,5],[50,10,16],[17,2,7],[35,5,2],[64,9,7],[99,12,13],[43,4,11],[49,6,9],[160,22,16],[110,14,8],[121,8,7],[62,8,4],[54,4,4],[61,2,9],[52,7,7],[61,8,3],[73,10,5],[35,2,1],[18,2,2],[26,1,1],[45,3,0],[39,3,0],[9,1,2],[10,4,0]],[[5,4,135],[4,4,116],[9,4,75],[7,4,117],[11,12,121],[10,11,89],[9,7,84],[15,8,121],[16,11,129],[20,10,132],[16,13,115],[15,5,88],[16,5,123],[19,16,109],[24,18,102],[28,11,105],[36,8,100],[53,28,165],[39,18,87],[37,5,84],[57,22,65],[64,15,65],[70,14,60],[45,20,79],[33,10,83],[45,6,45],[69,17,58],[60,19,65],[64,22,58],[69,18,57],[85,14,45],[70,21,53],[56,10,60],[71,10,63],[84,19,41],[66,13,65],[83,14,47],[76,19,49],[72,16,56],[73,12,53],[78,23,43],[78,23,43],[74,15,49],[88,14,36],[161,30,85],[290,47,137],[72,16,50],[79,21,44],[74,12,46],[83,19,42],[117,20,43],[70,14,48],[74,18,46],[85,13,40],[75,28,41],[138,36,60],[90,18,36],[75,22,41],[77,14,35],[90,15,39],[94,18,26],[192,34,62],[82,15,35],[90,16,26],[88,11,27],[79,19,34],[97,18,29],[77,11,38],[91,17,24],[131,6,61],[148,26,42],[71,14,17],[81,11,22],[103,19,22],[184,30,40],[115,14,15],[97,14,15],[90,20,16],[137,29,26],[80,7,15],[71,20,11],[21,6,15],[78,10,8],[33,0,3],[4,1,1],[2,3,43],[7,2,39],[44,14,38],[32,11,35],[48,10,32],[47,11,38],[24,8,16],[61,10,19],[61,11,24],[48,11,31],[47,6,13],[27,10,11],[58,15,17],[31,7,10],[41,10,27],[65,15,16],[52,10,22],[13,8,9],[36,6,6],[68,12,10],[101,14,23],[43,8,15],[54,5,13],[165,23,34],[108,6,30],[112,13,31],[67,8,9],[54,6,12],[56,7,15],[56,8,8],[66,11,7],[75,14,13],[35,0,7],[13,0,11],[23,4,3],[44,2,8],[37,6,5],[7,0,5],[14,3,1]],[[6,6,132],[6,5,103],[8,11,85],[10,7,113],[10,17,117],[6,11,97],[8,11,83],[10,11,123],[18,10,128],[20,9,133],[27,10,107],[20,14,74],[18,17,109],[19,18,107],[27,17,100],[29,13,102],[35,13,96],[53,35,158],[40,15,89],[33,7,86],[44,24,76],[51,26,67],[53,26,65],[55,32,57],[38,20,68],[58,17,69],[41,14,41],[60,24,60],[57,40,47],[71,26,47],[66,25,53],[66,16,62],[51,12,63],[61,27,56],[72,24,48],[61,25,58],[75,31,38],[74,25,45],[72,32,40],[63,26,49],[70,33,41],[73,28,43],[66,17,55],[70,24,44],[133,42,101],[232,79,163],[71,24,43],[78,34,32],[66,24,42],[82,29,33],[101,32,47],[50,39,43],[74,25,39],[81,18,39],[76,34,34],[138,44,52],[81,31,32],[80,33,25],[74,30,22],[81,26,37],[74,32,32],[173,62,53],[76,29,27],[76,24,32],[73,25,28],[79,28,25],[90,29,25],[73,29,24],[89,23,20],[124,18,56],[150,40,26],[61,15,26],[76,20,18],[96,30,18],[189,38,31],[105,25,14],[84,30,12],[84,25,17],[121,46,25],[74,13,15],[66,30,6],[18,10,14],[78,14,4],[31,4,1],[1,5,0],[2,6,40],[10,1,37],[42,10,44],[34,18,26],[41,19,30],[41,19,36],[26,7,15],[53,15,22],[51,21,24],[51,16,23],[40,15,11],[28,10,10],[47,17,26],[30,11,7],[35,17,26],[64,23,9],[58,15,11],[9,10,11],[35,6,7],[59,22,9],[93,27,18],[41,14,11],[52,9,11],[159,47,16],[96,21,27],[108,26,22],[61,16,7],[53,12,7],[62,11,5],[50,13,9],[63,16,5],[79,20,3],[35,6,1],[19,2,3],[23,5,2],[47,6,1],[31,13,4],[8,0,4],[10,8,0]],[[15,8,121],[15,5,82],[19,5,88],[31,6,95],[32,8,104],[19,10,81],[25,4,77],[33,11,100],[31,14,111],[37,8,117],[35,3,106],[25,7,70],[41,12,91],[44,12,88],[38,18,88],[40,14,90],[40,14,90],[85,24,137],[51,11,82],[48,11,67],[57,19,68],[56,14,74],[58,24,62],[67,22,55],[48,14,64],[65,19,60],[60,24,60],[44,8,44],[62,22,60],[71,18,55],[70,17,57],[67,21,56],[56,8,62],[62,31,51],[67,24,53],[72,25,47],[64,27,53],[72,17,55],[67,24,53],[64,32,42],[75,29,40],[63,31,50],[63,23,52],[69,26,43],[134,45,97],[237,76,161],[67,22,49],[72,28,44],[63,26,43],[82,20,42],[102,32,46],[63,27,42],[70,28,40],[64,28,46],[71,29,44],[125,47,62],[83,24,37],[76,31,31],[66,26,34],[81,21,42],[75,28,35],[169,54,65],[67,31,34],[78,21,33],[76,24,26],[69,28,35],[84,33,27],[79,25,22],[78,28,26],[137,17,44],[144,41,31],[59,17,26],[69,21,24],[92,26,26],[169,48,39],[93,30,21],[84,21,21],[83,25,18],[109,42,41],[63,11,28],[65,25,12],[18,9,15],[70,15,11],[26,4,6],[2,4,0],[8,4,36],[11,3,34],[47,13,36],[34,12,32],[48,13,29],[55,12,29],[26,5,17],[47,10,33],[50,16,30],[44,22,24],[39,11,16],[29,8,11],[49,17,24],[30,10,8],[43,16,19],[62,17,17],[47,16,21],[15,6,9],[33,9,6],[53,21,16],[86,26,26],[39,16,11],[46,9,17],[145,47,30],[106,19,19],[106,19,31],[55,13,16],[49,14,9],[52,13,13],[45,14,13],[59,17,8],[70,25,7],[31,7,4],[14,4,6],[19,6,5],[40,6,8],[31,13,4],[9,0,3],[9,8,1]],[[5,7,132],[3,4,113],[2,2,112],[6,8,116],[12,24,108],[7,10,111],[6,5,85],[11,12,121],[13,16,127],[25,8,129],[14,18,112],[8,12,74],[15,24,105],[20,19,105],[9,22,113],[28,11,105],[28,22,94],[50,36,160],[29,21,94],[36,7,83],[47,26,71],[56,27,61],[49,31,64],[39,36,69],[33,15,78],[58,22,64],[47,40,57],[60,22,62],[31,34,31],[52,35,57],[62,30,52],[60,31,53],[44,18,64],[54,42,48],[64,25,55],[65,28,51],[67,34,43],[60,31,53],[69,36,39],[58,34,46],[63,33,48],[62,31,51],[59,29,50],[80,28,30],[130,63,83],[200,121,153],[69,35,34],[67,33,44],[60,29,43],[64,33,47],[104,35,41],[59,34,39],[70,36,32],[72,31,35],[86,32,26],[124,54,56],[78,34,32],[79,40,19],[66,35,25],[80,33,31],[65,37,36],[166,67,55],[69,35,28],[66,35,31],[74,30,22],[76,29,27],[91,31,22],[64,35,27],[85,28,19],[122,28,48],[144,47,25],[53,24,25],[63,30,21],[89,37,18],[165,55,34],[94,33,17],[86,30,10],[83,31,12],[110,61,21],[71,17,14],[68,27,7],[21,7,14],[76,14,6],[24,6,6],[1,5,0],[2,6,40],[5,3,40],[31,21,44],[28,19,31],[41,20,29],[53,15,28],[24,8,16],[40,16,34],[48,31,17],[47,24,19],[45,15,6],[22,15,11],[45,25,20],[25,16,7],[33,20,25],[56,28,12],[50,16,18],[7,11,12],[29,13,6],[58,22,10],[92,27,19],[42,14,10],[46,12,14],[137,64,21],[98,20,26],[100,31,25],[59,17,8],[52,15,5],[60,16,2],[48,17,7],[57,19,8],[66,28,8],[30,7,5],[17,2,5],[22,5,3],[46,6,2],[36,12,0],[6,2,4],[6,10,2]],[[4,6,134],[1,11,98],[3,4,99],[8,12,112],[6,13,125],[5,10,99],[9,12,77],[10,13,121],[19,14,123],[14,12,136],[16,16,112],[23,7,84],[16,20,108],[21,15,108],[24,21,99],[28,13,103],[32,14,98],[54,27,165],[34,20,90],[27,10,89],[39,27,78],[49,19,76],[55,19,70],[42,30,72],[25,11,90],[57,18,69],[47,26,71],[55,18,71],[57,35,52],[38,20,38],[61,21,62],[61,30,53],[44,13,69],[53,24,67],[65,26,53],[70,27,47],[63,27,54],[72,18,54],[61,29,54],[61,24,53],[67,28,49],[68,30,46],[55,25,58],[58,22,58],[142,50,84],[229,88,157],[57,27,54],[66,29,49],[61,23,48],[64,28,52],[106,30,44],[47,38,47],[56,35,47],[75,29,34],[76,34,34],[123,61,50],[82,26,36],[66,33,39],[62,30,34],[84,23,37],[71,30,37],[164,65,59],[71,26,35],[70,28,34],[75,19,32],[74,25,33],[91,25,28],[75,26,25],[84,25,23],[134,17,47],[156,36,24],[61,16,25],[72,23,19],[91,35,18],[191,38,25],[92,32,20],[85,25,16],[96,21,9],[126,47,19],[78,13,11],[70,27,5],[14,14,14],[77,16,3],[29,3,4],[0,4,2],[5,4,39],[6,0,42],[29,19,48],[28,15,35],[40,16,34],[45,12,39],[28,3,17],[46,12,32],[51,16,29],[41,19,30],[38,13,15],[23,16,9],[41,24,25],[28,10,10],[35,13,30],[62,21,13],[46,18,20],[12,11,7],[34,10,4],[58,19,13],[102,19,17],[38,10,18],[48,16,8],[149,49,24],[97,24,23],[114,21,21],[56,17,11],[54,12,6],[57,14,7],[50,15,7],[63,13,8],[79,21,2],[33,7,2],[20,0,4],[18,6,6],[43,4,7],[38,9,1],[7,0,5],[12,6,0]],[[3,4,137],[8,4,96],[4,8,92],[5,12,113],[10,12,122],[12,10,80],[12,5,95],[13,14,117],[14,13,129],[16,13,133],[15,13,116],[17,13,74],[12,16,116],[21,13,110],[17,22,105],[30,13,101],[26,17,101],[44,39,163],[26,23,95],[26,9,91],[54,14,76],[49,24,71],[57,18,69],[40,24,80],[33,14,79],[45,14,85],[53,25,66],[57,17,70],[52,30,62],[62,21,61],[43,10,43],[67,22,55],[36,11,79],[68,21,55],[72,21,51],[70,23,51],[64,29,51],[64,23,57],[59,26,59],[59,23,56],[67,32,45],[68,21,55],[70,23,45],[74,21,43],[133,41,102],[219,82,173],[64,24,50],[81,22,41],[66,19,47],[70,24,50],[107,26,47],[62,28,42],[73,25,40],[66,28,44],[83,22,39],[139,36,59],[94,20,30],[73,25,40],[65,23,38],[72,29,43],[76,24,38],[164,55,69],[77,18,37],[81,17,34],[74,18,34],[73,28,31],[95,22,27],[65,26,35],[91,16,25],[120,14,64],[148,35,33],[59,13,30],[63,24,27],[91,23,30],[163,43,50],[98,26,20],[86,24,16],[82,21,23],[133,32,27],[74,8,20],[71,24,7],[15,8,19],[76,11,9],[21,4,11],[1,4,1],[4,5,39],[5,0,43],[37,14,45],[34,12,32],[41,17,32],[40,18,38],[26,6,16],[43,9,38],[44,20,32],[46,20,24],[45,10,11],[21,11,16],[50,17,23],[26,8,14],[35,15,28],[63,18,15],[55,11,18],[11,10,9],[35,5,8],[58,15,17],[87,22,29],[43,10,13],[47,10,15],[155,39,28],[103,12,29],[117,24,15],[56,17,11],[50,12,10],[57,11,10],[45,13,14],[58,10,16],[75,16,11],[27,9,6],[14,1,9],[21,6,3],[45,2,7],[37,8,3],[6,1,5],[14,4,0]],[[4,5,135],[4,6,102],[3,8,99],[6,10,112],[9,13,122],[4,13,95],[13,6,101],[12,13,119],[12,10,134],[16,9,137],[14,10,120],[7,11,74],[14,13,117],[19,12,113],[13,15,116],[19,11,114],[30,18,96],[52,26,168],[23,22,99],[34,6,86],[40,21,83],[48,19,77],[42,23,79],[48,20,76],[31,12,83],[53,21,70],[62,16,66],[56,21,67],[53,31,60],[53,30,61],[55,22,67],[39,18,39],[34,11,81],[59,23,62],[61,21,62],[56,22,66],[66,26,52],[52,25,67],[55,31,58],[53,26,59],[59,29,56],[62,31,51],[53,25,60],[58,29,51],[131,43,102],[225,79,170],[68,21,49],[70,27,47],[56,24,52],[72,30,42],[109,24,47],[53,27,52],[69,25,44],[70,26,42],[83,20,41],[134,46,54],[77,29,38],[69,26,43],[70,24,32],[85,21,38],[79,27,32],[165,55,68],[73,23,36],[70,23,39],[79,18,29],[79,18,35],[82,32,30],[78,19,29],[82,25,25],[129,14,55],[151,33,32],[54,17,31],[76,14,24],[101,24,19],[173,44,41],[99,30,15],[80,29,17],[86,26,14],[139,27,26],[80,8,14],[67,25,10],[14,10,18],[84,10,2],[25,3,8],[3,1,2],[0,3,45],[5,3,40],[32,15,49],[31,9,38],[33,15,42],[45,14,37],[21,5,22],[51,9,30],[46,21,29],[49,15,26],[42,12,12],[25,11,12],[51,14,25],[31,11,6],[37,16,25],[68,17,11],[50,14,20],[9,9,12],[30,10,8],[66,15,9],[92,21,25],[37,10,19],[50,7,15],[154,41,27],[96,18,30],[109,21,26],[56,18,10],[56,9,7],[63,7,8],[49,11,12],[65,14,5],[79,11,12],[34,4,4],[14,1,9],[21,3,6],[48,3,3],[38,7,3],[4,0,8],[12,6,0]],[[5,4,117],[2,2,94],[1,3,78],[6,6,106],[10,12,104],[6,11,75],[6,2,86],[10,7,109],[15,10,113],[14,8,118],[19,10,97],[15,5,82],[20,8,98],[31,9,86],[22,11,93],[30,8,88],[34,11,81],[50,17,143],[36,10,80],[32,6,72],[59,17,50],[49,14,63],[52,16,58],[49,15,62],[37,11,64],[60,10,56],[63,12,51],[62,8,56],[64,18,44],[69,13,44],[79,11,36],[81,11,34],[35,6,35],[69,15,42],[73,16,37],[65,12,49],[79,12,35],[69,13,44],[84,11,31],[62,13,45],[75,15,36],[77,17,32],[66,18,36],[73,13,34],[148,24,68],[274,40,108],[72,13,35],[79,13,34],[63,20,31],[76,14,36],[101,20,35],[69,12,33],[75,12,37],[70,16,34],[83,15,28],[134,31,39],[88,13,25],[74,18,28],[59,16,35],[73,14,39],[79,17,24],[171,35,46],[80,17,19],[75,15,24],[78,15,19],[76,14,24],[89,17,20],[73,14,21],[87,12,15],[148,7,25],[138,24,32],[60,14,14],[70,12,16],[91,18,17],[158,28,34],[97,15,14],[84,14,10],[84,19,11],[125,23,18],[76,9,7],[62,20,6],[19,3,14],[72,10,2],[29,1,0],[2,0,0],[4,2,36],[4,3,35],[41,10,33],[38,7,21],[43,9,26],[41,9,34],[31,5,6],[57,8,17],[54,10,20],[47,16,15],[46,7,7],[27,8,7],[56,12,10],[33,5,4],[36,6,24],[61,13,10],[59,10,7],[11,2,11],[30,7,5],[62,11,9],[93,20,15],[41,5,10],[50,7,11],[137,32,17],[88,19,25],[116,12,12],[56,8,10],[55,7,6],[52,9,9],[45,12,7],[59,9,6],[62,17,9],[27,6,3],[20,1,1],[23,5,2],[44,1,5],[31,9,2],[3,2,5],[14,4,0]],[[5,7,132],[3,4,119],[2,9,97],[6,6,112],[10,14,120],[3,8,101],[9,3,94],[16,9,119],[15,18,123],[12,12,138],[23,10,111],[17,8,85],[22,13,109],[26,10,108],[24,18,102],[27,19,98],[30,14,100],[52,40,154],[35,18,91],[31,9,86],[37,26,81],[46,18,80],[46,24,74],[39,29,76],[34,16,76],[63,10,71],[56,27,61],[51,31,62],[48,42,54],[67,24,53],[55,21,68],[62,23,59],[42,15,69],[34,28,34],[60,24,60],[61,30,53],[65,30,49],[62,18,64],[61,31,52],[47,32,59],[67,31,46],[63,34,47],[61,31,46],[69,32,37],[112,59,105],[210,98,166],[55,29,54],[72,32,40],[52,36,44],[68,32,44],[86,36,58],[55,35,42],[58,32,48],[64,28,46],[66,33,45],[106,63,65],[74,38,32],[66,39,33],[49,39,38],[71,30,43],[74,32,32],[159,70,59],[63,38,31],[60,28,44],[68,25,33],[62,34,36],[72,36,36],[63,32,31],[85,30,17],[120,20,58],[146,37,33],[53,24,25],[63,30,21],[84,38,22],[147,60,47],[90,37,17],[81,31,14],[78,35,13],[114,54,24],[71,12,19],[64,34,4],[14,16,12],[77,17,2],[25,5,6],[1,5,0],[1,3,44],[5,1,42],[37,16,43],[28,14,36],[40,24,26],[42,13,41],[21,4,23],[45,13,32],[44,25,27],[41,20,29],[38,14,14],[27,19,2],[47,22,21],[28,11,9],[36,14,28],[52,28,16],[44,21,19],[11,14,5],[30,13,5],[56,20,14],[84,35,19],[37,19,10],[35,18,19],[144,58,20],[84,31,29],[101,30,25],[57,17,10],[51,12,9],[59,14,5],[46,18,8],[58,19,7],[72,24,6],[30,12,0],[15,2,7],[21,6,3],[44,7,3],[33,12,3],[10,2,0],[9,9,0]],[[4,4,136],[2,4,108],[2,10,86],[4,4,118],[6,15,123],[3,5,106],[8,7,109],[8,15,121],[9,15,132],[14,10,138],[18,15,111],[12,8,82],[14,14,116],[22,12,110],[17,18,109],[22,12,110],[23,17,104],[39,39,168],[42,16,86],[25,12,89],[39,19,86],[41,23,80],[43,22,79],[39,29,76],[27,16,83],[41,19,84],[48,24,72],[53,24,67],[55,25,64],[53,26,65],[51,21,72],[62,21,61],[37,16,73],[60,24,60],[38,20,38],[56,21,67],[58,31,55],[58,22,64],[63,26,55],[57,24,57],[68,24,52],[63,36,45],[65,24,49],[60,26,52],[117,50,109],[231,70,173],[58,23,57],[67,28,49],[53,21,58],[57,32,55],[97,26,57],[51,31,50],[67,22,49],[67,29,42],[73,25,46],[132,43,59],[78,31,35],[67,28,43],[55,28,43],[75,28,41],[85,21,32],[157,60,71],[68,23,41],[69,23,40],[66,22,38],[68,23,41],[78,30,36],[75,22,29],[86,17,29],[132,11,55],[132,38,46],[54,21,27],[66,24,24],[96,24,24],[157,45,52],[98,24,22],[81,24,21],[87,23,16],[128,37,27],[78,8,16],[72,21,9],[22,8,12],[69,17,10],[27,5,4],[2,4,0],[5,4,39],[5,1,42],[35,17,44],[33,13,32],[37,17,36],[44,14,38],[28,6,14],[45,9,36],[49,22,25],[37,19,34],[36,15,15],[22,12,14],[43,14,33],[30,8,10],[32,17,29],[65,19,12],[50,13,21],[12,9,9],[33,8,7],[59,17,14],[86,22,30],[39,13,14],[46,7,19],[151,47,24],[90,18,36],[114,22,20],[51,20,13],[54,9,9],[51,15,12],[50,11,11],[61,14,9],[70,21,11],[29,10,3],[17,1,6],[17,5,8],[42,5,7],[35,9,4],[5,0,7],[13,5,0]],[[4,4,136],[9,6,91],[6,7,95],[9,7,114],[10,13,121],[4,11,91],[12,5,103],[9,8,127],[13,14,129],[15,9,138],[14,11,119],[7,6,85],[12,15,117],[29,14,101],[20,18,106],[27,16,101],[25,15,104],[44,42,160],[32,20,92],[30,4,92],[40,19,85],[48,18,78],[43,21,80],[34,26,84],[22,12,92],[65,13,66],[58,25,61],[47,25,72],[51,28,65],[47,27,70],[51,23,70],[66,22,56],[49,12,65],[53,30,61],[67,21,56],[43,10,43],[66,23,55],[69,16,59],[60,27,57],[59,24,55],[65,32,47],[61,31,52],[65,23,50],[70,23,45],[124,45,107],[218,80,176],[59,24,55],[76,28,40],[49,24,59],[73,27,44],[88,27,65],[57,39,36],[65,28,45],[70,26,42],[75,27,42],[115,59,60],[72,27,45],[69,31,38],[61,26,39],[68,25,51],[68,33,37],[170,46,72],[72,25,35],[74,26,32],[76,21,29],[64,27,41],[85,30,29],[74,24,28],[80,21,31],[109,17,72],[133,42,41],[53,18,31],[63,23,28],[79,27,38],[169,36,53],[103,24,17],[78,27,21],[91,17,18],[125,43,24],[74,9,19],[70,22,10],[14,13,15],[69,17,10],[27,5,4],[1,5,0],[4,4,40],[9,2,37],[37,16,43],[25,17,36],[36,18,36],[44,13,39],[24,7,17],[39,18,33],[57,17,22],[36,23,31],[39,7,20],[22,11,15],[48,17,25],[26,11,11],[38,11,29],[63,20,13],[42,20,22],[13,11,6],[33,9,6],[57,15,18],[73,21,44],[34,12,20],[37,17,18],[142,41,39],[84,21,39],[108,21,27],[55,15,14],[48,12,12],[56,5,17],[51,10,11],[63,14,7],[71,19,12],[25,9,8],[17,2,5],[17,6,7],[40,3,11],[35,8,5],[4,0,8],[11,7,0]],[[4,3,137],[0,6,98],[7,6,89],[8,5,115],[5,9,130],[3,6,103],[4,7,99],[3,8,133],[15,10,131],[15,6,141],[13,9,122],[9,4,107],[17,13,114],[22,14,108],[15,19,110],[16,14,114],[20,14,110],[42,27,177],[24,13,107],[33,6,87],[37,24,83],[43,26,75],[32,23,89],[47,27,70],[26,11,89],[47,14,83],[38,31,75],[53,27,64],[43,34,67],[54,27,63],[51,29,64],[52,26,66],[35,12,79],[49,30,65],[55,31,58],[55,23,66],[36,24,36],[60,25,59],[52,35,57],[56,30,52],[55,31,58],[57,35,52],[53,28,57],[62,32,44],[113,54,109],[213,98,163],[64,24,50],[60,34,50],[47,32,53],[66,34,44],[94,32,54],[55,28,49],[54,29,55],[58,34,46],[64,36,44],[103,70,61],[74,38,32],[63,42,33],[59,31,36],[69,35,40],[68,36,34],[147,80,61],[67,30,35],[74,23,35],[73,29,24],[71,31,30],[71,40,33],[66,26,34],[76,29,27],[134,23,41],[138,47,31],[48,25,29],[62,28,24],[77,42,25],[164,48,40],[93,35,16],[78,32,16],[83,33,10],[124,45,23],[71,15,16],[64,32,6],[13,15,14],[73,17,6],[29,2,5],[2,4,0],[2,3,43],[3,0,45],[37,15,44],[29,15,34],[29,26,35],[34,19,43],[24,8,16],[49,11,30],[42,23,31],[46,20,24],[39,14,13],[25,15,8],[46,21,23],[28,9,11],[28,15,35],[55,27,14],[47,19,18],[8,14,8],[29,12,7],[58,21,11],[86,31,21],[40,15,11],[49,11,12],[140,63,19],[94,25,25],[106,32,18],[54,24,6],[49,14,9],[54,18,6],[43,19,10],[55,21,8],[75,19,8],[33,6,3],[15,2,7],[20,6,4],[41,6,7],[34,12,2],[6,0,6],[6,11,1]],[[2,7,135],[2,6,106],[4,4,104],[6,12,120],[7,12,125],[1,15,100],[9,5,92],[8,12,124],[11,12,133],[11,9,142],[16,11,117],[11,11,74],[18,18,108],[19,15,110],[15,24,105],[24,16,104],[22,18,104],[46,35,165],[36,18,90],[22,4,100],[35,29,80],[47,24,73],[46,22,76],[42,23,79],[34,16,76],[49,19,76],[45,25,74],[55,17,72],[53,31,60],[54,18,72],[57,23,64],[67,25,52],[44,13,69],[64,18,62],[64,22,58],[59,16,69],[59,25,60],[42,12,42],[53,29,62],[59,16,63],[62,21,61],[68,29,47],[59,24,55],[58,23,57],[142,42,92],[216,67,191],[65,19,54],[76,24,44],[63,17,52],[58,26,60],[105,20,55],[58,22,52],[66,22,50],[68,22,48],[73,30,41],[129,49,56],[83,21,40],[67,28,43],[50,27,49],[77,22,45],[69,26,43],[163,56,69],[70,23,39],[78,18,36],[74,16,36],[73,20,39],[81,29,34],[67,16,43],[76,25,31],[103,15,80],[120,40,56],[51,19,32],[72,18,24],[74,25,45],[163,43,52],[94,26,24],[86,21,19],[83,19,24],[125,37,30],[67,9,26],[68,21,13],[15,12,15],[66,15,15],[22,6,8],[2,4,0],[6,3,39],[6,3,39],[31,15,50],[35,9,34],[37,18,35],[41,11,44],[22,8,18],[43,11,36],[43,18,35],[44,14,32],[46,7,13],[24,15,9],[49,14,27],[29,3,16],[35,12,31],[54,21,21],[45,17,22],[7,8,15],[31,9,8],[60,15,15],[78,25,35],[35,10,21],[43,11,18],[140,40,42],[85,20,39],[100,21,35],[50,17,17],[50,12,10],[48,14,16],[42,15,15],[54,19,11],[58,23,21],[24,9,9],[13,2,9],[21,4,5],[38,1,15],[32,6,10],[4,1,7],[9,7,2]],[[2,3,139],[4,5,107],[5,5,86],[1,7,126],[5,5,134],[5,11,94],[8,5,103],[6,9,129],[11,11,134],[15,10,137],[12,9,123],[15,7,90],[14,16,114],[14,12,118],[12,15,117],[20,12,112],[24,13,107],[43,36,167],[28,18,98],[30,8,88],[36,27,81],[35,18,91],[34,27,83],[38,26,80],[29,16,81],[56,16,72],[40,32,72],[53,24,67],[39,36,69],[54,29,61],[59,26,59],[58,31,55],[31,11,84],[52,31,61],[55,26,63],[57,27,60],[57,35,52],[62,29,53],[40,16,40],[48,25,65],[56,38,50],[57,42,45],[51,27,60],[54,33,51],[115,54,107],[193,89,192],[58,23,57],[66,33,45],[52,28,52],[67,28,49],[98,29,53],[47,37,48],[60,32,46],[75,26,37],[60,35,49],[100,56,78],[73,31,40],[65,36,37],[50,35,41],[76,27,41],[70,34,34],[150,76,62],[63,31,38],[64,27,41],[70,23,33],[68,28,36],[69,37,38],[65,31,30],[78,29,25],[112,17,69],[132,45,39],[52,21,29],[66,26,22],[83,33,28],[161,54,39],[92,34,18],[80,32,14],[81,28,17],[111,49,32],[61,17,24],[56,35,11],[16,9,17],[70,21,5],[29,2,5],[4,1,1],[2,2,44],[5,2,41],[29,15,52],[28,12,38],[36,20,34],[41,19,36],[25,9,14],[39,10,41],[38,24,34],[45,23,22],[42,12,12],[21,13,14],[40,25,25],[26,12,10],[30,20,28],[50,29,17],[49,18,17],[6,14,10],[29,11,8],[54,21,15],[86,25,27],[32,18,16],[49,13,10],[130,60,32],[81,28,35],[110,19,27],[54,19,11],[45,16,11],[50,16,12],[42,20,10],[55,20,9],[65,24,13],[27,9,6],[14,2,8],[16,7,7],[45,3,6],[31,16,1],[4,1,7],[10,7,1]],[[9,4,125],[1,6,103],[8,6,86],[15,9,104],[13,12,113],[8,5,93],[9,4,91],[18,6,114],[12,9,129],[16,8,132],[19,9,110],[16,4,76],[22,14,102],[22,13,103],[20,9,109],[27,12,99],[31,15,92],[34,29,171],[23,12,103],[28,10,84],[45,21,72],[47,20,71],[41,31,66],[45,20,73],[27,12,81],[53,12,73],[49,26,63],[42,32,64],[46,34,58],[53,24,61],[56,23,59],[59,26,53],[45,13,62],[59,32,47],[57,24,57],[55,24,59],[52,30,56],[63,16,59],[65,25,48],[36,16,36],[53,34,51],[58,28,52],[58,25,49],[62,23,47],[114,47,105],[186,105,167],[63,23,48],[66,30,42],[60,26,40],[55,29,54],[96,22,56],[51,32,45],[57,30,45],[70,23,39],[61,37,40],[113,57,54],[73,31,34],[64,32,36],[58,23,39],[69,26,43],[72,30,32],[145,67,64],[58,31,37],[67,24,37],[68,17,37],[63,28,37],[73,41,24],[73,24,25],[70,26,32],[127,16,53],[124,45,37],[58,20,20],[62,28,20],[82,30,26],[148,50,52],[83,35,20],[75,25,22],[71,27,22],[114,43,29],[67,14,19],[51,34,11],[15,8,17],[71,13,10],[29,3,4],[2,2,2],[4,4,38],[7,0,39],[39,14,39],[28,14,34],[37,15,34],[43,13,36],[27,3,16],[42,16,28],[45,18,29],[44,22,20],[35,14,15],[23,15,8],[45,18,23],[22,9,15],[32,18,26],[61,23,8],[47,12,21],[8,12,8],[29,9,8],[52,19,15],[81,29,22],[34,16,14],[50,9,11],[143,43,26],[90,16,32],[98,28,26],[46,20,14],[37,16,17],[44,14,16],[49,10,9],[49,17,14],[61,20,17],[30,6,4],[18,1,5],[10,8,10],[38,5,11],[30,7,9],[6,0,6],[6,10,0]],[[4,6,134],[2,8,100],[2,8,94],[9,12,113],[5,15,124],[7,11,90],[11,7,102],[7,13,124],[14,10,132],[14,12,136],[15,13,116],[13,12,63],[14,20,110],[18,12,114],[16,24,104],[25,23,96],[22,16,106],[38,40,168],[29,24,91],[21,13,92],[31,21,92],[44,22,78],[37,33,74],[39,34,71],[32,12,82],[43,23,78],[41,33,70],[40,29,75],[48,33,63],[49,28,67],[45,32,67],[56,29,59],[36,15,75],[46,31,67],[52,24,68],[47,32,65],[58,31,55],[61,21,62],[50,38,56],[51,34,53],[42,12,42],[61,32,51],[54,28,56],[53,33,52],[93,65,118],[189,93,192],[50,29,59],[52,38,54],[59,24,49],[58,29,57],[83,35,62],[50,33,49],[64,27,47],[59,31,48],[62,38,44],[106,55,73],[56,36,52],[57,41,40],[55,31,40],[66,28,50],[67,32,39],[144,74,70],[60,34,38],[66,32,34],[66,26,34],[58,30,44],[70,40,34],[67,34,25],[67,29,36],[104,26,68],[126,51,39],[51,24,27],[62,24,28],[78,34,32],[141,57,58],[88,32,24],[73,34,19],[73,27,26],[103,52,37],[67,15,20],[54,35,13],[13,11,18],[61,21,14],[26,6,4],[1,5,0],[1,3,44],[3,2,43],[31,21,44],[27,17,34],[37,19,34],[41,17,38],[22,8,18],[40,16,34],[45,27,24],[35,26,29],[37,15,14],[18,17,13],[42,21,27],[25,9,14],[30,17,31],[49,27,20],[39,22,23],[9,12,9],[31,11,6],[54,19,17],[76,34,28],[34,15,17],[52,9,11],[130,59,33],[79,28,37],[97,26,33],[49,21,14],[50,10,12],[45,15,18],[42,20,10],[57,19,8],[56,30,16],[27,12,3],[10,4,10],[17,5,8],[40,4,10],[34,11,3],[3,3,6],[10,7,1]],[[3,1,140],[3,4,123],[3,4,99],[5,5,124],[8,5,131],[3,6,91],[3,4,103],[11,5,128],[16,11,129],[8,8,146],[19,8,117],[10,6,90],[16,13,115],[23,9,112],[17,14,113],[19,17,108],[24,17,103],[41,32,173],[30,18,96],[33,9,84],[29,26,89],[37,20,87],[36,32,76],[46,24,74],[26,9,91],[43,23,78],[43,28,73],[50,31,63],[51,31,62],[46,30,68],[55,21,68],[51,31,62],[32,17,77],[47,34,63],[45,36,63],[52,31,61],[52,35,57],[47,29,68],[45,42,57],[52,28,58],[51,32,61],[35,26,35],[47,35,56],[54,39,45],[100,60,116],[181,115,178],[49,33,56],[50,43,51],[51,38,43],[48,40,56],[80,45,55],[46,37,49],[50,32,56],[52,34,52],[61,35,48],[94,78,62],[65,41,38],[63,42,33],[44,42,40],[67,34,43],[64,39,35],[124,91,73],[65,31,36],[58,29,45],[56,34,36],[63,33,36],[66,47,31],[62,35,29],[65,37,30],[114,25,59],[121,62,33],[37,37,28],[47,39,28],[72,48,24],[144,73,41],[85,42,17],[70,41,15],[75,38,13],[111,57,24],[72,14,16],[59,37,6],[10,15,17],[67,22,7],[26,6,4],[0,6,0],[1,5,42],[4,2,42],[30,24,42],[32,8,38],[28,27,35],[40,18,38],[25,8,15],[34,18,38],[42,22,32],[44,18,28],[35,15,16],[18,19,11],[36,30,24],[25,15,8],[29,20,29],[52,31,13],[39,26,19],[9,12,9],[26,16,6],[54,21,15],[86,37,15],[33,18,15],[42,16,14],[114,79,29],[84,34,26],[92,38,26],[49,26,9],[48,15,9],[52,18,8],[37,26,9],[61,20,3],[62,36,4],[28,12,2],[12,5,7],[16,7,7],[46,4,4],[28,16,4],[6,4,2],[11,6,1]],[[1,2,135],[1,5,102],[4,5,95],[5,3,118],[5,10,123],[4,5,91],[2,3,83],[7,9,122],[15,9,126],[8,8,140],[14,10,114],[14,6,78],[16,15,107],[18,12,108],[12,18,108],[22,14,102],[28,17,93],[49,30,165],[37,18,83],[28,6,88],[39,22,77],[36,13,89],[42,22,74],[33,26,79],[27,12,83],[49,15,74],[55,17,66],[52,23,63],[50,29,59],[58,25,55],[45,23,70],[60,25,53],[36,18,66],[46,31,61],[49,24,65],[50,23,65],[57,28,53],[55,24,59],[60,27,51],[49,25,58],[56,28,54],[56,35,47],[32,24,32],[64,26,44],[112,60,92],[197,91,170],[54,23,55],[56,36,46],[47,29,50],[56,36,46],[92,35,45],[38,34,56],[55,30,47],[60,30,44],[76,26,36],[102,57,65],[69,38,31],[57,33,42],[52,27,41],[72,36,30],[69,29,34],[148,68,60],[61,29,38],[58,29,39],[61,25,36],[68,29,31],[69,34,35],[63,24,33],[75,30,21],[107,25,54],[120,53,33],[44,22,30],[54,33,23],[71,36,31],[158,57,31],[88,35,15],[86,32,6],[78,28,16],[108,50,28],[59,16,21],[54,29,13],[12,14,14],[64,19,7],[20,6,6],[1,4,1],[3,1,42],[2,1,43],[32,14,46],[24,15,35],[34,20,34],[31,11,50],[13,7,26],[44,16,26],[39,26,27],[33,18,37],[41,11,12],[24,13,9],[47,18,21],[26,10,10],[34,15,27],[50,23,19],[42,17,21],[3,12,13],[26,10,10],[52,25,9],[85,31,18],[29,17,18],[47,9,12],[120,60,32],[79,29,28],[89,33,26],[49,23,8],[51,10,7],[47,19,10],[32,20,16],[52,16,12],[53,29,14],[23,12,5],[12,2,8],[17,6,7],[41,3,8],[31,10,5],[6,2,4],[8,6,2]],[[2,3,133],[2,7,103],[6,8,96],[6,4,120],[0,13,125],[2,13,85],[2,2,90],[4,7,127],[7,12,131],[8,9,139],[14,10,114],[9,8,91],[11,11,116],[14,11,113],[10,11,117],[18,12,108],[16,14,108],[35,32,177],[25,14,99],[34,8,80],[45,22,71],[31,16,91],[32,17,89],[42,24,72],[28,7,87],[36,14,88],[44,24,70],[43,26,69],[30,28,80],[58,22,58],[43,21,74],[51,29,58],[34,13,73],[37,32,69],[52,26,60],[45,23,70],[44,32,62],[57,23,58],[51,33,54],[47,23,62],[52,33,53],[45,39,54],[44,26,64],[33,22,33],[106,54,104],[157,98,203],[49,26,57],[51,35,52],[44,28,54],[52,32,54],[81,31,60],[43,24,61],[60,27,45],[55,27,52],[64,37,37],[105,61,58],[63,36,39],[61,35,36],[46,33,41],[57,31,50],[59,31,42],[138,63,75],[55,29,44],[67,22,37],[67,24,31],[57,25,46],[68,36,34],[56,25,39],[60,33,33],[94,20,72],[120,52,34],[33,22,41],[56,28,26],[70,38,30],[137,62,47],[74,35,29],[72,34,18],[77,32,13],[104,52,30],[60,15,21],[50,35,11],[9,16,15],[60,21,9],[23,3,6],[2,4,0],[0,2,44],[4,1,41],[28,10,54],[25,17,32],[28,15,45],[40,11,41],[22,5,19],[48,9,29],[42,22,28],[44,20,24],[32,12,20],[18,14,14],[36,23,27],[23,14,9],[35,15,26],[44,31,17],[48,14,18],[6,13,9],[29,9,8],[48,22,16],[84,28,22],[33,18,13],[44,12,12],[128,58,26],[68,23,45],[87,32,29],[39,24,17],[47,11,10],[52,13,11],[40,17,11],[47,21,12],[56,28,12],[29,8,3],[15,1,6],[19,7,4],[39,4,9],[28,14,4],[5,1,6],[5,9,2]],[[12,6,258],[9,6,185],[7,9,166],[18,12,218],[14,16,246],[11,18,181],[15,4,211],[18,19,239],[27,20,249],[19,17,276],[20,19,237],[27,12,181],[33,24,219],[32,18,226],[25,28,223],[44,29,203],[39,34,203],[94,57,317],[61,31,184],[50,12,180],[65,45,166],[72,33,171],[78,40,158],[70,46,160],[59,14,167],[85,30,161],[101,42,133],[97,45,134],[83,63,130],[84,50,142],[102,41,133],[102,43,131],[68,24,148],[105,59,112],[109,50,117],[107,45,124],[109,54,113],[92,42,142],[107,54,115],[105,47,114],[118,65,93],[116,60,100],[92,60,112],[104,54,106],[179,82,179],[366,166,384],[118,48,100],[106,65,105],[105,55,92],[126,56,94],[150,61,135],[86,63,105],[119,53,92],[106,66,92],[124,67,85],[211,112,125],[122,59,95],[133,63,68],[112,61,67],[127,57,92],[127,66,73],[262,126,164],[114,59,79],[123,47,84],[114,45,83],[112,58,84],[148,67,61],[126,59,61],[145,52,57],[214,39,131],[253,83,76],[91,44,63],[119,50,51],[148,72,54],[277,110,109],[157,71,48],[139,62,41],[141,58,41],[219,101,52],[133,26,39],[120,58,16],[25,19,36],[133,34,19],[50,13,9],[2,10,0],[3,8,81],[9,1,82],[60,38,86],[61,21,70],[64,41,67],[76,27,81],[40,12,40],[71,19,82],[85,46,53],[85,28,59],[73,23,32],[44,28,20],[83,40,49],[49,22,21],[62,30,58],[100,47,37],[83,33,44],[13,28,15],[60,24,8],[103,28,41],[148,58,56],[63,30,33],[93,19,26],[250,111,63],[167,43,64],[194,52,54],[102,35,23],[91,23,24],[93,27,28],[82,33,23],[97,43,20],[111,57,26],[45,26,9],[24,5,17],[33,9,14],[83,10,11],[60,26,6],[5,5,12],[18,14,2]],[[5,16,453],[9,20,339],[9,21,334],[17,18,395],[9,46,419],[18,34,322],[18,14,342],[24,35,415],[30,44,432],[26,27,497],[31,39,404],[34,32,286],[39,57,378],[49,45,380],[46,66,362],[68,54,352],[79,47,348],[124,131,577],[70,61,343],[72,32,322],[122,76,276],[115,67,292],[121,75,278],[134,81,259],[76,42,282],[137,47,290],[163,79,232],[161,76,237],[153,121,200],[157,88,229],[173,82,219],[170,79,225],[108,40,274],[166,98,210],[173,70,231],[176,80,218],[163,98,213],[191,67,216],[192,89,193],[167,105,186],[192,93,189],[178,115,181],[170,91,197],[203,98,157],[384,166,366],[691,258,691],[170,88,200],[188,106,180],[165,69,160],[196,106,172],[282,81,213],[178,105,159],[184,97,175],[189,96,173],[213,95,166],[343,182,225],[242,91,141],[213,112,131],[156,102,142],[236,92,146],[239,95,124],[489,222,237],[200,93,149],[193,96,151],[212,78,134],[208,104,130],[238,128,108],[224,87,115],[262,86,92],[329,62,213],[407,147,142],[155,70,107],[198,84,88],[268,91,91],[503,158,179],[287,113,74],[281,83,62],[262,96,66],[377,153,128],[227,43,62],[189,84,37],[35,34,49],[200,39,33],[74,12,16],[8,9,1],[4,11,143],[9,8,141],[104,57,155],[86,51,129],[117,75,108],[120,45,151],[70,24,64],[135,47,116],[136,76,104],[127,80,93],[133,44,57],[75,49,34],[115,53,108],[84,34,40],[107,65,94],[172,83,61],[144,50,64],[25,30,27],[105,33,20],[175,59,64],[282,104,92],[101,55,54],[134,45,67],[396,146,104],[231,70,123],[332,92,86],[166,48,46],[167,51,32],[155,47,40],[137,38,27],[177,60,45],[216,76,36],[85,23,10],[41,4,21],[62,26,20],[136,18,24],[118,35,5],[18,1,13],[35,33,4]],[[1,5,132],[1,0,101],[5,4,87],[4,5,115],[2,13,123],[1,8,105],[3,5,84],[5,11,122],[15,8,127],[13,10,133],[12,7,119],[9,10,93],[13,10,115],[18,15,105],[11,12,115],[22,13,103],[24,11,103],[35,23,176],[26,17,95],[29,4,89],[32,17,89],[47,19,72],[28,20,90],[38,22,78],[34,12,74],[50,16,72],[43,24,71],[49,22,67],[34,35,69],[54,27,57],[50,24,64],[49,21,68],[35,13,72],[54,29,55],[57,23,58],[55,24,59],[50,24,64],[54,19,65],[57,23,58],[48,23,63],[59,29,50],[56,33,49],[55,23,54],[57,26,49],[100,48,118],[200,88,170],[37,14,37],[57,34,47],[50,26,50],[59,29,50],[83,34,57],[51,33,44],[64,21,47],[56,28,48],[63,35,40],[105,55,64],[63,32,43],[57,32,43],[45,28,47],[64,28,46],[58,29,47],[150,54,72],[60,35,31],[59,21,48],[57,26,39],[62,24,42],[71,37,30],[55,26,41],[75,33,20],[108,17,71],[119,42,45],[44,25,29],[53,26,31],[74,32,32],[134,54,58],[85,32,21],[74,31,17],[66,30,24],[110,48,28],[65,15,20],[50,32,14],[10,10,20],[70,17,7],[23,6,7],[1,4,1],[2,3,41],[3,2,41],[34,15,43],[28,15,33],[36,19,31],[35,9,48],[20,8,18],[35,10,41],[43,20,29],[37,17,32],[38,14,12],[25,11,10],[41,20,25],[24,9,13],[30,13,33],[49,28,15],[47,11,22],[10,12,6],[26,12,8],[49,16,21],[69,26,37],[33,15,16],[44,10,16],[123,51,38],[93,15,30],[90,30,32],[45,19,16],[50,12,8],[48,13,13],[41,11,16],[50,17,13],[56,28,14],[27,9,4],[14,3,7],[18,4,6],[38,8,8],[33,9,4],[4,2,6],[10,6,0]],[[0,3,141],[2,2,106],[7,2,97],[7,8,115],[4,10,130],[4,5,105],[4,0,112],[5,10,129],[12,8,136],[11,5,146],[18,10,116],[12,9,85],[13,18,113],[16,10,118],[17,11,116],[14,15,115],[17,10,117],[40,26,180],[23,20,101],[25,5,96],[27,24,93],[36,22,86],[23,28,93],[32,34,78],[28,10,88],[44,21,79],[32,34,78],[44,28,72],[44,33,67],[49,29,66],[41,22,81],[47,27,70],[34,13,79],[40,32,72],[49,28,67],[40,28,76],[50,34,60],[44,24,76],[45,33,66],[42,30,66],[54,38,52],[51,43,50],[46,36,56],[52,35,51],[105,65,106],[180,106,188],[47,34,57],[36,24,36],[38,40,54],[60,36,48],[72,39,69],[45,36,51],[54,32,52],[61,35,42],[64,34,46],[92,74,68],[62,37,45],[63,36,39],[37,41,48],[69,31,44],[56,38,44],[131,76,81],[45,36,51],[60,27,45],[62,27,37],[59,33,40],[56,44,44],[57,31,38],[70,33,29],[113,28,57],[106,60,50],[35,28,39],[55,30,29],[74,39,31],[125,78,53],[82,41,21],[70,35,21],[66,40,20],[107,55,30],[64,15,23],[56,38,8],[13,13,16],[72,18,6],[23,5,8],[2,4,0],[1,2,45],[1,1,46],[30,21,45],[23,19,36],[33,29,28],[35,15,46],[15,6,27],[37,11,42],[35,28,33],[33,20,37],[34,18,14],[23,16,9],[39,24,27],[20,13,15],[31,18,29],[49,31,16],[44,19,21],[5,12,13],[25,15,8],[44,28,18],[68,40,30],[29,18,19],[36,17,19],[115,66,41],[81,30,33],[88,35,33],[42,26,16],[45,16,11],[55,16,7],[39,20,13],[53,22,9],[55,38,9],[27,10,5],[13,4,7],[20,5,5],[39,5,10],[29,16,3],[3,4,5],[9,8,1]],[[4,7,121],[3,9,90],[4,8,86],[3,9,112],[15,13,104],[9,9,82],[8,4,84],[9,8,115],[17,10,117],[13,8,125],[17,6,109],[18,7,73],[15,13,104],[25,9,98],[18,9,105],[13,13,106],[21,18,93],[34,32,156],[34,18,80],[31,12,71],[32,18,82],[37,21,74],[36,21,75],[48,23,61],[29,15,74],[46,12,74],[42,24,66],[43,26,63],[43,29,60],[48,23,61],[47,19,66],[52,24,56],[31,20,63],[44,36,52],[58,21,53],[59,24,49],[53,32,47],[52,17,63],[52,28,52],[40,26,60],[49,24,59],[43,38,51],[50,29,47],[54,28,44],[92,55,105],[160,69,165],[50,26,50],[54,40,38],[34,16,34],[59,23,50],[79,38,51],[41,32,47],[53,22,51],[47,32,47],[65,26,41],[103,59,56],[59,33,40],[57,28,41],[50,31,37],[65,29,38],[55,35,36],[136,65,63],[62,26,32],[53,25,42],[55,24,35],[61,23,36],[65,34,33],[60,26,28],[69,27,24],[112,19,59],[126,41,33],[43,19,32],[54,25,27],[81,27,28],[157,53,28],[88,30,14],[71,24,19],[69,31,14],[106,42,24],[62,12,20],[58,29,11],[16,14,12],[70,19,7],[26,6,4],[1,5,0],[4,4,36],[2,1,41],[39,9,40],[32,9,29],[27,17,38],[38,12,38],[21,4,19],[27,14,41],[44,23,21],[33,14,35],[34,10,14],[20,13,11],[36,20,30],[27,10,7],[27,14,29],[46,18,24],[37,21,22],[10,12,8],[28,9,7],[49,16,17],[74,27,21],[34,16,12],[44,7,13],[131,55,32],[85,22,33],[93,26,25],[49,19,12],[47,12,5],[48,15,11],[45,16,11],[50,19,7],[64,24,6],[29,11,2],[18,0,6],[19,3,4],[38,6,6],[33,7,4],[6,2,4],[7,7,0]],[[2,1,141],[1,7,104],[2,4,108],[3,8,123],[2,8,134],[2,10,100],[2,2,110],[4,13,127],[13,13,130],[6,8,148],[6,10,128],[5,9,84],[16,11,117],[12,9,123],[14,15,115],[24,6,114],[26,14,104],[31,36,179],[27,16,101],[25,9,92],[31,25,88],[31,21,92],[36,24,84],[33,27,84],[26,11,89],[42,19,83],[33,29,82],[42,20,82],[47,33,64],[52,28,64],[50,24,70],[42,30,72],[36,14,76],[44,32,68],[55,32,57],[44,27,73],[44,34,66],[60,26,58],[49,28,67],[54,29,55],[57,29,58],[56,40,48],[46,36,56],[54,32,52],[94,56,126],[172,106,196],[50,29,59],[48,36,60],[50,23,59],[38,20,38],[70,40,70],[45,35,52],[58,32,48],[57,33,48],[64,32,48],[98,64,72],[63,39,42],[53,44,41],[54,38,34],[63,34,47],[67,34,37],[130,78,80],[65,28,39],[60,32,40],[67,31,28],[60,36,36],[72,41,31],[59,30,37],[56,37,39],[109,24,65],[121,56,39],[34,29,39],[52,32,30],[76,42,26],[141,62,51],[72,33,39],[72,30,24],[81,34,11],[109,52,31],[65,19,18],[60,34,8],[13,12,17],[74,21,1],[21,5,10],[3,2,1],[0,1,47],[3,1,44],[22,25,49],[31,10,37],[32,27,31],[44,18,34],[25,5,18],[38,16,36],[40,26,30],[36,21,33],[31,14,21],[18,16,14],[33,21,36],[22,12,14],[31,17,30],[43,32,21],[38,22,24],[4,12,14],[26,15,7],[47,19,24],[74,31,33],[31,17,18],[37,13,22],[117,66,39],[75,30,39],[93,35,28],[51,25,8],[46,18,8],[48,17,13],[31,24,17],[54,20,10],[53,33,16],[26,10,6],[15,2,7],[15,8,7],[46,5,3],[29,15,4],[3,2,7],[7,10,1]],[[6,2,172],[5,6,141],[5,9,122],[6,10,148],[10,10,160],[4,7,133],[9,6,109],[9,9,162],[9,12,175],[7,11,184],[20,8,152],[10,11,93],[15,9,156],[9,12,159],[19,15,146],[22,10,148],[24,15,141],[37,34,233],[31,22,127],[27,7,124],[36,27,117],[37,21,122],[33,27,120],[33,26,121],[25,16,117],[43,20,117],[47,32,101],[46,32,102],[41,35,104],[44,30,106],[47,26,107],[47,24,109],[35,20,101],[58,36,86],[57,26,97],[65,27,88],[54,32,94],[55,20,105],[53,29,98],[56,22,96],[62,35,83],[55,45,80],[45,35,92],[60,31,81],[135,61,150],[213,81,282],[57,34,83],[69,39,72],[51,38,79],[70,40,70],[73,22,73],[50,40,76],[72,26,74],[59,40,73],[75,36,69],[119,68,107],[77,42,61],[61,37,74],[52,39,67],[89,28,63],[70,36,68],[165,70,125],[55,40,69],[78,32,56],[73,28,57],[78,32,56],[85,37,58],[72,33,53],[89,29,48],[149,21,88],[144,47,79],[57,18,53],[70,33,41],[96,36,50],[183,55,88],[106,37,37],[89,38,31],[84,31,41],[140,48,52],[85,13,32],[70,33,25],[15,16,23],[85,25,16],[29,7,12],[2,6,0],[3,6,51],[5,1,54],[39,19,62],[27,16,55],[39,21,52],[39,19,62],[29,4,27],[42,9,61],[52,24,44],[47,20,45],[40,13,29],[27,14,19],[52,20,42],[30,11,19],[36,17,45],[60,29,31],[43,22,41],[11,17,10],[38,13,9],[61,19,32],[108,26,36],[35,17,32],[52,10,28],[149,67,68],[109,23,52],[119,30,49],[65,21,20],[54,16,20],[57,16,25],[56,17,19],[65,22,17],[82,24,22],[37,9,8],[17,2,13],[17,5,14],[49,6,15],[39,10,11],[8,0,8],[10,9,1]],[[3,2,127],[3,4,93],[7,7,88],[10,4,112],[9,9,114],[3,11,86],[3,2,85],[8,5,119],[15,12,117],[16,6,128],[19,7,106],[14,8,80],[15,15,102],[23,9,100],[22,13,97],[28,10,94],[25,11,96],[46,32,154],[29,19,84],[29,8,81],[28,24,80],[43,24,65],[39,30,63],[38,30,64],[38,10,68],[48,14,70],[43,39,50],[42,27,63],[39,34,59],[47,38,47],[42,28,62],[52,27,53],[33,12,69],[42,35,55],[50,31,51],[36,39,57],[49,28,55],[52,22,58],[48,37,47],[45,32,51],[49,33,50],[49,37,46],[56,34,38],[61,24,43],[105,63,86],[159,105,178],[44,33,51],[51,36,45],[47,32,41],[52,35,45],[76,40,50],[28,24,28],[52,34,40],[51,32,45],[59,40,33],[81,78,55],[60,39,33],[56,37,33],[52,33,29],[66,28,38],[48,39,41],[126,84,54],[60,30,32],[56,27,39],[53,33,32],[63,34,27],[68,39,25],[50,38,28],[58,38,26],[109,27,48],[113,57,26],[38,26,28],[51,33,22],[65,46,21],[126,71,37],[74,36,22],[65,36,19],[63,35,18],[99,53,28],[56,22,16],[47,32,11],[16,12,10],[66,17,5],[20,5,7],[1,3,2],[5,2,37],[4,1,39],[29,21,38],[23,16,33],[29,27,28],[41,13,34],[17,6,21],[43,14,25],[41,27,20],[38,22,24],[35,16,11],[17,16,11],[34,21,27],[23,8,13],[33,17,24],[39,32,17],[40,20,16],[5,12,9],[19,17,8],[38,29,15],[64,37,27],[29,23,10],[43,13,10],[106,71,25],[73,24,33],[82,34,28],[47,21,8],[44,13,9],[41,20,11],[37,20,7],[46,20,10],[50,32,10],[25,11,2],[12,4,6],[16,5,7],[40,8,4],[29,13,2],[5,4,3],[4,9,1]],[[1,5,132],[7,6,89],[3,2,87],[5,10,111],[7,7,124],[5,7,98],[2,6,100],[9,10,119],[8,9,133],[5,9,140],[7,11,120],[11,13,62],[5,16,117],[13,15,110],[13,19,106],[12,11,115],[16,16,106],[34,29,171],[24,17,97],[18,5,97],[31,27,80],[36,23,79],[36,24,78],[32,26,80],[18,13,91],[46,18,74],[39,25,74],[40,28,70],[32,36,70],[47,35,56],[40,25,73],[44,25,69],[37,12,75],[48,32,58],[49,22,67],[45,28,65],[55,29,54],[50,22,66],[46,32,60],[45,30,57],[47,27,64],[56,32,50],[47,30,55],[45,27,60],[92,53,119],[175,97,184],[47,21,64],[52,32,54],[51,22,53],[48,32,58],[74,26,72],[40,34,52],[36,16,36],[56,29,47],[57,30,51],[93,58,73],[54,41,43],[47,34,51],[52,32,36],[57,35,46],[65,22,45],[129,67,80],[61,35,30],[61,24,41],[54,26,42],[54,30,42],[76,35,27],[63,25,32],[60,29,37],[111,21,62],[120,47,43],[43,29,26],[56,26,26],[66,39,33],[135,61,44],[80,29,29],[58,29,33],[69,33,20],[102,52,30],[72,15,13],[61,33,2],[10,8,22],[63,19,10],[25,4,5],[0,4,0],[1,5,40],[4,2,40],[33,12,47],[25,10,39],[26,22,38],[32,12,48],[19,2,25],[43,13,32],[39,25,28],[33,20,33],[34,13,17],[19,15,12],[37,23,26],[18,12,16],[29,16,29],[48,29,15],[41,19,22],[7,10,11],[29,12,5],[43,18,27],[65,38,33],[28,13,21],[44,14,14],[114,65,31],[85,22,35],[84,38,28],[45,22,13],[48,11,11],[47,14,15],[42,19,9],[54,15,11],[52,28,18],[24,9,7],[11,3,10],[18,7,5],[39,5,8],[26,15,5],[2,3,7],[10,7,1]],[[2,4,132],[4,4,112],[4,2,100],[2,10,120],[5,8,125],[3,6,83],[5,1,100],[8,11,119],[11,5,134],[11,7,138],[12,8,118],[11,5,92],[14,15,109],[15,6,117],[20,14,104],[18,12,108],[22,15,101],[40,37,167],[26,14,98],[29,3,90],[39,26,73],[29,23,86],[28,24,86],[28,23,87],[29,10,83],[40,13,85],[39,18,81],[46,28,64],[35,31,72],[34,29,75],[44,28,66],[42,26,70],[34,16,70],[46,28,64],[42,29,67],[42,26,70],[46,34,58],[48,22,68],[37,26,75],[39,23,70],[48,31,59],[52,34,52],[44,30,60],[52,27,55],[92,66,106],[173,96,189],[48,28,56],[42,35,61],[47,32,47],[48,33,57],[73,40,59],[45,32,51],[47,29,56],[32,24,32],[52,40,46],[88,70,66],[62,34,42],[55,32,45],[38,32,50],[68,29,41],[56,34,42],[123,78,75],[52,35,41],[46,28,52],[55,26,41],[64,25,39],[67,36,35],[51,29,40],[65,29,32],[94,22,70],[115,48,43],[41,27,28],[56,33,21],[71,38,29],[137,59,48],[78,38,22],[79,26,19],[74,29,19],[96,49,41],[63,16,17],[50,36,10],[9,12,19],[61,21,8],[24,2,6],[3,3,0],[1,3,42],[2,3,41],[24,17,51],[26,14,34],[33,19,36],[32,11,49],[18,7,21],[34,16,36],[38,22,32],[32,23,33],[30,13,21],[15,18,13],[37,17,32],[25,10,11],[26,19,31],[43,27,22],[45,13,22],[8,8,12],[29,13,4],[46,22,18],[80,30,24],[29,19,16],[45,14,9],[115,62,35],[74,28,34],[86,34,28],[46,21,13],[43,14,11],[53,12,11],[31,22,15],[52,21,7],[61,23,12],[27,10,3],[11,2,9],[17,7,6],[41,3,8],[28,12,6],[3,2,7],[8,8,0]],[[1,5,138],[2,8,106],[4,7,97],[3,7,120],[4,12,128],[3,10,91],[6,5,109],[10,13,121],[3,12,141],[6,12,144],[7,13,124],[5,15,78],[9,16,119],[8,10,126],[9,22,113],[11,14,119],[15,12,117],[26,38,182],[18,21,105],[23,10,93],[29,24,91],[24,26,94],[28,28,88],[32,34,78],[20,10,96],[41,28,75],[34,34,76],[44,29,71],[26,32,86],[34,34,76],[39,22,83],[41,20,83],[28,15,83],[45,33,66],[46,25,73],[42,27,75],[44,36,64],[41,30,73],[49,35,60],[40,37,61],[44,38,62],[48,35,61],[36,26,76],[37,37,64],[85,67,124],[166,95,213],[40,35,63],[46,34,64],[41,26,65],[48,32,64],[69,36,75],[33,40,59],[51,30,57],[46,40,52],[38,20,38],[78,68,88],[55,33,56],[62,34,42],[48,34,44],[54,32,58],[56,39,43],[126,85,77],[57,28,47],[56,27,49],[52,29,45],[60,28,44],[62,42,40],[56,26,44],[55,34,43],[105,22,71],[108,54,54],[42,23,37],[56,33,25],[75,34,35],[127,61,68],[81,31,32],[70,33,23],[65,32,29],[98,52,42],[60,15,27],[56,36,10],[12,13,17],[64,19,13],[25,1,10],[5,1,0],[1,3,44],[1,3,44],[27,20,49],[29,10,39],[28,22,40],[28,19,49],[20,8,20],[35,15,40],[39,21,36],[36,19,35],[35,12,19],[23,15,10],[36,25,29],[20,9,19],[27,14,37],[43,35,18],[40,13,31],[12,8,10],[26,16,6],[52,20,18],[65,31,42],[33,18,15],[41,14,17],[121,66,35],[74,25,45],[91,28,37],[42,21,21],[44,13,15],[43,18,17],[37,21,14],[54,22,8],[62,22,18],[26,11,5],[13,4,7],[15,7,8],[37,6,11],[27,17,4],[3,2,7],[7,9,2]],[[2,4,138],[2,6,100],[4,11,83],[1,8,127],[3,7,134],[2,11,107],[8,2,104],[7,9,128],[10,12,134],[8,9,145],[12,11,121],[14,9,83],[12,18,114],[9,6,129],[7,21,116],[13,17,114],[18,12,114],[25,38,183],[17,23,104],[29,8,89],[21,32,91],[26,22,96],[29,23,92],[29,24,91],[25,11,90],[38,22,84],[33,27,84],[44,29,71],[35,33,76],[34,35,75],[38,23,83],[34,27,83],[26,18,82],[42,40,62],[37,28,79],[44,38,62],[42,42,60],[39,29,76],[49,31,64],[34,35,69],[46,34,64],[38,46,60],[38,35,65],[38,35,65],[82,65,129],[152,120,202],[43,32,63],[42,45,57],[40,35,57],[45,34,65],[67,37,76],[29,50,53],[43,36,59],[41,45,52],[54,40,50],[72,61,53],[54,44,46],[50,46,42],[41,33,52],[63,33,48],[55,39,44],[126,82,80],[46,44,42],[50,33,49],[53,31,42],[54,31,47],[63,51,30],[58,31,37],[63,35,34],[121,20,57],[118,53,45],[36,28,38],[54,33,27],[73,46,25],[133,73,50],[84,42,18],[72,36,18],[69,35,22],[104,57,31],[67,13,22],[56,40,6],[10,16,16],[74,20,2],[26,4,6],[1,5,0],[0,5,43],[1,1,46],[21,24,51],[25,17,36],[20,30,40],[28,23,45],[17,8,23],[30,16,44],[33,30,33],[37,26,27],[33,15,18],[22,18,8],[37,20,33],[21,15,12],[24,19,35],[42,36,18],[43,20,21],[4,15,11],[26,15,7],[45,24,21],[79,39,20],[22,23,21],[44,17,11],[123,66,33],[75,36,33],[99,33,24],[49,24,11],[47,18,7],[48,20,10],[38,20,14],[53,23,8],[59,32,11],[29,12,1],[16,2,6],[17,6,7],[45,3,6],[32,14,2],[4,2,6],[6,12,0]],[[0,2,142],[0,6,114],[1,2,101],[0,3,125],[3,13,128],[3,9,102],[2,2,96],[6,6,132],[8,10,138],[8,6,148],[8,6,130],[7,8,94],[9,13,122],[8,12,124],[9,16,119],[11,15,118],[10,17,117],[33,35,178],[18,23,103],[20,10,96],[16,24,104],[18,19,107],[27,23,94],[32,26,86],[25,12,89],[36,18,90],[32,31,81],[37,24,83],[32,34,78],[36,26,82],[30,20,94],[38,29,77],[25,13,88],[32,38,74],[35,31,78],[45,27,72],[32,38,74],[40,21,83],[40,31,73],[34,31,73],[52,36,56],[38,41,65],[31,38,69],[39,36,63],[95,59,122],[141,91,242],[43,32,63],[45,37,62],[40,33,59],[42,39,63],[61,42,77],[33,39,60],[43,41,54],[42,34,62],[56,33,55],[84,69,81],[36,24,36],[46,44,48],[36,39,51],[58,36,50],[55,36,47],[126,68,94],[47,39,46],[48,33,51],[54,30,42],[52,33,47],[65,36,43],[57,32,37],[71,34,27],[95,19,84],[117,54,45],[38,21,43],[50,24,40],[75,38,31],[139,58,57],[82,38,24],[73,34,19],[75,34,17],[105,56,31],[56,16,30],[57,34,11],[11,15,16],[66,24,6],[22,6,8],[3,3,0],[1,4,43],[0,0,48],[24,15,57],[17,18,43],[29,22,39],[33,18,45],[17,7,24],[28,12,50],[37,26,33],[40,21,29],[32,18,16],[16,16,16],[36,26,28],[21,12,15],[29,18,31],[36,32,28],[42,21,21],[6,12,12],[28,16,4],[44,22,24],[83,28,27],[31,18,17],[47,11,14],[113,64,45],[72,30,42],[89,34,33],[51,21,12],[41,20,11],[45,18,15],[39,17,16],[50,23,11],[63,31,8],[27,12,3],[15,0,9],[15,8,7],[41,5,8],[33,14,1],[3,0,9],[9,9,0]],[[5,4,129],[1,5,104],[2,2,96],[2,4,116],[3,10,125],[3,7,104],[5,2,107],[3,12,123],[3,8,139],[6,7,143],[9,9,120],[13,9,78],[12,12,114],[8,14,116],[9,20,109],[17,9,112],[14,19,105],[23,25,186],[17,22,99],[22,6,92],[24,28,86],[24,24,90],[20,31,87],[31,24,83],[22,11,87],[41,22,75],[25,33,80],[31,31,76],[19,40,79],[39,33,66],[40,25,73],[43,26,69],[28,18,74],[33,39,66],[43,28,67],[38,31,69],[33,42,63],[43,28,67],[37,36,65],[36,32,64],[40,41,57],[33,42,63],[42,33,57],[36,35,61],[68,63,133],[131,112,213],[43,32,57],[39,36,63],[41,28,57],[41,44,53],[74,37,61],[33,37,56],[51,34,47],[45,32,55],[42,34,62],[69,70,85],[48,44,46],[30,28,30],[35,38,47],[53,38,47],[48,33,51],[107,94,75],[43,35,48],[55,30,43],[56,23,41],[49,36,41],[57,37,44],[51,32,37],[69,29,28],[95,24,67],[116,54,38],[34,30,34],[42,33,33],[65,43,28],[136,57,51],[80,34,24],[66,37,17],[70,37,13],[91,49,42],[58,17,23],[54,35,9],[9,12,19],[65,20,5],[25,5,4],[1,4,1],[1,3,42],[4,3,39],[24,22,46],[22,20,34],[24,24,38],[36,15,41],[17,7,22],[34,16,36],[38,23,31],[22,30,34],[25,17,20],[13,18,15],[33,24,29],[15,14,17],[25,19,32],[38,34,20],[44,19,17],[6,10,14],[26,13,7],[54,21,11],[79,35,16],[22,24,18],[43,13,12],[127,64,21],[76,21,39],[78,36,34],[46,24,10],[41,13,14],[46,15,13],[34,24,10],[50,19,11],[66,29,7],[28,10,2],[11,3,10],[11,8,11],[38,4,8],[25,15,6],[5,1,6],[8,10,0]],[[0,5,121],[2,7,87],[2,5,83],[2,8,106],[2,11,113],[2,8,80],[4,4,82],[2,13,111],[1,8,129],[4,8,128],[7,8,111],[7,10,77],[5,17,104],[14,14,98],[7,19,100],[12,15,99],[14,15,97],[27,28,159],[16,18,92],[17,9,84],[31,26,69],[22,19,85],[20,29,77],[27,29,70],[12,12,86],[35,14,77],[22,30,74],[34,26,66],[25,35,66],[34,30,62],[38,23,65],[32,24,70],[35,16,59],[38,39,49],[43,28,55],[39,26,61],[36,31,59],[49,27,50],[41,35,50],[39,23,58],[40,31,55],[40,42,44],[41,27,52],[41,33,46],[67,61,112],[142,102,156],[47,28,45],[48,41,37],[37,31,50],[34,38,54],[67,39,52],[29,33,52],[36,32,52],[50,32,38],[44,34,48],[83,59,64],[51,39,36],[47,38,35],[25,22,25],[54,40,32],[50,36,34],[112,76,64],[46,34,36],[51,28,35],[51,23,34],[49,31,34],[58,40,28],[53,25,30],[56,33,27],[102,22,48],[95,53,40],[32,24,32],[49,26,25],[59,42,29],[124,65,39],[71,37,18],[58,32,18],[56,31,23],[83,53,28],[52,18,16],[45,39,10],[8,16,14],[60,19,7],[22,6,4],[2,4,0],[2,4,36],[2,0,40],[26,18,40],[17,16,33],[21,28,29],[24,9,51],[21,4,17],[36,12,30],[28,26,30],[31,22,25],[31,17,8],[13,14,15],[29,27,24],[21,11,10],[25,16,25],[45,28,11],[35,18,21],[8,10,10],[22,15,5],[38,24,16],[69,32,19],[28,18,12],[39,12,11],[99,70,31],[62,30,36],[76,33,29],[38,26,12],[41,15,8],[41,18,9],[31,18,15],[48,22,6],[44,29,15],[20,12,6],[13,3,4],[11,6,7],[37,4,7],[23,13,6],[2,2,6],[8,8,0]],[[1,6,137],[0,3,95],[3,0,107],[5,4,113],[4,5,135],[2,11,103],[4,3,113],[6,7,131],[9,9,138],[6,7,149],[13,3,128],[7,8,85],[17,7,120],[15,11,118],[14,16,114],[24,15,105],[19,13,112],[32,27,187],[28,14,102],[23,6,97],[28,22,94],[35,14,95],[30,25,89],[27,22,95],[25,12,89],[39,15,90],[37,26,81],[42,21,81],[31,33,80],[37,23,84],[43,29,72],[38,21,85],[39,14,73],[43,30,71],[41,28,75],[51,25,68],[40,35,69],[45,22,77],[41,27,76],[43,26,69],[50,28,66],[43,34,67],[30,36,72],[50,31,57],[92,57,127],[146,92,236],[46,28,64],[44,31,69],[38,29,65],[47,34,63],[63,28,89],[38,28,66],[46,35,57],[41,29,68],[58,32,54],[76,58,100],[50,36,58],[47,38,53],[32,40,54],[38,20,38],[54,30,54],[120,69,99],[48,31,53],[48,30,54],[55,28,43],[56,28,48],[57,36,51],[49,34,43],[63,28,41],[85,20,93],[99,49,68],[32,21,49],[48,25,41],[60,39,45],[120,64,70],[81,33,30],[65,36,25],[59,32,35],[88,52,52],[50,15,37],[44,32,26],[9,16,17],[55,19,22],[18,5,13],[2,4,0],[3,3,42],[2,0,46],[21,16,59],[21,14,43],[35,21,34],[30,17,49],[16,4,28],[29,12,49],[35,26,35],[35,14,41],[23,16,27],[18,16,14],[39,16,35],[18,11,19],[31,15,32],[41,29,26],[34,19,31],[4,11,15],[22,12,14],[44,20,26],[66,33,39],[26,15,25],[34,14,24],[100,59,63],[71,29,44],[74,30,52],[44,21,19],[43,14,15],[40,15,23],[38,20,14],[49,19,16],[54,30,18],[27,11,4],[8,2,14],[16,6,8],[28,6,20],[26,13,9],[5,2,5],[4,11,3]],[[0,0,138],[0,6,108],[6,4,90],[3,11,114],[1,6,131],[0,4,106],[4,1,87],[7,5,126],[5,10,135],[7,3,146],[10,8,120],[6,7,81],[11,18,109],[12,8,118],[12,18,108],[13,15,110],[21,13,104],[20,29,185],[21,14,103],[19,9,94],[26,20,92],[23,20,95],[19,27,92],[34,24,80],[25,8,87],[26,18,94],[32,32,74],[35,28,75],[36,37,65],[37,30,71],[38,24,76],[32,27,79],[24,17,79],[32,32,74],[32,21,85],[37,33,68],[34,36,68],[43,26,69],[34,34,70],[32,30,72],[39,32,67],[35,39,64],[34,29,69],[42,31,59],[73,66,127],[124,95,239],[47,29,58],[44,38,56],[36,35,55],[37,34,67],[68,36,70],[41,39,48],[45,22,65],[42,34,56],[43,39,56],[71,67,86],[47,36,55],[51,33,48],[34,36,50],[54,30,54],[32,24,32],[96,89,91],[46,28,52],[54,28,46],[48,34,40],[53,32,43],[61,40,37],[46,30,46],[57,32,39],[84,24,88],[99,58,49],[31,25,42],[48,30,32],[66,37,35],[111,66,71],[80,35,23],[68,31,23],[65,33,22],[84,58,44],[52,18,30],[48,32,16],[10,14,16],[64,23,7],[22,3,11],[3,2,1],[1,2,43],[4,3,39],[18,22,52],[20,20,36],[22,23,41],[21,13,58],[15,8,23],[27,13,46],[32,22,38],[30,23,33],[22,18,24],[10,23,13],[28,19,39],[18,11,17],[26,12,38],[37,32,23],[35,19,26],[3,13,12],[20,15,11],[48,24,14],[61,40,31],[26,20,18],[36,13,21],[112,64,36],[65,27,46],[80,33,39],[44,20,16],[41,11,18],[50,16,8],[31,20,17],[48,17,15],[56,31,11],[26,10,4],[8,4,12],[15,8,5],[38,7,9],[28,13,5],[3,4,5],[6,9,1]],[[1,5,282],[4,15,213],[3,9,192],[3,15,248],[4,20,264],[4,15,207],[7,6,205],[7,22,259],[12,17,283],[5,16,303],[10,29,249],[15,18,171],[17,32,239],[14,27,247],[19,29,240],[26,32,230],[29,30,229],[35,75,382],[35,41,212],[29,13,210],[37,55,196],[44,36,208],[43,58,187],[44,62,182],[36,29,187],[62,34,192],[53,62,173],[65,54,169],[55,67,166],[59,65,164],[69,55,164],[68,55,165],[46,35,171],[59,70,159],[71,60,157],[72,46,170],[61,80,147],[69,56,163],[62,76,150],[64,67,145],[70,74,144],[73,91,124],[60,68,148],[75,63,138],[164,126,262],[237,222,489],[72,54,150],[81,76,131],[63,65,136],[80,78,130],[125,70,165],[54,84,126],[80,67,129],[75,78,123],[77,85,126],[136,133,199],[94,68,126],[75,94,107],[64,76,112],[99,69,120],[91,89,96],[170,140,170],[84,75,105],[84,73,107],[86,61,105],[91,73,100],[117,86,85],[97,62,93],[100,81,83],[163,47,186],[189,114,129],[72,58,74],[79,72,77],[116,83,89],[227,128,157],[145,81,62],[108,85,59],[117,72,63],[175,106,103],[112,35,57],[106,67,31],[19,28,37],[128,34,30],[49,8,15],[6,6,0],[1,4,91],[3,4,89],[39,47,106],[35,33,88],[44,55,81],[46,39,107],[34,10,52],[54,23,103],[62,56,74],[39,57,84],[47,41,44],[33,31,32],[59,46,75],[40,27,29],[49,35,72],[85,66,41],[68,38,62],[13,24,23],[39,32,25],[85,45,50],[113,77,86],[44,42,46],[65,33,46],[207,128,109],[134,54,100],[160,65,87],[82,47,39],[74,42,28],[78,37,41],[76,34,34],[86,56,26],[86,71,47],[49,17,18],[24,8,16],[23,16,21],[67,16,25],[46,32,18],[3,3,18],[15,21,0]],[[0,3,129],[1,4,99],[2,3,97],[1,3,116],[5,9,118],[3,11,100],[2,1,95],[4,11,117],[4,14,126],[2,7,141],[6,6,120],[5,5,72],[7,7,118],[13,7,112],[6,10,116],[12,9,111],[18,16,98],[23,29,180],[16,18,98],[20,6,92],[22,18,92],[24,21,87],[26,25,81],[26,21,85],[10,13,93],[35,15,82],[27,29,76],[34,31,67],[28,35,69],[35,26,71],[37,18,77],[36,23,73],[19,17,80],[31,38,63],[41,23,68],[35,25,72],[35,30,67],[39,23,70],[38,31,63],[37,31,58],[38,34,60],[36,31,65],[38,29,61],[44,29,55],[79,59,114],[149,93,200],[31,35,60],[51,36,45],[32,26,62],[39,28,65],[69,40,55],[32,30,60],[30,35,61],[41,35,52],[47,28,57],[72,74,68],[46,39,47],[48,35,43],[36,34,46],[53,31,48],[52,28,46],[105,75,84],[28,24,28],[51,30,39],[54,23,39],[47,30,45],[55,43,34],[46,28,40],[57,32,31],[88,24,64],[112,42,42],[34,22,34],[52,32,22],[68,37,27],[122,63,47],[63,42,27],[62,36,20],[65,36,17],[91,52,33],[43,16,31],[52,36,6],[6,12,20],[65,14,7],[19,4,7],[3,3,0],[0,2,42],[0,1,43],[26,15,47],[21,12,37],[27,22,35],[25,18,45],[18,6,20],[35,12,35],[34,21,33],[33,25,26],[28,17,17],[14,17,13],[30,25,27],[18,13,13],[21,18,33],[42,28,18],[36,19,21],[4,12,10],[21,12,11],[41,19,22],[69,30,29],[28,16,18],[39,14,11],[103,65,32],[69,25,34],[85,30,29],[47,19,12],[42,14,12],[47,13,12],[30,17,17],[51,19,8],[45,29,16],[29,8,1],[14,1,5],[13,6,11],[39,4,9],[27,11,6],[3,2,5],[7,9,0]],[[2,3,127],[0,5,103],[1,7,94],[0,2,126],[0,6,126],[0,7,99],[7,3,82],[1,8,123],[4,6,134],[3,3,144],[2,7,123],[3,9,84],[8,11,113],[8,13,111],[5,17,110],[15,12,105],[20,11,101],[26,18,178],[19,13,100],[20,7,89],[31,18,83],[27,15,90],[27,18,87],[30,21,81],[24,8,82],[26,16,90],[32,24,76],[33,21,78],[31,35,66],[34,28,70],[34,17,81],[39,23,70],[24,15,75],[44,28,60],[40,23,69],[32,26,74],[35,23,74],[36,18,78],[41,27,64],[37,24,67],[34,32,66],[45,29,58],[39,29,58],[37,22,67],[84,47,123],[151,96,193],[48,21,59],[45,27,60],[42,25,53],[40,32,60],[56,32,78],[39,27,56],[41,24,61],[52,28,46],[49,27,56],[80,53,81],[51,33,48],[43,30,55],[35,28,51],[54,30,48],[46,28,54],[107,73,84],[39,30,51],[34,12,34],[47,23,46],[47,33,42],[58,29,45],[55,20,41],[57,28,37],[105,22,57],[91,47,60],[30,25,39],[50,24,30],[64,35,31],[125,58,55],[72,35,25],[66,29,21],[55,29,30],[80,49,47],[57,13,26],[46,29,17],[10,9,19],[57,19,12],[25,6,3],[2,3,1],[1,3,40],[0,1,43],[25,12,51],[23,16,35],[26,19,37],[29,5,54],[17,6,21],[38,8,36],[29,20,39],[32,20,30],[29,16,15],[17,13,14],[34,19,29],[21,9,14],[28,15,31],[40,30,18],[38,17,21],[5,11,12],[26,12,6],[44,17,21],[64,25,35],[23,16,23],[40,12,14],[103,56,43],[64,24,42],[73,32,39],[45,22,9],[39,11,16],[40,14,16],[29,13,22],[46,17,13],[45,31,22],[22,10,6],[11,2,11],[16,5,7],[36,4,10],[24,14,6],[1,2,9],[8,8,0]],[[0,2,124],[1,2,99],[1,3,90],[1,3,106],[1,8,117],[1,9,94],[5,0,85],[1,9,116],[2,8,128],[0,3,139],[4,6,116],[4,4,80],[5,12,109],[9,4,113],[4,12,110],[14,9,103],[17,10,99],[17,25,178],[16,13,97],[12,5,95],[20,14,92],[17,15,94],[21,20,85],[26,19,81],[18,9,85],[27,11,88],[28,25,73],[26,24,76],[22,30,74],[32,19,75],[34,18,74],[29,18,79],[19,15,78],[33,25,68],[38,22,66],[29,21,76],[24,29,73],[36,16,74],[33,23,70],[37,17,68],[34,26,66],[36,34,56],[36,25,61],[31,24,67],[83,45,114],[134,78,212],[39,26,57],[37,27,62],[35,24,55],[28,31,67],[57,28,73],[32,33,53],[42,26,54],[41,26,55],[45,29,52],[69,55,80],[42,30,54],[41,23,56],[34,23,51],[43,28,55],[40,34,48],[105,61,86],[39,23,54],[46,23,47],[30,12,30],[42,24,52],[62,26,38],[51,25,34],[46,27,43],[92,16,72],[99,40,51],[30,16,42],[44,17,39],[66,26,34],[113,44,69],[69,35,22],[59,27,28],[64,24,24],[97,31,44],[58,16,18],[48,25,11],[6,11,19],[62,12,10],[23,4,3],[1,3,0],[0,1,41],[1,1,40],[23,10,51],[19,13,36],[22,17,41],[33,8,43],[11,1,30],[27,9,44],[33,13,38],[19,19,42],[25,13,22],[16,13,13],[28,14,36],[17,9,16],[22,14,34],[36,19,29],[32,19,23],[5,10,9],[22,9,11],[42,14,24],[56,23,47],[23,13,22],[39,7,20],[101,42,47],[69,14,45],[77,23,38],[39,20,13],[32,9,23],[40,13,17],[39,12,11],[41,14,17],[44,20,24],[21,5,10],[7,2,13],[15,7,6],[37,4,9],[28,10,4],[2,0,10],[4,10,0]],[[0,3,129],[0,6,96],[3,10,85],[4,4,120],[5,11,116],[3,8,89],[5,1,82],[6,11,115],[5,11,128],[4,9,137],[8,7,117],[9,11,86],[10,10,112],[14,14,104],[7,17,108],[16,13,103],[13,12,107],[33,26,173],[25,12,95],[16,13,89],[27,19,86],[27,16,89],[27,24,81],[32,20,80],[20,10,86],[34,19,79],[25,28,79],[35,28,69],[27,29,76],[33,25,74],[31,28,73],[35,18,79],[24,14,76],[36,34,62],[41,23,68],[41,27,64],[30,31,71],[39,20,73],[36,28,68],[37,28,63],[44,30,58],[36,33,63],[31,29,68],[46,25,57],[84,58,112],[130,104,208],[42,24,62],[40,33,59],[36,23,61],[36,36,60],[56,32,78],[27,34,63],[42,30,54],[39,25,64],[44,28,60],[76,53,85],[47,33,52],[41,36,49],[34,31,49],[48,28,56],[43,32,53],[100,73,91],[45,30,47],[42,33,47],[52,24,42],[28,24,28],[56,34,42],[55,32,29],[61,28,33],[92,15,77],[99,43,54],[32,27,33],[48,24,34],[60,33,39],[108,51,77],[71,39,22],[55,29,36],[58,26,32],[95,54,31],[57,12,25],[48,31,11],[9,14,15],[60,21,7],[22,6,4],[3,3,0],[1,1,42],[0,0,44],[24,16,48],[21,14,37],[23,19,42],[21,11,56],[16,6,22],[26,16,40],[30,17,41],[26,17,41],[31,16,15],[18,18,8],[30,19,33],[23,12,9],[17,20,37],[34,25,29],[40,16,20],[7,9,10],[18,13,13],[44,20,18],[49,27,52],[25,17,20],[38,10,18],[99,61,42],[66,15,49],[86,24,34],[35,21,20],[37,15,14],[47,11,14],[35,14,15],[46,15,15],[43,28,21],[21,8,9],[11,0,11],[16,7,5],[28,6,18],[26,11,7],[1,1,10],[4,10,0]],[[3,4,137],[3,1,114],[0,4,92],[2,5,129],[3,8,133],[3,10,97],[2,3,105],[4,12,128],[6,14,136],[6,10,146],[9,10,125],[7,7,94],[5,13,126],[8,13,123],[10,20,114],[13,9,122],[21,14,109],[23,28,195],[14,24,106],[14,9,103],[21,22,101],[25,19,100],[18,27,99],[26,26,92],[17,13,96],[29,18,97],[25,29,90],[27,33,84],[22,31,91],[28,25,91],[27,22,95],[30,32,82],[20,17,89],[36,36,72],[36,30,78],[29,30,85],[33,40,71],[34,29,81],[38,37,69],[24,41,73],[34,40,70],[31,47,66],[35,34,69],[34,36,68],[61,67,148],[108,128,238],[30,37,71],[44,44,56],[33,34,65],[31,41,72],[58,37,85],[25,39,68],[27,35,76],[35,36,67],[40,42,62],[60,80,94],[43,36,65],[44,37,57],[28,40,58],[51,36,57],[37,40,61],[85,86,117],[34,43,55],[45,29,58],[38,26,62],[42,34,56],[33,30,33],[46,30,50],[46,37,49],[80,25,93],[87,64,65],[25,28,49],[36,33,45],[57,45,42],[120,59,75],[60,45,39],[54,40,32],[51,41,34],[88,55,49],[49,17,36],[42,38,22],[8,16,18],[58,18,20],[17,7,12],[2,4,0],[1,3,44],[3,2,43],[18,16,62],[18,19,41],[22,17,51],[22,14,60],[12,6,30],[32,11,47],[32,23,41],[19,26,45],[19,19,28],[13,18,17],[27,23,40],[14,13,21],[20,22,36],[39,31,26],[27,22,35],[4,16,10],[22,16,10],[35,25,30],[62,35,41],[17,21,28],[34,14,24],[96,66,60],[66,22,56],[72,31,53],[39,25,20],[41,15,16],[35,22,21],[28,20,24],[46,26,12],[43,32,27],[23,9,10],[11,1,12],[6,11,13],[34,7,13],[27,14,7],[4,0,8],[6,11,1]],[[0,2,124],[2,4,98],[1,4,95],[0,6,106],[1,10,115],[0,13,77],[0,0,102],[0,9,117],[2,7,121],[5,8,131],[2,12,112],[8,7,73],[3,15,108],[10,15,101],[3,19,104],[15,12,99],[9,11,106],[21,29,160],[9,15,102],[17,5,88],[27,17,82],[25,15,86],[20,23,83],[22,22,82],[21,10,77],[38,11,77],[24,29,73],[22,25,79],[27,35,64],[25,26,75],[35,26,65],[29,19,78],[21,14,73],[31,32,63],[29,22,75],[28,24,74],[34,26,66],[43,16,67],[30,31,65],[25,24,73],[25,34,67],[29,35,62],[33,24,63],[39,25,56],[61,59,126],[115,87,224],[41,26,55],[38,31,57],[28,26,60],[37,30,59],[53,33,72],[28,38,50],[32,25,63],[40,29,51],[44,26,56],[66,53,85],[37,32,57],[37,32,51],[30,25,53],[43,34,49],[46,30,46],[93,62,97],[40,28,46],[41,20,55],[34,25,51],[29,32,55],[50,30,46],[32,12,32],[47,26,43],[75,20,81],[86,39,61],[35,20,39],[37,24,41],[44,33,45],[101,54,69],[59,35,32],[55,28,27],[53,26,29],[81,41,52],[54,12,26],[47,30,11],[6,14,16],[59,17,10],[24,6,6],[0,5,1],[1,1,40],[1,1,40],[19,15,50],[18,19,35],[22,17,39],[26,8,50],[15,4,23],[24,10,44],[27,23,34],[24,16,38],[24,16,20],[10,16,16],[30,14,34],[17,8,17],[15,18,35],[34,32,18],[30,11,31],[4,8,12],[18,13,11],[34,18,26],[51,25,40],[20,16,20],[26,12,24],[91,46,55],[57,16,49],[66,30,40],[35,20,17],[31,17,14],[36,14,16],[37,11,16],[40,19,13],[45,23,18],[19,10,7],[13,0,7],[11,6,7],[27,8,11],[23,10,9],[3,0,5],[6,9,1]],[[1,1,130],[0,6,100],[3,3,84],[1,9,110],[7,6,119],[0,6,94],[4,3,97],[6,6,120],[6,6,132],[8,7,133],[7,10,115],[11,8,75],[9,15,108],[6,3,123],[10,18,104],[8,19,105],[11,12,109],[25,30,171],[16,15,101],[15,8,93],[16,20,96],[12,21,99],[17,17,98],[17,27,88],[15,6,93],[24,17,91],[20,23,89],[26,28,78],[19,28,85],[23,25,84],[25,16,91],[25,25,82],[15,12,87],[17,30,85],[29,17,86],[31,21,80],[27,29,76],[31,25,76],[25,29,78],[32,26,70],[36,29,67],[30,37,65],[21,30,75],[33,33,60],[57,52,145],[92,86,262],[20,33,75],[29,33,70],[24,27,69],[39,37,56],[48,29,89],[26,38,58],[37,29,60],[32,29,65],[43,34,55],[56,65,93],[27,34,71],[28,29,69],[27,33,56],[41,28,63],[39,32,57],[83,81,100],[31,32,57],[37,28,57],[43,27,46],[33,28,61],[49,37,46],[43,26,47],[29,22,29],[62,29,93],[75,52,69],[24,21,49],[35,28,41],[46,39,49],[97,63,80],[63,38,31],[44,35,37],[49,30,35],[73,54,51],[41,19,34],[37,32,23],[6,14,18],[48,20,20],[14,5,15],[1,5,0],[0,2,42],[1,0,43],[18,13,57],[12,10,50],[17,20,45],[20,16,52],[13,5,26],[19,9,54],[22,24,42],[28,19,35],[20,17,23],[13,17,14],[29,17,36],[12,12,20],[22,16,34],[33,29,26],[28,19,29],[5,14,9],[21,12,11],[32,25,25],[50,35,43],[16,22,22],[31,12,25],[87,60,57],[57,25,50],[66,31,47],[31,19,26],[37,12,17],[40,16,14],[25,18,21],[32,26,20],[46,28,20],[21,8,9],[9,4,9],[10,5,9],[26,7,17],[21,14,9],[2,2,8],[4,8,4]],[[1,0,197],[1,3,138],[1,2,137],[1,6,171],[1,1,196],[3,6,157],[3,4,133],[2,7,189],[5,10,203],[10,3,205],[8,3,187],[12,6,126],[17,6,175],[9,2,187],[5,9,184],[18,6,174],[21,9,168],[23,24,265],[19,9,170],[34,5,135],[34,12,152],[32,11,155],[30,15,153],[35,10,153],[36,12,130],[61,6,131],[56,18,124],[44,17,137],[48,28,122],[47,17,134],[64,14,120],[55,14,129],[25,7,148],[58,20,120],[55,11,132],[72,17,109],[41,23,134],[80,15,103],[69,17,112],[53,16,127],[68,26,104],[59,25,114],[54,25,107],[72,20,94],[131,39,214],[213,62,329],[71,17,108],[57,28,113],[59,19,112],[65,24,109],[88,21,149],[48,27,109],[62,21,111],[70,22,94],[71,22,105],[98,33,195],[84,19,95],[67,24,95],[48,22,102],[93,20,85],[88,24,84],[186,47,163],[64,24,88],[57,22,105],[72,16,92],[77,15,92],[93,25,80],[81,20,75],[93,29,62],[128,12,128],[185,24,97],[58,11,75],[78,17,65],[118,22,64],[220,34,110],[127,24,47],[111,19,42],[126,12,34],[171,32,63],[96,12,52],[96,18,22],[5,7,50],[126,13,19],[40,9,13],[0,4,0],[0,0,66],[3,0,63],[25,11,96],[35,9,64],[38,14,68],[34,10,88],[29,6,31],[33,8,87],[54,13,65],[43,14,63],[50,11,33],[27,12,27],[48,10,70],[27,7,32],[36,14,56],[78,18,36],[62,12,50],[5,11,22],[41,7,18],[85,11,32],[105,18,69],[33,10,49],[60,7,43],[202,35,79],[108,13,105],[139,21,72],[81,9,28],[76,6,24],[71,11,30],[72,8,30],[80,13,17],[97,16,27],[52,4,6],[20,0,24],[22,3,15],[66,3,19],[51,9,6],[8,0,12],[11,6,1]],[[0,6,210],[0,4,158],[3,5,146],[1,10,183],[1,7,208],[1,9,154],[7,5,158],[5,10,201],[5,11,220],[2,6,232],[6,14,196],[9,11,128],[8,13,195],[4,13,199],[2,20,194],[9,19,188],[12,22,182],[21,44,297],[15,32,169],[15,5,166],[18,34,164],[19,28,169],[14,35,167],[34,33,149],[14,18,160],[42,26,148],[26,40,150],[31,41,144],[25,47,144],[24,36,156],[33,35,148],[32,33,151],[32,24,138],[33,37,146],[46,38,132],[41,42,133],[31,47,138],[56,40,120],[39,45,132],[37,45,124],[39,51,126],[33,62,121],[33,53,120],[34,52,120],[76,83,253],[142,147,407],[45,42,119],[50,60,106],[33,41,126],[39,56,121],[79,47,144],[26,57,113],[43,47,120],[43,48,115],[54,54,108],[71,93,188],[45,54,117],[38,54,116],[40,53,95],[68,49,99],[49,58,99],[129,114,189],[42,42,112],[60,47,91],[51,40,99],[54,43,99],[65,64,87],[61,39,86],[69,52,75],[97,24,185],[99,62,99],[37,37,80],[52,43,73],[91,50,75],[163,78,137],[99,68,49],[78,61,47],[73,51,66],[103,80,101],[70,23,65],[72,49,31],[7,20,37],[88,28,30],[28,10,16],[1,5,0],[0,4,68],[1,0,71],[23,25,96],[16,21,79],[28,32,74],[29,22,93],[19,8,45],[34,18,86],[36,33,75],[26,30,78],[34,18,46],[16,29,27],[34,27,75],[17,18,37],[30,25,61],[48,45,51],[38,37,55],[7,24,15],[33,18,21],[62,32,44],[90,47,73],[32,22,44],[47,20,45],[127,94,113],[90,39,97],[103,45,86],[62,39,25],[54,21,33],[47,27,46],[44,27,41],[55,37,32],[72,40,46],[36,12,16],[14,4,22],[15,10,23],[45,9,26],[41,16,15],[5,0,15],[8,17,3]],[[0,2,100],[1,2,75],[1,3,60],[0,7,91],[1,9,92],[2,3,83],[3,1,76],[0,4,98],[3,5,98],[1,8,105],[4,7,91],[5,5,52],[9,13,80],[7,7,88],[4,15,83],[8,12,82],[10,10,82],[13,29,124],[14,14,74],[7,3,76],[16,21,65],[16,16,70],[16,21,65],[16,19,67],[19,9,60],[17,14,71],[26,15,61],[26,17,59],[25,24,53],[25,16,61],[30,13,59],[31,17,54],[14,14,60],[25,24,53],[27,21,54],[31,18,53],[29,25,48],[32,19,51],[29,21,52],[20,20,58],[27,24,51],[28,37,37],[30,22,44],[41,22,33],[63,44,91],[107,70,155],[29,25,44],[39,28,35],[32,19,43],[39,29,34],[53,18,57],[28,26,38],[26,29,43],[28,27,41],[37,23,42],[72,44,50],[43,21,38],[34,30,34],[32,24,32],[49,21,32],[42,25,31],[74,58,72],[34,22,34],[39,25,30],[42,16,30],[33,27,32],[49,28,25],[39,20,35],[49,21,24],[75,11,58],[80,37,37],[18,8,18],[40,20,20],[48,29,23],[105,32,45],[60,26,16],[50,22,14],[45,21,20],[70,35,33],[38,11,27],[44,21,7],[4,8,18],[51,13,6],[18,5,7],[2,1,1],[0,2,32],[0,0,34],[21,10,37],[13,8,37],[19,12,31],[19,9,40],[13,4,17],[23,15,26],[23,15,30],[23,16,23],[25,6,15],[15,12,7],[31,10,23],[15,7,12],[21,11,22],[36,15,17],[24,16,20],[6,9,7],[21,12,1],[34,15,15],[47,25,22],[21,10,13],[33,7,12],[91,38,31],[51,18,35],[70,18,20],[31,17,10],[26,11,11],[33,13,8],[28,10,16],[36,18,4],[45,14,15],[18,5,7],[9,2,7],[6,7,5],[26,2,6],[23,8,3],[3,0,5],[6,7,1]],[[0,2,112],[0,5,89],[2,4,78],[1,3,102],[0,9,105],[1,5,68],[5,3,80],[0,6,108],[2,6,114],[3,3,124],[5,9,100],[2,4,90],[8,9,97],[4,7,103],[6,13,95],[10,7,97],[10,11,93],[15,29,152],[11,16,87],[10,12,80],[11,20,83],[14,19,81],[15,24,75],[18,27,69],[17,10,73],[22,11,81],[18,20,76],[24,21,69],[21,30,63],[19,23,72],[27,24,63],[24,14,76],[16,12,70],[21,30,63],[24,24,66],[28,23,63],[24,28,62],[24,18,72],[22,26,66],[20,28,62],[28,24,62],[28,39,47],[23,33,54],[26,28,56],[51,50,119],[88,84,198],[31,26,53],[29,30,55],[27,25,54],[30,32,52],[41,33,70],[22,33,51],[26,26,56],[21,33,56],[25,33,56],[50,53,83],[40,24,50],[33,33,42],[25,26,49],[41,25,48],[32,30,48],[77,72,79],[22,32,52],[30,24,50],[39,17,44],[34,24,48],[45,33,36],[41,24,37],[41,28,35],[65,17,78],[73,43,52],[20,20,40],[20,16,20],[51,33,30],[101,46,59],[58,29,27],[44,30,28],[52,24,24],[61,48,45],[41,13,26],[37,29,16],[4,13,17],[50,16,14],[16,5,9],[1,4,1],[0,3,35],[0,1,37],[19,19,38],[16,16,30],[21,18,33],[16,15,45],[11,6,21],[17,11,42],[22,22,32],[16,20,36],[21,13,20],[15,12,11],[24,19,29],[13,11,14],[18,13,31],[36,23,17],[24,13,29],[3,12,7],[19,9,10],[36,19,15],[52,22,32],[16,17,21],[23,9,22],[79,55,44],[55,18,39],[66,29,31],[32,20,16],[30,11,17],[34,13,15],[33,12,13],[36,18,12],[34,24,18],[15,9,10],[6,3,9],[14,4,6],[34,3,9],[25,10,3],[2,0,6],[5,7,0]],[[0,1,143],[0,6,98],[0,9,95],[1,7,118],[1,6,137],[2,5,107],[4,5,107],[0,9,135],[4,10,146],[4,9,145],[6,8,130],[9,5,96],[10,15,119],[3,11,130],[4,16,124],[12,14,118],[8,17,119],[19,31,200],[12,23,109],[15,7,104],[12,24,108],[17,20,107],[19,25,100],[13,33,98],[9,11,108],[22,19,103],[18,30,96],[26,26,92],[18,37,89],[18,35,91],[30,23,91],[19,24,101],[17,18,91],[22,38,84],[24,24,96],[38,27,79],[25,42,77],[45,25,74],[28,33,83],[26,30,82],[32,34,78],[24,48,72],[31,36,71],[30,38,70],[54,72,148],[91,91,268],[32,32,74],[31,39,74],[28,27,81],[26,42,76],[50,36,96],[21,46,65],[33,39,66],[29,38,71],[35,34,75],[42,79,115],[31,38,75],[28,43,65],[29,42,59],[45,39,60],[35,37,66],[89,83,116],[27,37,68],[31,35,64],[34,26,66],[39,33,60],[42,45,57],[45,33,44],[49,39,46],[64,22,118],[75,50,91],[23,29,48],[30,33,51],[40,24,40],[99,67,96],[58,42,44],[48,39,39],[51,37,38],[83,53,54],[42,19,39],[35,35,34],[2,16,26],[53,21,26],[15,7,14],[1,5,0],[0,4,44],[0,1,47],[14,19,63],[13,18,43],[18,24,48],[24,18,54],[14,7,27],[19,11,60],[28,26,42],[25,22,43],[15,11,38],[12,17,19],[27,18,47],[10,12,26],[10,20,46],[38,30,28],[33,22,31],[2,18,12],[14,16,18],[32,25,33],[57,30,55],[17,17,32],[32,10,32],[84,71,77],[65,21,66],[57,38,63],[35,26,25],[36,14,22],[37,20,23],[25,17,32],[37,27,22],[42,28,30],[19,12,13],[9,1,14],[7,9,10],[35,6,15],[20,14,14],[2,2,10],[4,10,2]],[[1,3,250],[0,7,205],[0,3,185],[0,6,240],[0,10,244],[0,12,188],[7,2,191],[0,14,240],[1,17,258],[3,16,269],[2,15,237],[3,12,167],[10,14,230],[11,14,233],[4,23,229],[12,31,213],[9,20,225],[34,51,345],[23,35,196],[22,11,193],[14,37,207],[24,34,200],[27,39,192],[28,44,182],[27,20,173],[40,30,184],[31,38,189],[39,48,169],[34,55,165],[25,38,191],[50,43,163],[41,44,173],[34,28,158],[47,60,147],[52,45,157],[53,36,169],[40,48,164],[52,43,163],[39,54,161],[52,50,148],[58,57,141],[41,73,144],[31,57,158],[47,62,137],[109,110,277],[179,158,503],[58,54,134],[53,78,125],[28,53,157],[51,62,141],[88,55,183],[37,71,126],[44,61,135],[48,59,137],[68,61,127],[91,117,208],[57,58,139],[51,57,136],[39,65,124],[70,64,120],[71,66,111],[157,128,227],[47,63,122],[55,58,125],[69,44,113],[77,51,108],[75,59,120],[69,54,101],[80,63,97],[110,34,220],[137,78,163],[45,32,105],[59,46,101],[96,67,99],[149,78,149],[113,60,83],[88,63,71],[82,53,87],[142,81,119],[82,32,68],[72,60,50],[14,27,35],[89,39,48],[25,19,24],[3,9,0],[0,5,79],[0,3,81],[29,21,120],[24,23,93],[40,34,84],[39,27,106],[30,5,51],[16,17,125],[38,45,87],[34,37,85],[34,24,60],[19,29,36],[41,32,89],[28,21,37],[28,38,74],[56,50,66],[47,27,72],[8,25,21],[31,24,31],[75,33,50],[82,47,117],[26,36,56],[54,22,54],[136,102,162],[111,42,103],[115,59,110],[68,37,43],[58,22,50],[54,31,51],[57,29,40],[72,36,42],[88,38,56],[42,20,14],[10,2,30],[18,13,17],[41,16,45],[41,19,24],[4,1,15],[10,17,3]],[[0,2,142],[0,1,113],[0,5,101],[0,4,128],[1,8,135],[0,11,107],[3,3,98],[0,9,135],[0,10,146],[0,13,149],[0,6,138],[1,5,100],[3,10,131],[4,16,124],[0,10,134],[9,11,124],[10,14,120],[11,40,195],[8,18,118],[11,8,107],[8,19,117],[13,22,109],[14,23,107],[16,27,101],[1,14,111],[15,14,115],[14,25,105],[21,30,93],[17,33,94],[20,32,92],[20,26,98],[15,30,99],[14,15,97],[17,37,90],[22,24,98],[17,24,103],[16,35,93],[24,26,94],[18,34,92],[20,35,83],[24,32,88],[17,42,85],[15,35,88],[29,35,74],[48,71,157],[74,113,287],[21,32,85],[21,41,82],[14,30,88],[39,33,72],[37,37,106],[22,36,74],[29,29,80],[22,38,78],[32,31,81],[32,69,133],[24,38,82],[24,34,80],[18,37,71],[30,33,81],[23,35,80],[62,81,145],[27,42,63],[25,35,72],[22,35,69],[22,39,71],[39,45,60],[32,35,59],[31,38,63],[47,24,127],[49,68,99],[16,26,60],[27,29,58],[44,42,58],[83,60,113],[35,26,35],[28,42,56],[34,34,58],[50,62,80],[39,19,44],[35,36,31],[4,13,25],[38,24,34],[10,6,20],[0,6,0],[0,3,45],[0,1,47],[13,13,70],[7,16,55],[16,24,50],[15,16,65],[12,3,33],[7,17,66],[21,28,47],[14,21,55],[12,20,34],[8,17,23],[20,24,46],[15,11,22],[12,18,48],[28,35,33],[21,20,43],[3,13,14],[16,14,18],[25,25,40],[27,35,76],[9,19,38],[20,18,34],[58,70,94],[41,37,66],[49,35,72],[28,23,33],[32,17,23],[22,19,37],[26,22,24],[34,27,23],[32,32,38],[14,12,16],[3,0,21],[11,9,10],[24,7,23],[24,15,9],[0,0,12],[5,11,2]],[[0,2,124],[1,1,108],[0,2,96],[0,6,110],[0,15,111],[2,9,79],[1,1,86],[0,6,120],[0,7,131],[0,8,136],[1,8,117],[4,11,77],[4,7,115],[4,13,109],[2,15,109],[5,20,101],[4,18,104],[23,14,193],[10,19,97],[10,5,99],[9,22,95],[8,19,99],[7,22,97],[15,25,86],[14,6,92],[15,14,97],[12,30,84],[21,21,84],[10,30,86],[16,25,85],[16,24,86],[17,29,80],[10,14,84],[14,31,81],[21,24,81],[21,27,78],[16,32,78],[19,21,86],[14,32,80],[22,25,75],[19,34,73],[15,41,70],[6,32,86],[18,34,72],[41,62,139],[62,83,281],[17,31,74],[21,35,70],[19,24,71],[24,30,72],[31,38,89],[19,36,65],[33,29,58],[19,26,79],[23,33,70],[28,64,112],[19,34,73],[17,37,66],[18,32,58],[25,36,65],[23,31,68],[59,85,108],[20,36,62],[21,29,66],[28,27,59],[36,29,55],[32,40,54],[27,28,55],[37,35,44],[42,19,111],[47,61,78],[14,22,50],[28,30,44],[39,39,48],[71,63,88],[56,42,28],[24,28,24],[35,33,44],[63,53,58],[41,14,33],[26,32,26],[3,13,20],[35,25,22],[9,7,12],[0,6,0],[0,2,40],[0,0,42],[13,15,56],[10,17,41],[15,19,48],[20,8,56],[19,2,21],[13,10,55],[26,25,33],[21,19,42],[14,14,32],[14,15,13],[21,23,34],[10,13,19],[17,19,36],[18,34,32],[20,19,33],[0,15,9],[14,12,16],[29,19,30],[46,29,49],[11,18,31],[26,15,21],[60,61,71],[44,21,57],[44,39,53],[24,26,22],[21,18,23],[24,19,27],[25,19,16],[33,23,16],[27,32,27],[17,11,8],[2,2,16],[10,8,10],[21,10,19],[19,17,6],[1,2,9],[2,9,1]],[[0,1,125],[0,4,92],[0,2,82],[0,4,112],[0,4,122],[2,8,94],[2,4,94],[0,12,114],[0,9,129],[0,5,137],[1,7,118],[1,7,92],[4,8,114],[2,3,121],[0,18,108],[5,15,106],[6,12,108],[11,26,183],[6,19,101],[8,5,99],[5,25,96],[8,15,103],[11,26,89],[10,21,95],[5,9,98],[16,20,90],[17,25,84],[18,25,83],[12,31,83],[9,21,96],[23,21,82],[14,26,86],[11,19,84],[13,35,78],[16,23,87],[18,17,91],[10,33,83],[24,19,83],[17,28,81],[22,27,71],[26,27,73],[13,38,75],[16,28,78],[13,32,77],[41,58,141],[66,96,262],[24,30,66],[20,40,66],[14,31,69],[11,34,81],[41,31,84],[18,35,63],[20,33,69],[19,29,74],[29,32,65],[32,59,113],[17,34,75],[13,37,70],[23,31,56],[35,32,59],[22,33,65],[63,72,117],[17,36,65],[30,29,55],[24,24,64],[32,26,58],[34,41,51],[29,26,53],[35,30,49],[34,12,126],[66,51,73],[20,21,45],[24,24,52],[38,37,51],[87,53,82],[58,34,34],[44,33,35],[27,18,27],[63,39,66],[25,20,43],[31,30,27],[1,13,22],[42,16,24],[11,6,11],[3,1,0],[0,0,42],[0,0,42],[6,16,62],[7,17,42],[19,22,39],[14,14,56],[9,5,28],[11,12,57],[26,19,39],[15,21,44],[14,12,34],[8,14,20],[19,16,43],[9,11,22],[18,14,36],[24,27,33],[21,17,36],[1,12,11],[12,11,19],[32,19,29],[42,30,54],[10,13,35],[21,13,30],[76,48,64],[50,28,48],[43,29,66],[42,18,14],[24,14,28],[28,18,24],[23,17,22],[32,24,18],[45,23,18],[19,8,9],[2,0,18],[6,8,16],[23,7,20],[22,9,11],[2,0,8],[4,12,0]],[[0,5,187],[0,2,144],[1,11,128],[1,6,165],[0,16,176],[0,15,131],[4,5,133],[1,12,179],[1,18,185],[2,9,207],[5,12,175],[3,13,130],[4,24,164],[11,17,164],[7,24,161],[10,19,163],[9,22,161],[29,46,263],[13,25,154],[26,9,135],[21,33,138],[16,25,151],[13,37,142],[25,41,126],[13,21,134],[26,29,137],[25,46,121],[41,42,109],[21,61,110],[19,47,126],[27,32,133],[26,27,139],[18,23,125],[24,54,114],[27,37,128],[24,43,125],[23,45,124],[30,37,125],[32,49,111],[29,43,114],[37,52,103],[24,57,111],[28,50,108],[30,52,104],[52,101,219],[128,153,377],[28,48,110],[30,55,107],[24,42,106],[31,52,109],[52,48,140],[28,53,99],[30,52,102],[41,49,96],[42,52,98],[49,98,163],[31,56,105],[42,49,91],[28,53,83],[52,52,88],[44,58,84],[103,106,175],[33,52,91],[47,49,80],[44,31,97],[31,54,95],[49,55,88],[52,41,81],[51,54,73],[63,32,171],[101,80,103],[33,35,70],[45,48,61],[54,53,83],[119,81,142],[80,62,50],[58,53,63],[66,39,63],[70,64,70],[41,32,65],[47,45,36],[4,20,30],[64,28,34],[17,11,20],[1,7,0],[0,1,63],[1,0,63],[15,24,89],[20,23,63],[24,30,68],[21,24,83],[14,7,43],[23,25,72],[27,38,63],[23,37,62],[23,26,43],[14,24,26],[18,33,67],[22,14,28],[26,27,53],[37,44,47],[20,28,62],[5,17,14],[17,19,28],[37,30,53],[58,46,84],[19,25,42],[26,18,54],[85,85,120],[74,35,79],[81,46,79],[40,32,36],[46,22,26],[46,24,34],[30,24,40],[51,34,25],[54,43,33],[24,16,14],[12,4,14],[12,9,17],[34,13,25],[29,21,14],[3,0,13],[7,14,1]],[[0,0,102],[0,1,75],[0,3,73],[0,3,89],[0,2,100],[0,5,69],[1,2,83],[0,5,97],[0,4,106],[1,2,111],[0,3,99],[1,2,57],[0,7,95],[4,0,98],[1,9,92],[2,4,96],[6,6,90],[8,13,141],[4,13,85],[9,2,77],[5,11,86],[6,11,85],[7,11,84],[10,11,81],[10,4,76],[15,7,80],[15,13,74],[28,11,63],[14,17,71],[11,13,78],[20,8,74],[14,8,80],[7,9,76],[19,12,71],[16,8,78],[19,9,74],[16,15,71],[26,9,67],[24,17,61],[19,14,67],[20,15,67],[16,14,72],[21,16,59],[21,15,60],[39,26,133],[62,43,227],[20,15,65],[23,15,64],[20,12,62],[18,19,65],[32,13,85],[16,22,56],[13,15,72],[17,16,63],[27,15,60],[41,27,98],[30,16,56],[23,17,58],[16,18,52],[37,15,50],[30,18,52],[57,35,112],[31,16,43],[26,13,57],[18,16,58],[25,12,57],[36,17,49],[26,12,54],[34,19,41],[52,12,96],[65,23,70],[27,11,38],[26,13,41],[39,19,42],[68,32,82],[44,19,39],[33,14,41],[43,20,25],[65,32,41],[23,2,23],[42,14,12],[1,8,21],[53,7,14],[19,2,9],[1,1,0],[0,3,31],[0,1,33],[8,6,54],[6,8,44],[18,12,32],[11,7,50],[8,1,25],[10,7,49],[16,10,42],[10,12,40],[7,10,31],[10,6,18],[24,6,34],[6,6,22],[13,5,38],[27,15,26],[16,8,38],[4,3,13],[17,6,11],[25,9,32],[37,21,40],[7,9,30],[20,9,27],[66,31,59],[39,12,59],[53,10,51],[31,10,17],[28,8,16],[19,8,29],[21,8,25],[27,12,17],[36,18,22],[16,3,11],[8,0,14],[8,3,11],[29,2,9],[22,6,6],[0,2,8],[6,6,0]],[[0,0,102],[0,4,74],[0,5,81],[0,5,91],[1,10,91],[0,5,83],[0,2,78],[0,7,95],[0,8,102],[0,8,106],[0,9,93],[0,14,64],[0,13,89],[0,8,94],[1,10,91],[3,18,81],[2,17,83],[8,30,128],[4,15,83],[3,6,79],[8,24,70],[0,18,84],[5,26,71],[5,25,72],[3,13,72],[11,20,71],[6,30,66],[12,25,65],[7,27,68],[5,27,70],[7,24,71],[10,25,67],[6,20,62],[4,34,64],[9,21,72],[10,22,70],[6,32,64],[13,21,68],[11,35,56],[11,34,51],[13,35,54],[6,37,59],[13,29,54],[11,35,50],[16,58,120],[37,84,189],[14,32,50],[8,38,56],[11,29,58],[8,34,60],[25,33,70],[11,32,47],[2,33,61],[10,36,50],[10,36,56],[8,68,92],[11,34,57],[9,35,54],[10,39,45],[26,32,44],[16,32,48],[31,67,106],[6,36,52],[17,29,46],[11,25,48],[11,31,48],[22,38,42],[11,30,47],[23,32,37],[22,18,96],[31,49,72],[7,21,44],[16,29,37],[34,35,35],[50,60,72],[31,36,35],[26,32,26],[27,30,31],[36,45,47],[12,14,42],[12,24,12],[0,13,19],[31,20,21],[11,6,11],[1,5,0],[0,1,33],[0,1,33],[1,18,49],[3,13,38],[7,21,34],[12,16,40],[5,8,21],[8,8,46],[10,23,35],[10,19,33],[3,15,26],[3,15,16],[7,19,40],[8,12,14],[5,15,32],[18,26,24],[20,17,23],[1,11,12],[10,14,10],[21,18,23],[33,24,33],[6,17,25],[13,8,25],[31,63,72],[19,24,59],[35,32,45],[22,23,19],[15,15,22],[12,20,22],[11,18,25],[21,22,19],[24,23,25],[8,12,12],[1,1,14],[4,8,8],[17,5,16],[10,12,12],[0,0,6],[3,6,5]],[[0,0,42],[0,3,33],[1,3,30],[1,2,37],[1,1,40],[2,3,23],[3,1,20],[0,2,40],[2,2,42],[1,1,44],[1,3,38],[2,3,31],[4,4,34],[5,2,35],[2,7,33],[8,6,28],[5,6,31],[6,14,50],[7,9,26],[11,2,23],[8,10,24],[12,7,23],[10,9,23],[10,6,26],[8,4,26],[15,6,21],[14,10,18],[15,9,18],[14,7,21],[14,14,14],[19,8,15],[18,10,14],[14,3,19],[12,16,14],[12,8,22],[15,13,14],[14,15,13],[15,12,15],[17,9,16],[17,8,15],[18,11,13],[17,15,10],[14,14,12],[15,16,9],[36,19,25],[49,34,35],[20,10,10],[16,13,13],[12,14,16],[17,12,13],[23,16,15],[10,12,16],[22,8,10],[19,12,9],[17,13,12],[26,28,16],[16,15,11],[19,12,9],[14,16,8],[17,16,9],[16,14,10],[37,28,19],[20,12,6],[19,9,10],[19,11,6],[15,14,9],[18,16,8],[16,14,6],[18,14,6],[50,7,5],[37,20,7],[18,8,4],[17,13,4],[26,16,2],[35,27,14],[25,13,4],[20,13,3],[22,13,1],[30,20,4],[21,8,1],[19,13,0],0,[24,8,0],[10,2,0],[0,2,0],[0,1,13],[1,0,13],[5,8,15],[9,4,9],[9,10,7],[12,6,10],[6,1,7],[15,4,7],[11,8,9],[12,8,6],[11,5,2],[6,5,3],[13,8,7],[8,3,3],[8,4,10],[18,10,0],[15,7,4],[4,4,2],[8,6,0],[13,8,5],[24,13,1],[9,6,5],[12,4,4],[38,27,7],[23,13,10],[29,14,3],[15,10,1],[17,2,1],[16,7,1],[14,8,2],[16,8,0],[15,13,2],[8,6,0],[5,2,1],[6,2,0],[14,2,0],[8,6,0],[0,2,2],[2,2,0]],[[0,0,96],[0,3,87],[0,5,75],[0,2,90],[0,6,90],[0,4,68],[2,2,62],[0,2,94],[0,8,96],[0,7,99],[0,4,92],[0,2,60],[0,6,90],[0,4,92],[0,5,91],[0,5,91],[1,8,87],[5,18,127],[2,15,79],[3,9,72],[0,8,88],[3,9,84],[4,9,83],[5,7,84],[3,5,78],[8,10,78],[4,14,78],[11,15,70],[6,14,76],[3,16,77],[9,11,76],[2,10,84],[2,10,72],[2,17,77],[10,17,69],[10,17,69],[6,17,73],[15,15,66],[5,21,70],[10,13,71],[14,21,61],[7,22,67],[7,19,64],[9,21,60],[19,34,133],[33,39,200],[7,17,70],[6,18,72],[7,19,70],[1,21,74],[16,25,85],[5,17,66],[10,19,63],[8,21,61],[13,19,64],[6,35,119],[6,24,66],[5,20,65],[7,19,60],[22,19,55],[7,23,64],[30,34,128],[7,14,65],[12,19,57],[10,12,62],[7,21,60],[20,18,58],[10,17,59],[20,20,48],[19,13,126],[30,28,88],[6,13,51],[14,16,50],[26,21,53],[48,39,89],[34,24,38],[22,25,35],[24,16,42],[34,28,64],[14,7,53],[21,20,31],[0,8,24],[22,4,22],[6,7,19],[2,2,0],[0,1,31],[0,1,31],[4,11,49],[5,6,41],[7,11,40],[8,6,50],[3,3,26],[6,5,49],[12,13,39],[4,14,40],[5,7,32],[3,9,20],[11,9,44],[4,8,20],[7,13,30],[11,14,39],[9,14,37],[0,9,11],[5,8,19],[12,10,38],[24,18,44],[6,9,31],[9,5,34],[42,43,77],[26,15,67],[33,11,68],[20,13,27],[13,6,31],[19,10,25],[15,9,32],[16,13,25],[24,14,28],[12,8,12],[3,0,17],[2,2,14],[16,3,23],[17,6,9],[0,2,6],[4,2,2]],[[0,0,36],[0,0,28],[0,0,26],[0,0,36],[0,2,34],[0,0,26],[0,0,20],[0,2,34],[0,2,34],[0,2,38],[0,1,35],[1,2,27],[0,1,35],[0,3,33],[0,0,36],[0,0,36],[1,1,34],[1,6,41],[3,0,33],[4,2,24],[0,2,34],[2,2,32],[4,3,29],[1,3,32],[4,3,23],[3,0,33],[1,4,31],[6,4,26],[6,6,24],[4,3,29],[11,4,21],[8,3,25],[0,1,29],[6,5,25],[4,5,27],[4,5,27],[5,2,29],[8,6,22],[5,2,29],[4,3,29],[4,6,26],[4,6,26],[6,6,20],[6,3,23],[9,13,50],[16,12,74],[7,6,23],[8,5,23],[4,6,26],[10,5,21],[12,7,29],[7,5,20],[5,4,25],[6,2,24],[10,1,25],[12,9,39],[8,6,22],[4,5,25],[4,6,22],[13,5,18],[11,3,22],[15,8,49],[7,4,19],[3,6,25],[3,4,23],[4,6,22],[12,7,17],[6,6,24],[15,5,14],[13,9,40],[16,10,28],[7,5,18],[9,5,16],[14,7,15],[24,19,25],[20,6,10],[12,7,9],[11,6,11],[20,11,17],[9,2,19],[11,6,11],[0,2,10],[19,7,6],[2,0,2],[0,2,0],[0,0,12],[0,0,12],[4,4,16],[4,4,14],[5,1,14],[2,4,18],[1,1,10],[2,0,20],[5,4,15],[3,4,13],[5,4,7],[4,2,6],[8,4,12],[4,2,6],[4,4,10],[8,5,11],[5,2,15],[2,1,5],[3,3,6],[11,2,9],[14,6,8],[2,4,10],[6,2,10],[30,17,15],[15,3,22],[16,8,18],[13,4,5],[11,2,5],[8,2,8],[11,3,8],[15,4,1],[11,10,5],[8,2,2],[3,0,5],[3,0,1],[8,2,4],[7,2,3],[0,2,0],[3,0,1]],[[0,0,6],[0,0,6],[0,1,3],[0,0,6],[0,3,3],[0,0,6],[0,1,3],[0,0,6],[0,1,5],[0,4,4],[0,2,4],[1,2,3],[0,1,5],[0,1,5],[1,1,4],[0,1,5],[0,1,5],[2,4,6],[0,0,6],[0,2,4],[0,3,3],[0,2,4],[0,3,3],[1,4,1],[2,0,2],[1,1,4],[0,5,1],[0,4,2],[0,5,1],[2,4,0],[1,4,1],[2,1,3],[0,0,2],[0,5,1],[0,4,2],[0,5,1],[0,4,2],[0,4,2],[1,1,4],[2,2,2],[0,5,1],[0,6,0],[1,4,1],[0,4,2],[0,10,2],[1,9,8],[1,4,1],[0,4,2],[0,5,1],[1,2,3],[0,6,2],[2,3,1],[0,4,0],[0,3,3],[0,1,5],[0,9,1],[0,3,3],[1,4,1],[0,4,2],[0,4,2],[1,2,3],[0,6,6],[0,3,3],[1,3,2],[0,3,1],[0,3,3],[0,4,2],[1,5,0],[0,5,1],[0,4,0],[0,5,1],[1,1,2],[1,4,1],[0,5,1],[0,9,3],[0,6,0],[0,6,0],[0,1,3],[0,7,1],[0,1,1],[0,5,1],[0,2,0],[0,2,2],[0,2,0],0,[0,1,1],[0,0,2],[1,3,0],[0,3,1],[0,3,1],[0,3,1],[0,1,1],[1,0,1],[0,2,2],[0,4,0],[0,2,0],[0,1,1],[0,3,1],[0,2,0],[0,3,1],[0,3,1],[0,2,0],[0,1,1],[0,2,0],[0,2,0],[0,2,0],[0,4,0],0,[0,12,0],[0,0,2],[1,5,0],[0,3,1],[0,2,0],[0,2,0],[0,2,0],[0,3,1],[0,4,0],[0,2,0],0,0,[0,2,0],[0,1,1]],[[13,6,29],[10,5,29],[12,5,23],[10,6,26],[21,6,21],[17,4,19],[19,5,18],[18,8,22],[21,4,27],[26,7,21],[25,6,17],[16,5,15],[31,5,12],[31,4,13],[33,7,8],[28,5,15],[30,3,15],[51,7,24],[38,3,7],[30,4,8],[39,5,4],[41,4,3],[43,1,4],[34,6,8],[27,5,10],[43,3,2],[40,6,2],[36,4,8],[40,6,2],[39,4,5],[39,5,4],[45,3,0],[36,2,4],[44,3,1],[39,4,5],[40,4,4],[43,3,2],[39,3,6],[44,2,2],[38,4,4],[44,3,1],[42,5,1],[42,1,3],[44,2,0],[81,8,3],[143,11,4],[41,3,2],[45,2,1],[36,4,4],[47,1,0],[51,6,3],[37,2,5],[40,5,1],[42,3,1],[44,3,1],[72,6,0],[43,4,1],[42,3,1],[36,4,2],[42,3,3],[43,2,1],[91,4,1],[42,2,0],[40,3,1],[41,1,0],[42,1,1],[44,3,1],[40,1,1],[42,2,0],[66,0,0],[68,4,0],[32,2,0],[35,3,0],[44,4,0],[79,5,0],[45,3,0],[40,2,0],[42,0,0],[63,1,0],[31,3,0],[33,1,0],[13,1,0],[31,1,0],[12,0,0],[1,1,0],0,[8,0,8],[30,1,1],[24,1,1],[26,2,2],[30,2,0],[15,1,0],[27,2,1],[28,4,0],[26,3,1],[21,1,0],[15,1,0],[29,1,0],[14,1,1],[25,1,0],[30,2,0],[27,1,0],[10,0,0],[15,0,1],[29,1,0],[45,1,0],[20,2,0],[24,0,0],[70,4,0],[43,3,2],[51,1,0],[26,2,0],[24,0,0],[25,0,1],[23,1,0],[25,3,0],[32,2,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[10,1,37],[10,1,25],[6,3,31],[12,6,26],[16,3,29],[13,1,22],[8,2,24],[19,3,26],[26,1,25],[28,0,26],[26,1,21],[19,3,16],[26,4,18],[27,3,18],[29,6,13],[27,5,16],[25,1,22],[47,5,30],[35,2,11],[30,1,11],[37,4,7],[43,2,3],[34,5,9],[37,2,9],[33,2,7],[39,2,7],[37,1,10],[34,3,11],[40,3,5],[42,0,6],[43,0,5],[40,3,5],[35,3,4],[42,1,5],[42,1,5],[37,2,9],[45,0,3],[39,3,6],[41,2,5],[39,0,7],[43,2,3],[42,2,4],[43,1,2],[41,1,4],[82,1,9],[141,8,9],[41,2,3],[46,1,1],[41,1,2],[44,1,3],[54,1,5],[39,1,4],[40,2,4],[41,3,2],[44,3,1],[76,1,1],[48,0,0],[39,3,4],[40,0,2],[46,0,2],[39,3,4],[89,4,3],[43,1,0],[43,1,0],[40,1,1],[44,0,0],[43,2,3],[40,1,1],[43,0,1],[63,0,3],[71,0,1],[34,0,0],[37,1,0],[47,1,0],[81,3,0],[47,1,0],[42,0,0],[42,0,0],[63,0,1],[33,1,0],[33,1,0],[13,0,1],[31,1,0],[12,0,0],[2,0,0],[8,0,8],0,[25,1,6],[22,1,3],[25,2,3],[28,0,4],[13,1,2],[29,0,1],[26,1,5],[25,2,3],[21,1,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[31,1,0],[27,0,1],[8,1,1],[16,0,0],[30,0,0],[45,0,1],[19,3,0],[24,0,0],[70,4,0],[47,1,0],[49,1,2],[27,1,0],[24,0,0],[26,0,0],[22,0,2],[28,0,0],[32,2,0],[14,0,0],[7,1,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[0,5,91],[2,6,64],[3,9,64],[3,10,71],[7,10,79],[5,5,58],[11,2,65],[6,9,81],[13,10,81],[10,8,90],[19,14,63],[9,10,51],[15,16,65],[23,9,64],[25,12,59],[27,16,53],[18,11,67],[46,26,92],[23,17,56],[25,5,54],[34,14,48],[35,15,46],[42,8,46],[37,16,43],[23,6,55],[38,14,44],[44,10,42],[36,13,47],[44,21,31],[48,19,29],[45,14,37],[49,15,32],[33,10,41],[43,16,37],[44,17,35],[43,16,37],[44,15,37],[50,15,31],[52,15,29],[39,14,39],[44,21,31],[42,24,30],[46,14,32],[54,10,28],[86,38,60],[155,57,104],[43,15,34],[45,21,30],[40,9,39],[49,25,22],[62,19,39],[38,21,29],[47,12,33],[51,17,24],[49,20,27],[83,39,34],[57,15,24],[46,22,24],[40,18,26],[59,16,21],[52,22,18],[106,47,39],[47,15,26],[51,12,25],[51,10,23],[48,16,24],[62,16,18],[50,15,19],[57,13,18],[96,11,25],[96,25,23],[37,10,21],[38,19,19],[63,19,14],[120,21,29],[70,13,13],[56,15,13],[62,16,6],[89,24,15],[54,6,8],[49,18,1],[15,8,5],[49,11,4],[16,4,4],[0,3,1],[1,1,30],[6,1,25],[15,2,15],[21,10,21],[30,13,17],[31,9,24],[15,5,12],[30,12,18],[36,14,14],[28,13,19],[23,8,13],[19,7,6],[36,13,11],[19,6,7],[22,8,22],[40,15,9],[34,8,14],[9,10,1],[22,6,4],[34,11,15],[64,10,18],[27,4,13],[33,7,8],[96,36,16],[66,14,16],[75,18,11],[41,11,4],[37,7,4],[37,7,8],[35,7,6],[42,7,7],[49,14,5],[20,6,2],[11,3,2],[15,4,1],[31,0,5],[25,7,0],[4,1,3],[8,4,0]],[[7,4,67],[7,7,54],[2,7,41],[8,10,58],[4,8,66],[6,7,55],[6,2,48],[8,6,64],[8,7,67],[16,2,72],[12,7,59],[5,7,40],[16,9,53],[18,12,48],[11,16,51],[21,12,45],[14,12,52],[31,19,78],[16,13,49],[16,8,44],[34,9,35],[32,10,36],[29,11,38],[25,20,33],[14,8,44],[35,11,32],[26,18,34],[32,12,34],[31,19,28],[35,15,28],[32,12,34],[38,9,31],[21,7,38],[36,14,28],[32,13,33],[36,17,25],[34,15,29],[34,9,35],[38,12,28],[34,14,28],[34,17,27],[38,8,32],[35,15,24],[32,17,25],[70,21,61],[129,51,86],[33,15,28],[36,19,23],[29,9,32],[37,10,31],[55,16,27],[33,16,23],[39,10,25],[34,14,26],[39,10,29],[61,25,40],[43,18,17],[34,20,22],[33,16,17],[43,14,21],[36,20,20],[88,33,35],[37,12,21],[35,16,23],[36,13,19],[37,14,21],[41,19,18],[35,19,18],[50,10,12],[64,9,35],[79,21,16],[37,8,13],[30,16,16],[43,18,13],[93,23,24],[55,16,7],[41,17,10],[42,17,7],[63,23,20],[44,8,6],[38,13,3],[9,4,9],[41,6,5],[14,4,4],[1,3,0],[1,1,24],[3,1,22],[21,10,21],[9,2,9],[21,11,16],[24,6,22],[13,4,9],[24,6,18],[21,15,16],[26,7,15],[17,9,10],[14,7,5],[26,13,9],[17,5,4],[24,7,13],[30,10,12],[27,6,11],[4,4,8],[14,8,4],[29,10,9],[50,12,8],[18,9,9],[25,6,7],[73,27,18],[46,12,16],[58,15,11],[27,9,8],[24,8,6],[24,4,12],[23,6,9],[28,10,6],[43,14,1],[13,5,4],[9,0,5],[11,2,3],[19,4,5],[21,4,1],[3,1,2],[6,3,1]],[[3,0,87],[0,3,65],[3,5,60],[7,4,73],[5,6,79],[4,5,67],[5,2,53],[7,9,74],[17,6,75],[15,4,83],[13,5,72],[8,9,47],[13,7,70],[22,4,64],[15,14,61],[16,9,65],[20,6,64],[43,21,98],[20,11,59],[24,2,54],[30,15,45],[24,15,51],[30,16,44],[24,20,46],[15,7,58],[32,10,48],[30,19,41],[29,13,48],[29,20,41],[34,16,40],[32,17,41],[42,15,33],[26,9,43],[26,24,40],[36,17,37],[36,18,36],[35,26,29],[35,18,37],[34,20,36],[34,15,37],[34,19,37],[35,27,28],[34,20,34],[45,15,28],[67,41,64],[108,75,117],[31,19,36],[28,29,33],[38,17,27],[31,27,32],[52,21,39],[28,27,29],[38,22,26],[36,19,33],[40,22,28],[65,49,32],[39,22,29],[38,24,24],[29,28,21],[34,21,35],[41,23,22],[81,55,44],[35,22,27],[37,19,26],[41,17,22],[42,19,23],[51,17,22],[39,17,22],[45,20,17],[68,14,38],[74,32,28],[31,12,19],[33,18,21],[48,24,18],[84,34,40],[50,24,16],[48,19,15],[39,22,19],[68,30,24],[32,12,18],[34,21,7],[7,10,9],[40,11,7],[14,1,5],[1,3,0],[2,2,26],[3,2,25],[17,13,30],[16,11,21],[9,10,9],[26,10,24],[13,3,14],[23,8,25],[31,12,17],[25,14,19],[20,10,12],[12,13,5],[23,13,20],[15,9,6],[26,10,14],[28,18,14],[29,12,11],[5,10,3],[17,9,4],[31,11,14],[42,26,20],[23,10,9],[26,8,10],[71,39,28],[56,18,14],[55,20,21],[34,9,9],[27,10,7],[28,10,12],[20,12,12],[31,12,9],[36,17,9],[18,4,4],[8,4,2],[10,4,6],[25,4,5],[19,7,4],[4,1,3],[3,7,0]],[[2,1,93],[2,6,80],[2,4,52],[8,1,77],[3,4,89],[3,5,62],[6,2,62],[3,3,90],[8,8,88],[9,3,96],[10,5,81],[9,4,55],[10,11,75],[9,6,81],[9,10,77],[14,6,76],[22,3,71],[19,18,127],[18,14,64],[17,4,63],[26,13,57],[35,12,49],[27,14,55],[25,14,57],[20,6,58],[38,11,47],[36,19,41],[29,12,55],[28,15,53],[39,12,45],[38,18,40],[37,14,45],[34,9,41],[41,13,42],[38,14,44],[39,13,44],[43,19,34],[44,11,41],[36,19,41],[36,13,43],[38,17,41],[38,18,40],[50,11,31],[41,11,40],[81,27,76],[151,45,120],[48,9,35],[46,15,35],[38,12,38],[34,18,44],[62,19,39],[34,13,41],[48,12,32],[49,11,32],[49,19,28],[76,37,43],[45,18,33],[41,15,36],[51,9,24],[49,17,30],[58,13,21],[107,39,46],[45,18,25],[54,5,29],[43,8,33],[56,11,21],[60,14,22],[50,8,26],[52,16,20],[88,10,34],[93,22,29],[40,9,19],[45,15,16],[54,18,24],[106,27,39],[65,16,15],[56,8,20],[56,14,14],[83,24,21],[50,7,11],[40,16,12],[10,6,12],[50,6,8],[18,4,2],[1,3,0],[0,2,30],[4,0,28],[24,9,31],[22,6,24],[24,10,26],[13,6,13],[15,4,13],[36,5,19],[31,14,19],[25,13,22],[29,5,10],[16,6,10],[32,9,19],[17,7,8],[20,10,22],[40,12,12],[37,8,11],[7,6,7],[20,6,6],[45,7,8],[58,14,20],[20,9,15],[33,4,11],[102,22,24],[62,9,25],[73,13,18],[36,12,8],[35,7,6],[35,9,8],[31,9,8],[38,9,9],[49,13,6],[23,5,0],[14,0,2],[13,4,3],[30,4,2],[24,4,4],[4,0,4],[9,3,0]],[[3,1,44],[1,5,34],[4,3,33],[3,5,38],[2,6,40],[1,1,34],[3,1,32],[1,4,43],[5,5,42],[6,6,42],[7,8,33],[5,4,29],[7,4,37],[7,6,35],[5,7,36],[9,4,35],[7,5,36],[13,14,55],[13,6,29],[8,1,33],[11,9,28],[10,6,32],[11,11,26],[13,4,31],[11,6,25],[16,8,24],[15,7,26],[17,5,26],[16,8,24],[17,3,28],[16,6,26],[22,5,21],[6,5,31],[23,4,21],[14,6,28],[17,7,24],[16,8,24],[18,8,22],[14,9,25],[16,3,27],[18,8,22],[15,8,25],[26,7,13],[19,5,22],[40,12,40],[64,24,70],[18,8,20],[27,6,15],[19,4,21],[18,5,25],[27,4,29],[21,6,17],[25,2,19],[21,7,18],[20,8,20],[37,13,28],[24,7,17],[22,7,17],[17,4,21],[28,4,16],[23,8,15],[52,10,34],[20,6,18],[21,6,17],[30,1,11],[22,6,16],[30,6,12],[23,4,15],[26,5,13],[31,6,29],[45,8,19],[17,4,13],[21,6,11],[27,7,14],[51,5,30],[33,3,12],[21,2,19],[28,5,9],[43,7,14],[25,1,8],[21,8,5],[7,1,6],[26,3,3],[10,1,1],[1,1,0],[0,1,15],[2,1,13],[12,5,15],[9,4,13],[14,3,13],[13,4,15],0,[13,4,13],[15,3,14],[14,4,12],[12,2,8],[11,2,3],[15,5,10],[8,2,6],[11,4,11],[18,8,6],[19,2,7],[5,1,4],[10,2,4],[19,2,9],[22,6,18],[14,1,7],[13,4,7],[57,5,12],[31,4,13],[33,6,13],[14,6,8],[18,2,4],[17,3,6],[18,2,4],[13,2,13],[21,3,10],[9,3,2],[5,1,2],[5,2,3],[10,1,7],[13,1,2],[2,0,2],[3,3,0]],[[1,2,87],[1,5,74],[0,6,60],[5,1,74],[2,4,84],[3,5,64],[4,2,68],[5,3,82],[2,7,89],[8,5,87],[7,4,79],[8,2,52],[7,9,74],[8,3,79],[6,12,72],[10,10,70],[17,11,62],[17,16,119],[19,9,62],[8,3,67],[22,9,59],[20,9,61],[21,16,53],[23,5,62],[18,7,55],[19,10,61],[22,15,53],[33,10,47],[34,16,40],[32,12,46],[38,9,43],[30,9,51],[17,8,57],[32,13,45],[36,9,45],[33,18,39],[30,11,49],[36,11,43],[41,10,39],[28,16,42],[34,16,40],[38,18,34],[26,16,44],[29,9,48],[82,19,71],[116,47,135],[41,10,35],[42,11,37],[41,14,27],[36,16,38],[61,9,42],[25,14,43],[32,13,43],[36,16,34],[40,15,35],[72,25,49],[50,12,28],[36,16,34],[30,12,36],[49,12,29],[46,13,27],[103,23,54],[35,12,35],[36,8,38],[44,9,27],[40,16,26],[47,11,32],[44,10,24],[54,9,19],[87,8,33],[86,18,34],[26,15,23],[42,11,17],[60,11,19],[125,17,16],[66,17,7],[55,10,13],[57,12,11],[72,25,23],[49,7,10],[46,8,8],[7,4,15],[49,5,6],[20,0,2],[1,0,1],[1,2,27],[1,0,29],[18,12,30],[18,6,24],[25,8,23],[19,5,36],[13,4,13],[13,2,13],[23,9,28],[23,10,23],[26,6,10],[15,8,7],[25,8,23],[17,6,7],[26,5,17],[36,8,16],[32,8,14],[5,5,8],[25,5,0],[38,11,9],[67,12,11],[18,9,13],[29,10,9],[97,20,19],[60,13,21],[62,16,20],[39,6,7],[31,6,9],[32,8,10],[32,8,6],[41,7,4],[48,7,9],[20,0,6],[9,2,5],[14,3,3],[28,0,6],[22,8,0],[4,0,4],[7,5,0]],[[0,4,92],[2,4,72],[2,4,68],[1,3,86],[1,9,86],[1,8,65],[5,4,61],[3,12,81],[3,10,91],[4,7,97],[7,8,81],[6,8,54],[9,10,77],[11,12,73],[12,10,74],[14,7,75],[11,11,74],[14,23,127],[19,9,68],[14,7,63],[16,19,61],[18,17,61],[22,18,56],[13,23,60],[13,8,63],[24,11,61],[24,21,51],[30,16,50],[17,31,48],[29,16,51],[32,20,44],[29,21,46],[20,10,54],[27,25,44],[25,22,49],[22,17,57],[31,23,42],[35,18,43],[34,24,38],[29,18,45],[24,27,45],[32,22,42],[27,26,39],[28,22,42],[53,46,85],[104,76,136],[29,20,43],[33,28,35],[21,23,44],[30,26,40],[44,24,52],[20,27,41],[28,25,39],[32,22,38],[36,21,39],[51,51,54],[33,26,37],[31,23,38],[30,26,28],[35,26,35],[38,22,32],[74,56,62],[33,21,34],[39,20,29],[38,13,33],[41,17,30],[41,23,32],[34,23,27],[42,24,22],[65,13,54],[75,33,36],[30,15,23],[32,22,22],[42,26,28],[87,45,38],[47,28,21],[33,25,26],[39,19,26],[63,38,27],[42,10,16],[35,23,10],[9,8,11],[39,13,12],[15,4,5],[2,2,0],[0,4,28],[5,1,26],[14,14,36],[16,15,21],[17,12,31],[19,14,31],[14,3,15],[28,9,23],[9,14,9],[20,17,23],[18,15,11],[10,13,9],[23,17,20],[15,8,9],[17,13,22],[30,18,16],[27,12,17],[7,6,7],[13,13,6],[31,18,11],[42,23,27],[18,14,12],[32,6,10],[64,45,39],[50,17,29],[53,24,27],[27,19,10],[28,12,8],[26,9,17],[19,11,18],[33,14,9],[40,17,11],[17,8,3],[6,3,7],[7,5,8],[20,3,13],[16,7,9],[3,1,4],[7,5,0]],[[1,4,85],[2,4,66],[1,3,66],[2,6,78],[5,6,79],[2,5,53],[5,3,74],[6,7,77],[4,12,82],[8,5,89],[10,8,72],[9,4,49],[10,11,69],[9,8,73],[9,16,65],[10,8,72],[12,7,71],[19,27,116],[15,13,62],[14,5,61],[22,10,58],[18,15,57],[20,16,54],[24,15,51],[14,13,53],[31,11,48],[23,16,51],[24,22,44],[19,24,47],[30,19,41],[24,20,46],[26,15,49],[15,16,47],[29,20,41],[34,19,37],[31,23,36],[24,20,46],[32,14,44],[22,23,45],[20,22,44],[29,26,35],[28,18,44],[37,18,33],[24,20,44],[59,28,85],[93,80,127],[32,17,37],[37,20,33],[35,14,33],[33,21,36],[45,20,47],[24,22,38],[33,20,33],[33,23,32],[35,19,36],[49,39,58],[29,21,40],[34,30,22],[25,22,31],[41,14,35],[33,23,30],[84,57,39],[26,25,33],[30,20,32],[42,19,19],[41,17,26],[45,26,19],[38,16,24],[35,19,28],[63,14,43],[78,30,26],[23,16,23],[36,20,16],[43,22,25],[85,37,34],[55,21,14],[42,19,21],[44,21,15],[62,37,23],[40,12,10],[33,19,10],[6,8,12],[40,14,4],[13,4,3],[0,4,0],[1,3,26],[3,2,25],[19,13,28],[15,7,26],[19,14,25],[22,13,25],[12,4,14],[23,10,23],[23,17,20],[11,6,11],[17,9,16],[11,9,10],[19,14,23],[12,8,10],[21,12,17],[27,22,11],[33,14,5],[4,8,6],[15,7,8],[32,13,11],[44,20,24],[17,14,11],[26,6,12],[78,42,18],[52,12,24],[52,26,18],[28,13,11],[27,9,8],[28,9,13],[32,10,2],[29,15,8],[34,17,11],[17,6,3],[9,0,5],[9,7,4],[26,3,5],[17,13,0],[2,0,6],[5,5,0]],[[0,1,65],[0,0,50],[0,1,41],[0,0,54],[0,6,60],[0,5,53],[1,2,43],[0,4,62],[2,5,63],[0,2,74],[1,4,61],[3,4,45],[1,2,63],[2,9,55],[1,8,57],[5,5,56],[3,4,59],[9,14,91],[5,10,51],[4,3,53],[7,6,53],[7,7,52],[12,11,43],[8,11,47],[5,7,46],[13,6,47],[11,15,40],[16,11,39],[6,15,45],[15,13,38],[11,10,45],[12,12,42],[7,7,46],[14,14,38],[15,15,36],[20,7,39],[13,14,39],[13,7,46],[12,12,42],[15,14,35],[14,15,37],[16,15,35],[12,11,41],[20,12,32],[32,23,73],[57,44,133],[12,14,38],[14,18,34],[14,10,34],[21,14,31],[29,13,40],[11,16,35],[17,13,34],[21,13,30],[19,12,35],[32,24,50],[16,18,32],[20,17,25],[8,17,31],[27,16,23],[24,18,22],[44,41,47],[17,17,28],[15,16,29],[22,13,25],[15,16,31],[28,19,19],[20,16,24],[23,17,20],[33,11,50],[46,18,34],[15,6,25],[20,13,21],[38,11,15],[60,24,34],[34,20,12],[32,14,14],[34,12,14],[43,26,23],[31,10,7],[26,15,3],[2,5,11],[32,7,5],[7,4,5],[0,2,0],[0,1,21],[0,1,21],[13,8,23],[10,9,17],[12,10,20],[10,5,29],[8,2,12],[10,6,26],[11,15,18],[16,9,17],[4,4,4],[7,4,11],[10,9,21],[13,3,6],[11,9,16],[20,11,13],[11,9,18],[2,5,3],[9,4,9],[22,11,9],[28,15,23],[10,6,14],[14,8,12],[49,23,22],[27,12,25],[35,12,27],[20,8,10],[19,8,9],[18,9,9],[18,7,7],[19,11,8],[21,14,7],[10,4,4],[2,0,8],[6,4,6],[21,3,4],[12,6,4],[1,1,2],[4,4,0]],[[0,0,48],[0,2,38],[0,3,35],[0,3,39],[0,1,47],[0,6,34],[1,2,33],[1,1,46],[1,4,47],[1,2,51],[2,4,42],[1,2,41],[1,6,41],[3,2,43],[3,6,39],[4,11,33],[5,8,35],[3,16,63],[5,7,36],[7,2,33],[9,10,29],[8,7,33],[6,11,31],[6,11,31],[5,6,31],[11,10,27],[10,10,28],[11,8,29],[11,15,22],[9,16,23],[16,11,21],[12,11,25],[7,8,27],[2,19,27],[14,12,22],[15,11,22],[8,15,25],[9,15,24],[14,13,21],[8,15,23],[13,17,18],[11,19,18],[9,13,24],[14,14,18],[20,28,44],[34,49,75],[10,11,25],[9,16,23],[11,13,20],[14,16,18],[19,14,27],[11,16,17],[12,15,19],[13,18,15],[10,15,23],[14,30,34],[16,16,16],[15,18,13],[15,14,13],[14,16,18],[13,23,10],[32,31,33],[13,17,14],[14,13,17],[13,13,16],[8,18,18],[17,18,13],[16,16,10],[14,17,13],[27,12,27],[27,29,16],[7,12,15],[11,12,15],[19,17,12],[36,29,19],[23,17,8],[13,15,14],[20,14,8],[26,24,14],[18,6,10],[16,15,3],[3,5,6],[20,9,3],[6,2,4],[1,1,0],[0,1,15],[0,0,16],[6,7,19],[5,7,14],[5,13,12],[10,6,16],[3,2,11],[7,8,15],[9,13,10],[10,9,11],[11,4,7],0,[7,11,12],[4,6,6],[7,8,11],[12,11,9],[11,8,9],[0,6,4],[5,6,5],[10,11,9],[19,17,10],[9,7,6],[9,8,7],[34,24,16],[19,11,18],[24,12,16],[15,10,3],[15,7,2],[13,7,6],[12,7,5],[14,9,5],[17,12,5],[10,4,0],[4,1,3],[2,3,5],[12,3,3],[8,7,1],[2,0,2],[2,4,0]],[[0,4,86],[0,4,72],[0,5,57],[0,5,81],[1,5,84],[0,5,61],[0,3,45],[0,6,84],[3,8,87],[1,2,97],[1,5,84],[1,6,69],[4,10,76],[7,10,73],[3,13,74],[8,7,75],[10,8,72],[14,24,114],[10,14,66],[9,8,61],[11,13,66],[19,13,58],[16,13,61],[20,17,53],[13,12,55],[17,15,58],[26,17,47],[24,17,49],[20,25,45],[25,24,41],[23,17,50],[25,14,51],[10,12,56],[21,22,47],[33,14,43],[25,17,48],[23,21,46],[27,14,49],[25,25,40],[23,18,45],[27,21,42],[24,30,36],[21,18,47],[27,23,36],[49,40,83],[108,53,115],[25,20,41],[27,24,39],[30,20,36],[36,21,33],[42,20,52],[27,21,34],[26,23,37],[32,17,37],[29,25,36],[59,38,51],[28,26,36],[29,24,33],[24,27,29],[35,16,39],[39,19,28],[75,46,59],[27,25,30],[29,19,34],[36,14,28],[33,19,30],[40,23,27],[34,14,30],[36,17,29],[70,10,48],[75,27,34],[23,10,31],[29,19,24],[47,18,27],[89,32,41],[46,24,20],[34,23,21],[43,16,19],[67,33,18],[34,6,24],[40,19,7],[7,8,13],[44,9,11],[12,4,8],[1,3,0],[0,1,29],[0,0,30],[11,13,36],[9,13,26],[20,13,23],[19,9,32],[10,5,15],[23,8,25],[20,17,23],[23,14,19],[21,9,10],[12,11,7],[9,10,9],[13,7,10],[14,14,20],[29,16,15],[21,9,24],[2,8,10],[14,7,9],[29,14,13],[45,17,22],[15,11,16],[16,8,20],[81,34,31],[47,15,32],[52,17,29],[28,12,14],[28,6,10],[34,9,7],[29,8,11],[28,13,11],[42,10,12],[20,4,4],[7,1,8],[11,3,4],[24,4,6],[20,5,5],[3,0,5],[4,4,2]],[[0,1,47],[0,2,32],[0,1,37],[0,1,41],[0,2,46],[0,4,32],[0,0,36],[0,3,45],[1,3,48],[2,3,49],[1,4,43],[4,2,28],[4,3,41],[0,5,43],[1,3,44],[3,2,43],[3,5,40],[4,11,67],[7,7,34],[6,2,34],[10,6,32],[5,8,35],[12,8,28],[6,7,35],[4,4,34],[10,7,31],[7,11,30],[8,10,30],[7,16,25],[10,10,28],[14,8,26],[6,11,31],[4,5,33],[9,11,28],[10,8,30],[11,11,26],[11,9,28],[16,3,29],[10,12,26],[15,9,22],[14,9,25],[8,15,25],[10,10,26],[9,14,23],[21,22,49],[40,34,84],[13,9,24],[15,13,20],[7,10,27],[14,12,22],[19,11,30],[13,8,23],[16,12,18],[11,10,25],[19,9,20],[17,23,38],[15,12,21],[17,14,15],[10,11,21],[19,11,18],[17,11,18],[29,27,40],[13,13,18],[14,9,21],[16,9,17],[9,12,23],[21,13,14],[17,8,17],[20,12,12],[32,7,27],[37,18,17],[12,7,15],[14,11,13],[26,12,10],[37,21,28],[22,11,15],[19,13,10],[22,11,9],[28,14,22],[22,6,6],[14,12,8],[3,3,8],[20,8,4],[6,2,4],[0,2,0],[1,1,14],[0,0,16],[7,6,19],[4,5,17],[6,9,15],[8,7,17],[6,2,8],[7,6,17],[9,8,15],[10,8,12],[6,3,13],[6,6,4],[10,7,13],0,[8,6,12],[10,8,14],[8,7,13],[1,6,3],[7,5,4],[15,6,9],[25,8,13],[7,6,9],[11,3,10],[37,22,15],[21,9,18],[30,10,12],[15,7,6],[13,3,8],[15,6,5],[12,6,6],[15,8,5],[23,10,1],[8,4,2],[6,0,2],[4,4,2],[12,3,3],[9,4,3],[2,0,2],[3,3,0]],[[1,0,77],[0,1,59],[2,2,52],[6,2,64],[5,10,63],[0,2,54],[5,2,61],[7,6,65],[7,7,72],[9,7,74],[10,4,64],[9,4,43],[7,10,61],[11,8,59],[14,5,59],[15,7,56],[11,8,59],[28,19,91],[15,10,53],[15,6,49],[16,13,49],[22,10,46],[28,11,39],[21,15,42],[17,7,44],[27,10,41],[26,17,35],[19,16,43],[25,20,33],[30,13,35],[28,15,35],[25,16,37],[24,6,36],[28,14,36],[29,17,32],[29,11,38],[35,15,28],[31,12,35],[28,20,30],[26,18,32],[31,17,30],[29,20,29],[27,15,34],[26,15,35],[58,30,62],[94,65,107],[33,13,30],[29,18,31],[29,14,27],[30,17,31],[45,17,36],[24,17,33],[29,16,29],[31,19,26],[37,14,27],[56,29,41],[31,18,29],[32,19,25],[25,16,25],[32,15,31],[38,12,26],[72,35,49],[33,18,21],[31,15,28],[34,14,22],[37,20,17],[36,22,20],[35,18,15],[34,16,22],[56,14,36],[61,25,30],[22,11,21],[31,13,18],[46,20,10],[74,38,28],[48,18,12],[36,19,17],[36,14,18],[53,27,26],[38,5,13],[32,15,5],[10,4,8],[30,13,7],[10,4,4],[1,3,0],[0,1,25],[2,0,24],[22,8,22],[13,7,24],[14,10,26],[22,10,20],[11,4,11],[17,5,26],[22,13,17],[17,12,21],[16,9,11],[11,8,7],[20,14,14],[12,6,8],[9,2,9],[24,15,13],[22,8,14],[7,4,5],[14,6,6],[26,12,10],[40,18,16],[17,11,10],[25,8,5],[64,34,20],[39,13,22],[47,17,20],[23,12,9],[20,8,10],[23,9,10],[21,8,7],[28,9,7],[32,16,10],[13,5,4],[8,0,6],[12,3,3],[21,3,6],[16,9,1],[5,0,3],[2,6,0]],[[0,3,93],[1,2,71],[0,6,66],[0,0,88],[1,7,88],[0,10,60],[1,4,65],[0,6,90],[3,5,96],[0,6,102],[5,3,88],[1,1,68],[5,11,80],[0,13,83],[6,17,73],[6,9,81],[6,9,81],[13,30,121],[10,12,74],[7,5,72],[11,17,68],[12,17,67],[11,19,66],[10,20,66],[5,13,66],[16,15,65],[9,23,64],[17,17,62],[12,28,56],[13,21,62],[15,18,63],[11,17,68],[10,13,61],[16,28,52],[12,19,65],[13,20,63],[14,27,55],[21,21,54],[17,29,50],[8,23,61],[20,27,49],[13,31,52],[19,23,50],[17,31,44],[37,47,100],[61,83,172],[15,28,49],[16,31,49],[24,18,46],[21,32,43],[31,29,60],[17,32,39],[15,29,48],[22,27,43],[18,35,43],[32,52,72],[28,32,36],[20,34,38],[11,28,45],[26,29,41],[23,32,37],[41,66,85],[18,28,42],[18,30,40],[29,19,36],[29,25,34],[26,31,39],[18,32,34],[26,29,33],[36,18,78],[51,45,48],[17,15,36],[17,23,36],[28,30,38],[66,50,56],[33,35,28],[32,34,18],[33,27,24],[47,44,37],[26,15,27],[24,26,18],[0,10,18],[39,14,11],[11,5,8],[1,3,0],[0,2,30],[0,1,31],[9,15,40],[12,10,30],[14,18,28],[12,12,40],[6,8,18],[16,8,36],[16,18,30],[11,22,27],[13,11,20],[9,11,12],[15,16,29],[14,8,10],[13,15,24],[11,10,11],[16,11,29],[3,9,8],[13,9,10],[28,17,15],[35,27,30],[6,14,24],[21,10,17],[56,44,48],[29,21,46],[41,28,35],[26,16,14],[16,15,17],[18,15,19],[15,12,21],[26,18,12],[27,24,17],[12,8,8],[7,0,9],[7,6,7],[18,4,14],[18,9,5],[2,1,5],[3,8,1]],[[0,5,79],[1,5,60],[0,5,61],[0,4,78],[0,3,81],[1,8,51],[0,1,49],[0,5,79],[0,6,86],[1,2,89],[2,6,76],[0,6,64],[7,9,68],[7,4,73],[2,10,72],[7,8,69],[7,7,70],[13,17,110],[8,16,60],[10,5,57],[15,13,56],[13,11,60],[13,11,60],[13,11,60],[16,10,50],[22,10,52],[11,15,58],[21,16,47],[18,16,50],[20,18,46],[18,11,55],[20,14,50],[7,10,59],[19,21,44],[21,13,50],[22,20,42],[18,19,47],[22,17,45],[17,18,49],[21,12,47],[23,22,39],[19,26,39],[21,17,42],[18,14,48],[44,33,83],[64,50,144],[22,11,47],[21,19,44],[22,21,37],[24,22,38],[41,22,43],[16,20,40],[22,19,41],[22,13,45],[31,13,40],[35,35,68],[21,21,42],[17,19,44],[21,18,35],[31,19,34],[26,19,35],[62,38,68],[21,19,36],[21,17,38],[23,19,32],[20,16,40],[35,22,27],[31,11,30],[29,19,28],[50,12,62],[55,37,38],[20,16,24],[29,13,24],[31,22,33],[72,27,47],[43,20,21],[33,19,20],[36,17,21],[62,28,20],[38,8,16],[23,17,20],[4,7,15],[37,14,9],[15,2,5],[0,2,0],[0,1,27],[1,0,27],[14,8,34],[11,6,27],[11,12,29],[11,8,37],[7,2,19],[14,8,32],[17,12,27],[5,14,33],[18,9,11],[9,8,11],[24,9,21],[13,7,8],[14,8,22],[29,11,16],[11,2,11],[3,6,9],[11,7,10],[29,11,14],[37,21,24],[16,8,14],[22,6,16],[64,34,36],[39,20,33],[56,14,22],[24,10,16],[26,8,8],[26,11,11],[23,9,14],[25,16,7],[31,15,14],[13,5,8],[8,1,7],[10,3,5],[21,4,7],[16,8,4],[2,0,6],[2,6,2]],[[1,0,29],[2,3,25],[0,3,13],[4,2,20],[0,2,28],[1,4,11],[2,0,20],[2,2,26],[4,2,28],[4,2,26],[7,5,18],[4,2,20],[6,2,22],[5,3,22],[6,3,21],[3,6,21],[5,7,18],[6,12,32],[6,5,19],[10,2,12],[9,5,16],[7,5,18],[6,8,16],[9,11,10],[7,2,17],[9,8,13],[11,10,9],[9,6,15],[12,11,7],[7,11,12],[9,10,11],[12,9,9],[11,2,11],[5,14,11],[9,9,12],[6,11,13],[8,14,8],[15,8,7],[10,14,6],[8,12,8],[9,12,9],[9,12,9],[13,12,3],[9,13,6],[15,28,13],[27,30,25],[6,12,10],[13,12,5],[8,12,10],[14,12,4],[10,17,11],[9,12,5],[11,10,7],[12,8,8],[10,8,12],[19,25,6],[12,12,6],[14,10,6],[10,10,8],[15,11,4],[12,13,3],[23,24,13],[10,12,4],[12,11,5],[9,10,5],[10,9,7],[10,16,4],[12,8,4],[9,14,5],[22,11,5],[15,24,7],[7,9,6],[7,12,3],[12,18,2],[21,25,8],[14,13,3],[9,15,0],[11,12,1],[14,17,5],[13,3,4],[12,11,1],[2,4,4],[11,9,0],[5,1,2],[1,1,0],[0,0,10],[1,1,8],[1,10,9],[8,4,4],[3,10,5],[7,6,7],[4,1,5],[8,5,5],[7,6,7],[6,8,4],[3,5,2],[4,6,0],[10,8,2],[3,6,1],[5,4,7],[8,9,3],[9,6,3],0,[3,6,1],[10,8,0],[13,12,1],[6,7,1],[7,5,2],[22,27,5],[12,9,11],[15,12,3],[10,7,1],[9,3,0],[7,7,2],[4,10,2],[8,10,0],[13,11,2],[6,3,1],[2,3,1],[2,2,0],[6,2,0],[4,6,0],[1,2,1],[2,2,0]],[[0,1,47],[0,1,35],[0,0,34],[0,0,46],[0,1,47],[0,2,40],[0,1,37],[2,2,44],[0,1,51],[1,2,51],[0,0,48],[1,5,24],[0,5,43],[1,3,44],[2,5,41],[4,7,37],[3,5,40],[3,15,64],[2,8,38],[3,4,35],[0,10,38],[4,10,34],[6,8,34],[5,10,33],[2,5,35],[6,6,36],[7,6,35],[6,9,33],[6,13,29],[4,10,34],[8,5,35],[8,10,30],[5,7,30],[5,13,30],[7,8,33],[6,9,33],[7,12,29],[8,9,31],[8,11,29],[8,9,29],[6,11,31],[6,16,26],[10,10,26],[8,9,29],[8,24,60],[20,33,105],[8,12,26],[8,15,25],[7,9,28],[7,15,26],[9,13,38],[8,17,19],[5,12,29],[4,13,29],[6,16,26],[13,24,41],[4,16,28],[7,13,26],[5,15,22],[14,12,22],[11,15,20],[25,32,39],[11,12,21],[6,12,26],[11,9,22],[13,13,18],[10,16,22],[11,13,18],[11,12,21],[18,7,41],[21,18,33],[1,12,21],[10,9,19],[18,16,14],[31,24,31],[18,14,16],[16,12,14],[19,11,12],[28,19,17],[11,6,17],[10,14,10],[0,6,8],[19,8,5],[6,3,3],[0,2,0],[1,0,15],[0,0,16],[4,6,22],[4,8,14],[4,9,17],[6,6,20],[4,2,10],[0,5,25],[6,13,13],[8,7,15],[9,4,9],[5,6,5],[9,7,14],[4,5,7],[6,6,14],[10,9,13],[10,7,11],[1,6,3],0,[10,9,11],[19,12,15],[5,3,14],[12,3,9],[25,25,24],[15,7,26],[18,13,21],[11,7,10],[12,5,7],[11,6,9],[10,5,9],[14,10,4],[21,6,7],[11,3,0],[2,1,5],[3,3,4],[10,2,6],[7,5,4],[2,0,2],[2,4,0]],[[0,2,88],[0,4,62],[0,8,56],[0,6,74],[0,4,86],[1,3,66],[3,1,68],[0,7,83],[1,6,91],[1,5,94],[0,9,81],[0,7,59],[7,7,76],[1,8,81],[3,16,71],[8,10,72],[4,9,77],[9,20,123],[13,8,69],[6,3,69],[8,15,67],[11,12,67],[12,14,64],[13,15,62],[7,9,64],[10,12,68],[9,22,59],[16,21,53],[10,22,58],[13,19,58],[17,15,58],[9,15,66],[9,11,62],[14,20,56],[14,17,59],[18,15,57],[11,21,58],[15,15,60],[15,21,54],[15,19,52],[17,19,54],[15,21,54],[9,25,52],[16,22,48],[41,28,103],[64,59,175],[21,16,49],[18,28,44],[17,16,49],[24,19,47],[32,19,61],[15,29,38],[27,18,43],[18,22,46],[18,20,52],[30,37,79],[24,22,44],[11,21,54],[16,24,38],[26,20,44],[14,24,48],[50,45,85],[22,19,41],[21,17,44],[24,14,42],[18,20,44],[30,25,35],[26,18,34],[25,25,32],[32,11,85],[44,32,62],[15,15,34],[15,19,36],[33,25,32],[50,33,75],[40,25,25],[30,19,29],[29,19,32],[53,30,37],[32,9,25],[23,18,21],[5,8,13],[38,10,12],[9,2,11],[0,2,0],[0,1,29],[0,0,30],[15,11,34],[9,10,29],[14,11,31],[8,7,45],[9,2,19],[9,11,38],[11,18,31],[11,13,32],[9,11,22],[9,11,10],[13,14,29],[9,6,15],[10,12,26],[15,17,28],[14,11,29],[0,8,10],[11,9,10],[12,4,12],[24,17,49],[7,12,21],[12,11,25],[50,38,48],[37,17,40],[41,24,33],[20,14,18],[18,13,15],[23,10,17],[22,11,13],[24,15,13],[22,19,23],[11,5,10],[4,2,10],[4,6,10],[15,3,16],[19,3,8],[1,0,7],[4,6,2]],[[0,3,135],[0,3,107],[0,4,94],[0,8,120],[1,1,136],[1,6,93],[4,0,110],[0,7,131],[0,9,145],[2,5,145],[1,9,128],[3,10,81],[12,11,115],[3,8,127],[1,19,118],[11,18,109],[9,8,121],[13,24,211],[11,22,105],[9,2,111],[10,22,106],[8,19,111],[20,20,98],[12,22,104],[13,12,99],[23,14,101],[18,27,93],[26,26,86],[19,27,92],[17,19,102],[29,22,87],[25,21,92],[15,20,93],[19,35,84],[30,22,86],[44,21,73],[21,31,86],[35,25,78],[27,25,86],[22,29,81],[28,34,76],[15,37,86],[18,31,85],[22,28,84],[56,58,148],[92,104,282],[37,26,69],[30,40,68],[21,27,74],[33,31,74],[36,26,108],[27,37,64],[33,38,65],[24,30,80],[42,31,65],[36,65,121],[27,28,83],[16,35,79],[19,32,69],[39,33,66],[31,40,61],[86,77,113],[29,30,69],[35,25,64],[47,23,56],[52,27,49],[41,35,62],[40,25,51],[43,35,50],[69,18,105],[73,47,90],[22,25,47],[32,22,52],[55,30,57],[117,47,82],[76,35,27],[49,29,46],[54,30,42],[84,46,58],[40,21,37],[33,24,33],[1,13,24],[44,18,24],[8,6,14],[0,2,0],[0,1,45],[1,0,45],[18,10,64],[8,12,50],[20,26,42],[20,14,58],[18,6,22],[11,12,67],[27,23,42],[24,20,44],[23,15,28],[10,17,19],[22,17,45],[13,8,25],[16,18,40],[30,27,35],[24,21,37],[1,12,13],[15,12,19],[49,17,24],[40,24,40],[15,14,31],[32,17,29],[79,42,81],[59,26,59],[54,35,61],[33,17,28],[29,18,25],[33,19,26],[37,16,13],[41,19,22],[44,22,28],[24,7,7],[3,0,19],[11,10,9],[23,5,26],[26,10,10],[4,0,10],[3,13,2]],[[1,1,64],[1,3,44],[0,2,48],[3,0,61],[0,3,63],[0,2,44],[0,1,47],[0,2,64],[4,4,66],[1,3,72],[2,6,58],[2,3,43],[0,3,63],[7,4,55],[3,7,56],[6,4,56],[5,7,54],[14,17,83],[7,7,52],[8,4,48],[4,9,53],[13,9,44],[4,13,49],[10,12,44],[11,4,43],[15,8,43],[11,14,41],[11,16,39],[10,14,42],[18,10,38],[13,10,43],[19,10,37],[10,5,41],[10,19,37],[14,13,39],[20,12,34],[11,15,40],[21,10,35],[16,18,32],[14,16,34],[17,15,34],[15,18,33],[18,17,29],[13,18,33],[33,30,63],[54,55,101],[16,15,33],[19,18,29],[12,16,34],[18,17,31],[32,17,35],[10,23,29],[21,13,28],[16,19,29],[15,18,33],[33,36,39],[17,18,31],[18,24,22],[12,18,28],[25,15,26],[18,20,26],[46,42,44],[18,16,28],[23,16,23],[22,13,23],[20,17,25],[28,21,17],[20,16,20],[22,22,16],[49,10,33],[44,22,32],[13,10,21],[21,17,16],[32,17,17],[56,36,26],[38,19,9],[31,18,11],[35,13,10],[42,25,19],[30,9,7],[25,17,6],[5,6,9],[31,9,6],[10,4,2],[0,4,0],[0,2,20],[0,3,19],[13,4,27],[9,9,18],[9,10,23],[15,9,20],[7,1,14],[13,9,18],[12,14,18],[11,14,17],[14,6,10],[6,7,9],[16,11,15],[9,6,7],[10,11,17],[24,14,6],[14,8,16],[1,7,6],[14,3,5],[21,12,7],[31,14,15],[5,2,5],[18,4,8],[47,33,24],[29,11,24],[36,22,16],[22,12,6],[14,10,10],[15,9,12],[16,7,9],[20,13,5],[22,16,10],[13,6,1],[6,0,6],[7,3,6],[22,3,3],[12,8,2],[2,0,4],[2,4,0]],[[0,1,71],[0,2,68],[0,2,38],[1,3,68],[0,2,70],[1,3,68],[0,0,40],[1,5,66],[0,5,75],[1,1,76],[2,3,67],[4,1,43],[8,6,58],[2,5,65],[2,7,63],[6,5,61],[6,3,63],[7,9,104],[11,6,55],[7,2,53],[9,9,54],[13,7,52],[2,8,62],[11,9,52],[9,6,49],[13,5,54],[11,9,52],[17,9,46],[14,12,46],[8,16,48],[15,10,47],[15,7,50],[11,7,50],[19,18,35],[19,7,46],[18,17,37],[12,11,49],[18,11,43],[10,13,49],[11,9,50],[11,9,52],[14,16,42],[12,9,47],[12,12,44],[26,19,93],[67,45,134],[16,10,44],[19,17,36],[13,7,44],[22,13,37],[28,10,52],[10,13,43],[14,14,44],[9,14,45],[17,14,41],[22,28,66],[14,11,47],[12,13,43],[11,12,39],[24,14,34],[21,13,36],[46,33,65],[11,14,39],[14,12,40],[20,7,39],[18,10,38],[24,14,34],[24,12,26],[25,12,31],[43,7,60],[45,20,47],[12,7,33],[22,9,23],[32,10,32],[54,22,54],[34,18,20],[21,15,26],[30,13,21],[54,18,26],[27,9,20],[25,8,13],[4,4,12],[34,5,9],[10,2,6],0,[0,0,24],[0,0,24],[8,7,33],[7,6,25],[10,8,26],[11,4,33],[7,4,13],[9,10,29],[10,6,32],[12,6,26],[12,8,14],[7,8,9],[20,8,16],[10,3,11],[5,8,25],[17,10,21],[16,6,22],[2,5,7],[9,3,12],[25,11,12],[29,17,32],[8,4,18],[10,0,10],[53,15,38],[35,8,37],[34,14,32],[17,7,16],[24,4,10],[18,4,18],[22,5,9],[19,6,17],[25,7,20],[14,1,5],[4,2,8],[3,5,6],[14,1,13],[14,6,4],[1,1,6],[4,6,0]],[[0,4,218],[0,14,162],[1,9,156],[2,10,196],[1,12,209],[3,11,150],[6,5,143],[1,14,207],[4,13,225],[5,14,225],[9,18,195],[13,18,141],[9,27,186],[1,16,205],[3,26,193],[6,26,190],[10,25,187],[23,57,298],[17,36,169],[12,9,169],[5,37,180],[12,36,174],[7,38,177],[19,41,162],[16,22,160],[34,23,165],[16,47,159],[30,47,145],[21,64,137],[24,49,149],[28,39,155],[27,41,154],[17,32,137],[20,58,144],[24,47,151],[39,41,142],[19,63,140],[42,40,140],[32,60,130],[26,43,143],[33,59,130],[29,79,114],[32,60,120],[26,58,128],[63,111,250],[104,146,396],[38,51,123],[41,66,115],[32,55,131],[39,66,117],[68,67,149],[25,71,106],[31,65,114],[35,62,115],[35,66,121],[60,119,189],[45,64,113],[21,64,127],[31,70,99],[63,59,100],[36,64,112],[109,128,207],[32,65,103],[43,56,103],[47,42,101],[42,61,99],[60,66,96],[55,46,91],[57,60,87],[79,35,202],[113,94,127],[31,38,91],[44,55,79],[77,71,84],[162,102,136],[94,70,58],[71,61,60],[64,48,76],[120,85,85],[59,31,66],[72,63,31],[7,27,38],[77,43,42],[15,17,30],[0,12,0],[0,4,70],[0,4,70],[16,36,96],[18,27,73],[28,39,71],[24,22,102],[12,5,57],[19,20,97],[39,45,64],[18,42,78],[22,23,49],[16,24,34],[31,34,81],[15,22,37],[20,34,64],[48,44,56],[36,34,64],[5,27,22],[24,25,25],[48,38,50],[81,42,79],[24,33,47],[38,15,53],[104,96,104],[85,39,112],[90,56,92],[57,43,34],[44,21,37],[46,38,40],[43,33,46],[55,43,30],[62,50,48],[31,20,21],[11,5,24],[9,11,18],[38,9,33],[32,23,19],[4,0,18],[9,11,2]],[[1,2,141],[0,3,109],[0,3,89],[0,4,130],[0,1,143],[0,4,104],[3,3,106],[2,3,139],[1,6,153],[1,2,151],[5,5,134],[0,5,93],[7,10,127],[8,2,134],[3,7,134],[5,11,128],[11,10,123],[16,22,198],[12,19,113],[23,7,92],[22,15,107],[18,12,114],[14,16,114],[21,19,104],[8,14,110],[30,6,108],[27,21,96],[19,19,106],[26,20,98],[23,24,97],[29,12,103],[30,18,96],[25,19,88],[29,31,84],[36,18,90],[39,21,84],[25,25,94],[39,20,85],[35,28,81],[32,16,90],[37,28,79],[26,34,84],[28,29,79],[45,23,68],[64,43,167],[123,70,231],[30,15,93],[33,30,81],[33,22,85],[39,30,75],[52,23,109],[33,24,73],[35,22,85],[34,28,74],[45,25,74],[64,59,115],[42,30,72],[39,21,76],[36,30,62],[44,29,71],[46,27,65],[100,54,134],[34,25,69],[42,24,64],[45,14,69],[49,15,66],[56,22,66],[49,16,57],[50,25,57],[105,13,108],[97,39,90],[35,18,51],[39,18,55],[66,21,65],[103,42,111],[66,37,41],[57,21,44],[48,28,50],[79,35,74],[59,12,39],[59,24,19],[10,13,23],[67,15,26],[22,3,15],[2,0,0],[2,3,43],[0,1,47],[16,14,66],[16,12,46],[14,18,56],[25,9,62],[13,4,31],[21,13,60],[29,17,50],[24,12,52],[25,12,27],[18,11,19],[32,15,47],[18,9,21],[22,13,39],[46,21,29],[33,20,39],[11,9,12],[26,7,15],[40,17,37],[59,26,59],[24,11,29],[37,8,35],[112,39,85],[52,16,52],[87,17,56],[47,20,19],[35,10,27],[40,15,29],[33,15,34],[49,14,19],[50,20,34],[19,10,17],[16,3,11],[8,6,14],[38,3,15],[24,10,14],[3,3,10],[7,8,1]],[[3,3,150],[0,5,117],[1,4,107],[1,1,134],[0,8,148],[1,8,111],[3,3,128],[3,7,146],[6,11,155],[8,4,164],[10,6,140],[5,5,92],[7,13,136],[10,8,138],[8,13,135],[12,11,133],[12,11,133],[21,21,214],[13,11,132],[14,6,120],[12,19,125],[14,18,124],[20,14,122],[23,26,107],[7,8,121],[31,13,112],[22,26,108],[31,19,106],[25,31,100],[21,21,114],[15,24,117],[26,21,109],[12,12,116],[25,30,101],[20,22,114],[27,21,108],[18,32,106],[35,21,100],[27,19,110],[26,28,98],[33,26,97],[26,38,92],[26,33,89],[29,32,87],[54,52,194],[86,92,332],[32,30,90],[33,35,88],[25,26,93],[28,35,93],[49,30,119],[28,34,82],[28,38,84],[28,34,86],[37,28,91],[42,54,158],[33,34,89],[34,36,78],[29,33,76],[52,30,74],[39,33,80],[87,65,160],[29,30,85],[39,32,73],[38,23,77],[34,24,86],[53,31,72],[40,30,66],[47,31,66],[72,21,139],[86,45,103],[20,18,70],[31,29,66],[63,38,57],[110,59,115],[72,35,49],[53,39,44],[66,29,43],[79,46,81],[51,10,53],[45,32,35],[3,14,29],[68,11,33],[18,8,16],[0,5,1],[0,1,51],[2,1,49],[11,18,75],[11,15,58],[21,20,55],[18,13,73],[13,6,33],[20,16,62],[27,24,53],[18,26,52],[27,12,35],[16,12,24],[29,17,52],[12,10,30],[20,17,47],[35,28,41],[22,14,56],[3,12,15],[21,13,18],[33,24,41],[61,35,54],[16,22,36],[32,14,34],[92,56,90],[56,17,87],[51,26,51],[45,20,29],[43,10,33],[41,14,29],[32,11,35],[44,22,26],[49,30,29],[22,11,13],[6,3,19],[12,5,17],[45,6,17],[30,12,10],[1,1,10],[6,10,2]],[[0,0,84],[0,2,64],[0,1,57],[0,3,75],[0,4,80],[1,2,65],[1,2,57],[0,4,80],[0,5,87],[2,4,88],[1,3,80],[2,2,62],[1,4,79],[1,3,80],[0,10,74],[2,9,73],[3,11,70],[9,19,112],[2,9,73],[4,3,67],[5,18,61],[6,11,67],[7,17,60],[7,15,62],[4,8,62],[9,8,67],[7,16,61],[16,13,55],[8,17,59],[11,17,56],[11,17,56],[10,18,56],[10,8,56],[10,17,57],[13,20,51],[14,15,55],[6,24,54],[17,17,50],[11,19,54],[14,20,46],[14,21,49],[9,26,49],[8,23,49],[17,24,39],[23,35,102],[46,48,166],[16,19,45],[16,26,42],[12,19,49],[8,25,51],[20,21,65],[8,21,47],[13,22,45],[13,21,46],[21,21,42],[16,40,82],[12,21,51],[10,24,46],[12,26,38],[19,21,44],[16,20,44],[39,47,82],[12,19,47],[9,22,45],[13,20,39],[20,21,35],[20,25,39],[17,20,35],[26,19,31],[28,9,81],[25,39,62],[10,17,31],[16,20,32],[25,26,35],[43,37,68],[33,23,28],[22,26,24],[14,18,42],[36,32,40],[17,10,31],[19,23,22],[1,10,15],[27,13,20],[5,4,13],[1,3,0],[0,2,26],[0,1,27],[4,11,41],[8,9,27],[9,9,34],[8,12,36],[8,6,14],[7,6,39],[10,19,27],[11,13,28],[10,8,20],[3,10,15],[14,12,28],[6,7,15],[9,12,23],[14,16,26],[16,10,24],[1,7,10],[10,7,11],[18,14,20],[28,17,33],[6,12,22],[16,7,17],[34,43,57],[19,20,47],[29,20,45],[9,6,9],[18,11,15],[13,15,18],[17,12,15],[25,14,11],[14,21,23],[12,7,7],[1,2,11],[2,5,11],[21,2,11],[13,7,8],[0,0,6],[5,4,1]],[[0,3,69],[0,1,59],[0,1,53],[0,1,65],[0,5,67],[1,4,55],[1,1,48],[0,4,68],[0,6,74],[1,4,77],[1,3,68],[0,4,44],[0,5,67],[5,8,59],[0,6,66],[4,7,61],[2,6,64],[3,4,109],[3,7,62],[5,3,58],[5,11,56],[5,7,60],[2,12,58],[8,13,51],[4,4,54],[12,6,54],[7,12,53],[9,14,49],[5,15,52],[6,12,54],[10,12,50],[7,9,56],[6,7,55],[9,12,51],[9,9,54],[12,12,48],[9,14,49],[10,12,50],[11,16,45],[17,16,37],[12,10,50],[9,15,48],[7,10,51],[10,11,47],[24,23,91],[32,51,167],[8,12,50],[11,16,45],[5,12,47],[8,18,46],[20,16,54],[9,13,44],[11,11,48],[11,14,43],[15,13,44],[14,27,75],[11,20,41],[14,13,41],[8,15,41],[15,14,43],[18,11,41],[28,42,74],[12,14,42],[16,11,39],[23,9,32],[14,15,37],[16,15,41],[14,17,31],[17,12,37],[24,6,76],[33,21,54],[11,11,26],[17,11,30],[22,14,36],[50,22,58],[23,17,32],[23,18,21],[28,14,24],[26,22,46],[16,8,28],[22,15,15],[1,2,17],[31,6,13],[5,2,11],[0,2,0],[0,0,24],[0,0,24],[4,7,37],[6,8,24],[7,10,27],[6,7,35],[4,2,18],[9,6,31],[8,12,28],[8,9,27],[9,8,19],[2,7,15],[10,6,28],[8,3,13],[10,8,20],[17,15,16],[8,8,26],[0,3,9],[7,5,12],[15,13,18],[25,18,29],[10,10,14],[10,4,24],[37,21,44],[27,10,35],[33,10,43],[15,11,18],[9,2,9],[15,7,16],[11,5,18],[11,8,25],[20,11,17],[8,4,8],[3,0,9],[5,3,10],[19,3,12],[15,4,5],[0,0,4],[3,5,2]],[[0,1,77],[0,4,54],[2,4,58],[1,1,70],[0,2,76],[0,2,50],[0,0,48],[1,1,76],[1,2,83],[1,2,83],[3,5,70],[4,0,60],[3,5,70],[1,2,75],[3,6,69],[3,4,71],[1,7,70],[6,17,115],[7,9,62],[5,1,62],[6,13,59],[3,13,62],[6,18,54],[12,12,54],[9,2,61],[15,7,56],[5,11,62],[13,13,52],[2,16,60],[7,14,57],[10,11,57],[8,7,63],[9,9,52],[5,14,59],[12,15,51],[17,5,56],[6,18,54],[16,14,48],[12,16,50],[16,14,44],[18,15,45],[8,18,52],[10,19,47],[11,13,52],[28,27,93],[40,47,155],[13,13,48],[7,16,55],[11,15,48],[13,17,48],[25,16,57],[11,20,41],[15,14,47],[11,12,53],[17,18,43],[14,37,77],[15,18,45],[13,15,46],[9,18,41],[23,15,40],[8,16,50],[41,37,78],[12,13,47],[16,14,40],[17,13,40],[14,11,47],[21,22,35],[16,14,36],[14,16,40],[30,11,71],[46,27,47],[8,13,33],[15,13,34],[23,20,37],[51,31,54],[37,19,22],[27,19,24],[24,18,28],[34,24,46],[29,8,19],[22,20,12],[1,7,16],[25,10,19],[8,2,8],[0,2,0],[1,0,25],[0,0,26],[8,7,37],[12,4,24],[12,10,28],[8,9,35],[6,3,17],[10,8,32],[17,9,26],[13,9,28],[9,9,18],[6,7,13],[7,9,34],[5,6,15],[10,9,23],[19,15,18],[11,11,26],[2,7,7],[9,6,11],[17,10,23],[26,19,33],[12,9,15],[18,4,18],[40,38,46],[29,15,40],[29,14,41],[18,15,13],[16,7,15],[8,4,8],[15,9,18],[18,10,16],[23,15,16],[9,7,8],[6,0,8],[8,5,5],[18,1,11],[11,8,7],[1,0,7],[2,5,1]],[[1,2,69],[0,5,51],[1,3,44],[0,4,64],[0,4,68],[1,2,55],[2,2,50],[0,3,69],[0,4,72],[1,3,74],[4,3,65],[2,4,44],[3,8,61],[1,3,68],[0,11,61],[2,10,60],[4,8,60],[8,15,93],[7,10,55],[6,3,51],[8,12,52],[7,13,52],[8,10,54],[3,12,57],[7,7,52],[8,8,56],[9,13,50],[13,14,45],[7,17,48],[7,15,50],[14,13,45],[12,11,49],[7,12,45],[8,18,46],[11,11,50],[11,10,51],[10,19,43],[15,15,42],[10,20,42],[9,10,49],[10,20,42],[9,26,37],[16,20,32],[11,17,40],[23,33,82],[27,38,137],[16,11,41],[13,20,39],[11,16,45],[17,24,31],[19,17,56],[7,20,37],[9,19,42],[15,22,31],[14,21,37],[26,37,57],[16,17,39],[10,24,34],[15,18,31],[14,20,38],[17,20,31],[34,34,76],[17,17,30],[22,13,29],[11,12,39],[15,14,35],[24,20,28],[16,11,37],[21,18,25],[30,8,72],[41,27,44],[16,10,28],[13,12,33],[32,17,25],[40,29,57],[24,22,26],[16,19,25],[22,17,23],[40,24,30],[25,8,21],[25,18,11],[2,8,14],[32,9,15],[8,3,11],[0,2,0],[0,1,23],[2,0,22],[6,7,35],[9,6,23],[12,12,20],[8,9,31],[4,2,18],[6,8,32],[18,11,19],[2,10,32],[7,7,18],[5,7,12],[11,8,29],[6,6,12],[7,8,21],[21,12,15],[14,9,23],[2,10,4],[9,5,10],[13,11,22],[13,16,37],[9,7,16],[9,5,22],[46,33,43],[34,15,33],[35,11,32],[15,12,17],[18,5,11],[18,9,15],[8,4,8],[15,13,12],[18,14,18],[9,7,8],[4,2,8],[2,4,8],[15,2,9],[13,5,6],[1,1,4],[3,4,1]],[[0,0,84],[0,4,64],[0,1,63],[0,1,71],[0,2,82],[0,3,65],[0,3,55],[0,6,78],[0,7,85],[1,6,87],[0,3,81],[2,5,59],[0,8,76],[2,3,79],[4,6,74],[3,3,78],[3,9,72],[13,22,109],[4,7,73],[7,3,64],[2,12,70],[5,13,66],[6,17,61],[6,14,64],[3,8,61],[7,11,66],[5,16,63],[8,17,59],[8,19,57],[8,13,63],[16,10,58],[5,14,65],[6,9,59],[7,19,58],[9,14,61],[7,14,63],[8,21,55],[11,19,54],[9,20,55],[14,17,49],[8,19,57],[3,20,61],[12,16,52],[12,21,47],[20,43,97],[45,60,177],[13,17,50],[9,22,53],[7,19,50],[10,20,54],[17,22,65],[10,20,46],[11,15,54],[7,21,52],[8,22,54],[11,39,86],[11,23,50],[11,19,50],[6,22,48],[16,19,49],[15,17,48],[26,56,86],[8,19,51],[13,17,46],[17,14,41],[15,15,46],[12,26,46],[13,19,40],[20,26,32],[17,13,80],[32,37,55],[4,18,36],[12,18,36],[22,27,37],[42,36,72],[23,27,34],[16,23,33],[18,24,32],[25,34,51],[17,12,27],[19,22,21],[0,8,16],[25,13,16],[1,4,15],[1,3,0],[0,3,25],[0,0,28],[7,7,42],[6,10,28],[9,12,31],[9,9,38],[13,2,13],[4,7,41],[9,14,33],[8,15,29],[8,11,19],[5,9,14],[11,13,28],[5,8,15],[7,9,28],[12,18,26],[7,16,25],[0,10,8],[4,10,14],[13,15,24],[22,19,41],[5,13,20],[17,6,19],[30,43,55],[19,14,49],[26,22,44],[11,14,25],[25,8,11],[16,10,18],[12,13,15],[8,8,8],[20,14,24],[8,8,8],[2,0,10],[3,5,8],[13,4,15],[14,5,9],[0,0,6],[4,7,1]],[[0,2,100],[1,4,73],[0,2,68],[0,3,87],[0,5,97],[0,4,74],[0,1,73],[1,5,96],[0,8,106],[0,8,106],[1,3,98],[1,9,70],[4,5,93],[4,7,91],[1,7,94],[5,13,84],[0,9,93],[7,26,133],[8,15,79],[8,4,74],[2,17,83],[6,12,84],[4,18,80],[7,16,79],[5,10,73],[13,14,75],[3,20,79],[7,25,70],[8,28,66],[2,21,79],[11,16,75],[12,11,79],[9,17,62],[6,24,72],[11,21,70],[12,19,71],[8,19,75],[21,23,58],[13,24,65],[17,20,61],[16,30,56],[4,36,62],[14,29,53],[12,28,56],[26,57,111],[36,76,216],[14,28,56],[9,38,55],[6,24,64],[16,33,53],[22,24,82],[10,32,50],[18,28,52],[12,23,61],[18,22,62],[19,54,93],[8,31,63],[7,29,66],[15,29,44],[18,30,54],[11,31,56],[47,71,86],[16,29,45],[22,31,45],[24,20,44],[21,28,43],[27,32,43],[18,23,45],[20,28,46],[27,16,97],[46,40,72],[15,14,45],[18,24,34],[30,28,42],[56,38,88],[38,32,32],[27,32,27],[18,23,45],[33,43,54],[22,18,36],[25,23,24],[2,13,15],[28,14,24],[5,10,11],[0,4,0],[0,2,32],[0,2,32],[5,14,49],[1,14,43],[9,17,36],[6,13,49],[10,3,21],[9,7,48],[11,17,40],[11,17,34],[7,14,21],[5,12,17],[12,10,42],[1,10,23],[10,16,32],[17,24,27],[14,15,31],[2,11,13],[7,6,21],[23,19,22],[28,22,44],[10,16,22],[20,7,25],[48,50,62],[34,20,50],[29,30,49],[23,21,14],[17,11,20],[16,15,23],[18,14,18],[24,14,20],[21,10,21],[8,8,14],[4,1,17],[13,5,4],[19,4,11],[12,11,11],[1,1,10],[2,6,6]],[[0,1,41],[0,2,24],[0,1,31],[0,1,37],[0,4,38],[0,1,33],[1,1,24],[0,3,39],[0,3,43],[0,2,44],[0,1,41],[1,4,31],[3,2,37],[0,3,39],[0,1,41],[0,7,35],[0,4,38],[1,7,62],[2,5,35],[3,2,31],[2,7,33],[1,3,38],[0,3,39],[0,6,36],[1,2,35],[7,0,35],[1,6,35],[4,7,31],[5,7,30],[2,7,33],[6,9,27],[4,4,34],[3,6,27],[0,12,30],[3,10,29],[8,9,25],[3,6,33],[9,9,24],[6,9,27],[4,6,30],[3,12,27],[2,12,28],[5,12,23],[3,8,29],[9,26,45],[10,23,85],[4,9,27],[5,10,27],[2,11,29],[6,10,26],[8,9,37],[2,11,25],[7,9,24],[3,10,27],[5,11,26],[5,18,47],[3,12,27],[2,10,28],[6,12,20],[4,11,27],[4,10,26],[18,17,49],[1,8,29],[6,10,22],[10,5,21],[9,8,21],[10,9,23],[7,10,19],[9,8,21],[6,4,52],[16,12,36],[7,5,18],[10,9,15],[13,12,19],[14,20,42],[16,12,14],[8,11,17],[9,8,19],[14,16,24],[11,3,16],[12,12,8],[0,6,8],[12,8,12],[2,2,8],[0,2,0],[0,0,14],[0,0,14],[2,6,20],[4,5,13],[4,4,18],[0,5,23],[2,3,9],[6,0,20],[3,8,17],[3,6,17],[4,4,10],[0,4,10],[4,4,20],[2,4,8],[4,5,13],[8,8,12],[8,5,13],[1,3,6],[0,3,11],[10,5,11],[7,7,24],[1,6,13],[5,1,14],[21,20,31],[17,10,19],[13,11,22],[7,7,12],[8,4,8],[8,7,9],[8,7,9],[8,8,8],[14,8,8],0,[2,0,6],[3,2,3],[7,2,7],[6,3,5],[1,0,3],[1,2,1]],[[0,0,24],[0,0,16],[0,1,15],[0,0,22],[1,0,23],[0,0,16],[0,0,14],[0,0,24],[0,0,28],[0,0,26],[0,1,23],[0,2,20],[0,6,18],[3,0,21],[0,2,22],[1,2,21],[3,0,21],[2,2,30],[4,2,18],[3,1,16],[2,1,21],[7,3,14],[2,0,22],[5,1,18],[2,2,18],[11,0,13],[3,2,19],[6,4,14],[5,2,17],[4,0,20],[9,1,14],[9,1,14],[1,1,20],[7,2,15],[6,1,17],[5,2,17],[7,2,15],[9,2,13],[8,2,14],[5,1,18],[10,4,10],[7,5,12],[8,2,12],[6,1,15],[17,5,24],[21,4,41],[7,3,14],[7,4,13],[6,0,18],[7,2,15],[13,2,17],[6,4,12],[10,3,11],[9,2,11],[7,4,13],[10,7,23],[9,0,15],[10,3,11],[4,3,13],[14,2,8],[12,4,8],[16,8,24],[5,1,14],[11,2,11],[13,2,7],[11,0,11],[12,1,11],[7,0,13],[9,4,9],[24,0,20],[22,4,14],[7,2,9],[9,3,6],[14,1,9],[30,2,10],[21,0,3],[16,2,2],[18,0,2],[14,4,12],[14,0,8],[14,1,1],[1,2,5],[17,0,3],[5,0,3],0,[0,0,8],[0,1,7],[2,3,11],[5,0,9],[2,4,8],[2,0,14],[2,1,5],[5,2,9],[7,3,6],[5,0,9],[8,0,2],[3,1,4],[8,1,7],[2,0,6],[6,0,8],[9,0,7],[7,1,8],[1,3,2],[5,1,2],[10,2,4],[19,0,3],[6,0,6],[8,2,4],[24,5,11],[11,3,16],[19,3,6],[11,2,1],[9,0,3],[8,0,6],[8,2,4],[10,0,2],[17,1,4],[6,0,2],0,[5,0,1],[8,0,2],[5,2,1],[2,0,2],[2,0,0]],[[0,0,30],[0,1,21],[0,0,24],[0,1,25],[0,0,30],[0,2,24],[0,0,26],[0,1,29],[0,3,31],[1,0,35],[0,1,29],[0,1,21],[0,2,28],[1,0,29],[2,1,27],[2,1,27],[2,3,25],[2,4,46],[4,1,25],[2,1,25],[3,3,24],[2,2,26],[6,2,22],[5,6,19],[1,1,26],[3,4,23],[2,5,23],[5,6,19],[3,5,22],[6,6,18],[3,6,21],[6,3,21],[2,5,23],[3,6,21],[8,5,17],[7,6,17],[4,6,20],[5,4,21],[7,7,16],[10,8,10],[8,5,17],[7,7,16],[7,6,17],[4,7,19],[14,9,33],[20,26,62],[6,4,18],[5,5,20],[4,3,19],[7,8,15],[14,5,17],[7,5,16],[5,7,18],[6,7,17],[8,7,15],[8,11,29],[7,8,15],[11,8,11],[7,6,11],[8,6,16],[5,8,15],[21,16,23],[11,6,13],[7,5,16],[6,7,15],[5,7,16],[13,11,6],[7,6,11],[9,5,10],[15,3,22],[23,10,15],[5,7,6],[6,4,14],[10,9,7],[17,13,18],[10,9,11],[10,8,10],[16,8,6],[17,9,12],[11,3,8],[8,8,4],[0,2,6],[14,2,2],[1,0,3],0,[0,0,10],[0,0,10],[1,4,15],[3,2,11],[6,4,10],[3,4,13],[3,2,5],[3,3,14],[8,5,7],[4,7,9],[6,4,6],[5,3,2],[4,3,11],[2,4,4],[3,3,12],[7,6,7],[5,3,10],[0,2,2],[4,3,3],[10,6,4],[9,10,11],[6,3,7],[6,5,3],[18,11,9],[14,6,8],[17,5,12],[11,5,2],[10,3,5],[5,5,8],[8,4,2],[8,5,3],[4,5,13],[3,2,3],[1,0,5],[2,0,2],[9,1,4],[6,3,1],[0,0,2],[0,4,0]],[[0,0,54],[0,1,41],[1,0,39],[0,0,48],[0,1,53],[0,1,39],[0,0,44],[0,2,52],[0,2,60],[1,1,60],[0,2,52],[1,0,37],[0,0,54],[2,0,52],[0,1,53],[1,0,53],[2,3,49],[4,6,80],[1,4,49],[3,2,47],[3,3,48],[5,2,47],[2,6,46],[5,3,46],[0,3,45],[8,2,44],[1,6,47],[8,6,40],[2,6,46],[7,4,43],[7,2,45],[3,3,48],[5,1,44],[3,7,44],[7,5,42],[11,3,40],[7,6,41],[15,1,38],[6,3,45],[11,5,38],[10,4,40],[4,4,46],[8,3,41],[9,4,39],[11,10,83],[24,18,136],[8,8,38],[10,5,39],[6,6,38],[3,5,46],[15,6,49],[4,8,40],[8,5,39],[8,3,41],[11,6,37],[8,6,74],[8,5,41],[8,4,38],[7,4,37],[20,6,28],[9,7,38],[25,16,67],[9,4,39],[10,4,36],[9,4,37],[18,6,28],[13,7,34],[11,8,27],[17,7,26],[19,3,66],[26,9,45],[6,2,26],[9,3,34],[15,6,35],[45,16,41],[23,7,24],[19,10,21],[20,7,23],[25,13,34],[9,2,29],[16,5,17],[0,2,14],[23,3,16],[4,2,8],[0,2,0],[0,0,18],[0,0,18],[5,0,31],[5,4,19],[5,4,25],[2,4,30],[7,1,10],[6,0,28],[13,3,20],[5,3,26],[4,3,21],[3,3,12],[6,4,24],[3,3,12],[6,3,21],[14,4,18],[7,4,21],[0,2,6],[6,2,10],[16,3,15],[26,5,23],[3,3,22],[13,1,14],[33,9,38],[15,3,38],[17,6,45],[11,2,21],[12,3,19],[11,1,18],[9,2,15],[15,4,13],[11,4,19],[7,2,7],[2,0,8],[4,1,9],[6,0,6],[9,1,8],[0,0,4],[1,2,1]],[[0,0,48],[0,2,36],[0,3,29],[0,3,45],[0,2,46],[0,2,32],[2,0,28],[0,5,43],[0,2,50],[0,4,50],[1,4,43],[0,4,34],[0,5,43],[0,4,44],[0,11,37],[2,7,39],[0,5,43],[6,6,70],[3,7,38],[1,2,39],[1,9,38],[1,8,39],[2,8,38],[4,8,36],[0,3,39],[5,6,37],[4,13,31],[4,13,31],[0,12,36],[1,9,38],[3,8,37],[3,7,38],[2,9,31],[3,12,33],[4,9,35],[5,8,35],[2,12,34],[10,6,32],[1,16,31],[9,7,30],[3,11,34],[4,16,28],[5,10,31],[4,14,28],[6,26,60],[5,35,118],[4,9,33],[3,16,29],[4,7,33],[4,15,29],[11,10,39],[2,13,29],[5,15,26],[6,12,28],[4,17,27],[4,25,49],[1,14,33],[6,15,25],[6,13,23],[9,13,26],[5,13,28],[18,32,46],[6,11,27],[6,14,24],[4,10,28],[7,11,26],[7,14,27],[9,10,23],[9,14,21],[6,9,51],[15,16,41],[3,8,23],[3,10,25],[14,14,20],[24,19,41],[9,15,24],[6,17,19],[11,9,22],[14,21,29],[6,6,22],[12,12,10],[0,6,8],[9,6,17],[3,2,7],[1,1,0],[0,0,16],[0,0,16],[0,7,25],[1,4,21],[4,7,19],[4,4,24],[2,1,13],[0,8,22],[9,7,16],[0,13,17],[4,6,12],[1,7,8],[5,5,20],[3,4,9],[1,9,16],[5,9,18],[4,8,16],[0,6,4],[4,5,7],[8,3,19],[10,10,26],[2,8,12],[4,6,14],[19,23,32],[14,10,24],[10,12,30],[8,7,13],[5,4,15],[7,8,11],[6,5,13],[9,5,14],[11,11,12],[5,3,6],[1,2,5],[1,3,6],[8,1,9],0,[0,0,4],[2,3,1]],[[0,0,12],[0,1,11],[0,0,8],[0,1,9],[0,0,12],[0,0,10],[2,0,10],[0,0,12],[0,0,16],[1,0,11],[0,0,12],[0,2,8],[3,0,9],[3,0,9],[2,1,9],[0,4,8],[3,0,9],[2,2,20],[2,2,8],[4,0,6],[3,1,8],[1,0,11],[4,0,8],[6,0,6],[2,1,9],[5,0,7],[4,0,8],[3,0,9],[4,2,6],[5,0,7],[5,1,6],[8,0,4],[5,2,3],[0,2,10],[7,0,5],[8,0,4],[6,0,6],[7,1,4],[7,1,4],[6,0,6],[6,3,3],[2,4,6],[4,2,6],[6,1,5],[12,5,5],[13,1,18],[6,2,4],[5,4,3],[4,2,6],[7,2,3],[8,0,8],[3,4,5],[7,3,2],[7,2,3],[7,2,3],[12,4,4],[9,0,3],[6,1,5],[6,2,2],[5,2,5],[5,4,3],[18,3,3],[5,2,3],[9,2,1],[10,0,2],[10,1,1],[8,0,4],[5,0,3],[8,2,2],[12,0,8],[15,0,5],[5,0,3],[6,0,2],[10,2,2],[15,1,4],[12,0,0],[9,2,1],[8,0,2],[13,0,3],[8,2,0],[6,0,0],[2,2,0],[6,2,0],[0,2,0],0,[0,0,4],[0,0,4],[3,1,4],[2,1,3],[3,1,4],[4,0,4],[2,0,2],[4,0,4],[4,1,3],[6,0,2],[2,1,1],[2,0,2],[5,0,3],[2,0,2],[3,0,5],[5,1,2],[6,0,2],[1,2,1],[2,0,2],[7,0,1],[10,0,4],[4,0,2],[6,1,1],[18,0,4],[10,3,3],[10,1,1],[6,0,0],[4,0,0],[7,0,1],[4,1,1],[6,0,0],[10,1,1],[3,0,1],[2,0,2],[2,0,0],[4,0,0],[4,0,0]],[[0,0,18],[0,1,11],[0,0,16],[0,0,16],[0,0,18],[0,1,15],[0,1,13],[0,2,16],[0,2,16],[0,0,20],[0,1,17],[0,1,13],[0,4,14],[0,0,18],[0,5,13],[2,1,15],[0,2,16],[0,6,20],[0,2,16],[1,0,13],[0,7,11],[0,4,14],[0,6,12],[0,9,9],[0,4,10],[1,3,14],[0,8,10],[1,8,9],[2,10,6],[0,6,12],[0,4,14],[0,6,12],[0,4,14],[0,9,9],[0,5,13],[0,7,11],[1,11,6],[2,7,9],[1,7,10],[0,10,6],[1,7,10],[1,6,11],[2,6,8],[2,9,5],[2,14,18],[4,33,35],[0,6,10],[1,8,9],[0,7,7],[1,10,7],[1,9,10],[1,9,4],[1,7,10],[0,8,8],[2,9,7],[0,17,11],[0,9,9],[0,10,8],[0,8,8],[3,11,4],[1,9,6],[0,21,15],[0,9,7],[0,8,8],[0,10,4],[0,10,4],[1,11,6],[1,9,6],[4,8,4],[1,6,11],[3,17,8],[1,7,6],[0,7,5],[2,10,4],[3,17,10],[2,11,5],[1,9,2],[0,12,4],[1,14,7],[0,6,6],[5,6,3],[0,2,2],[2,2,4],[1,0,3],0,[0,0,6],[0,0,6],[0,4,8],[1,3,6],[0,7,3],[0,3,9],[0,3,3],[0,5,7],[0,5,7],[0,5,5],[0,4,4],[0,4,2],[2,4,4],[0,3,3],[0,6,2],[1,8,3],[2,6,2],[0,2,2],[0,4,2],[2,6,4],[2,13,3],[0,4,2],[0,6,4],[2,11,9],[1,8,7],[2,10,6],[1,4,5],[2,5,3],[1,5,2],[1,4,3],[1,7,4],[6,6,2],[1,2,1],[0,0,2],[0,4,0],[1,2,1],[1,3,2]]],"versus_totals_tracks":{"highest":[[[32,0,0],[38,1,1],[24,0,4],[39,0,1],[47,0,1],[30,0,2],[35,0,1],[44,0,4],[47,1,4],[53,0,1],[48,0,0],[38,2,0],[47,0,1],[47,0,1],[47,1,0],[48,0,0],[46,1,1],[81,0,1],[48,0,0],[42,0,0],[48,0,0],[48,0,0],[48,0,0],[48,0,0],[42,0,0],[48,0,0],[47,0,1],[45,1,2],[47,1,0],[48,0,0],[48,0,0],[48,0,0],[41,0,1],[48,0,0],[48,0,0],[48,0,0],[47,0,1],[48,0,0],[48,0,0],[43,0,3],[48,0,0],[48,0,0],[46,0,0],[46,0,0],[90,0,2],[158,0,0],[46,0,0],[48,0,0],[44,0,0],[48,0,0],[59,0,1],[44,0,0],[46,0,0],[46,0,0],[48,0,0],[78,0,0],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[46,0,0],[96,0,0],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[48,0,0],[42,0,0],[44,0,0],[66,0,0],[72,0,0],[34,0,0],[38,0,0],[48,0,0],[84,0,0],[48,0,0],[42,0,0],[42,0,0],[64,0,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[15,0,1],[15,0,1],[32,0,0],[26,0,0],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[32,0,0],[30,0,0],[22,0,0],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[31,1,0],[27,1,0],[9,0,1],[16,0,0],[30,0,0],[46,0,0],[22,0,0],[24,0,0],[74,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[29,2,13],[24,2,6],[33,4,11],[29,6,13],[25,3,6],[38,3,7],[40,6,4],[31,3,6],[32,5,7],[37,2,3],[28,4,6],[42,3,3],[32,1,3],[35,2,3],[27,6,5],[33,3,2],[26,4,6],[54,3,1],[32,1,3],[32,1,3],[36,0,2],[34,1,3],[39,1,0],[39,0,1],[29,0,3],[37,0,1],[37,1,0],[36,1,3],[37,1,0],[36,2,0],[36,1,1],[37,0,1],[34,0,0],[44,0,0],[46,0,0],[35,1,2],[40,0,0],[41,1,0],[38,0,2],[34,0,0],[36,1,1],[43,1,0],[32,0,0],[36,0,2],[64,1,1],[116,3,1],[40,0,0],[39,1,0],[33,1,0],[42,0,0],[51,0,1],[34,0,0],[37,1,0],[34,1,1],[38,0,0],[58,1,1],[40,0,0],[38,0,0],[30,0,0],[36,0,0],[40,0,0],[75,1,0],[35,1,0],[38,0,0],[32,0,0],[35,1,0],[38,0,0],[38,0,0],[38,0,0],[51,0,1],[50,0,0],[26,0,0],[28,0,0],[31,1,0],[78,0,0],[40,0,0],[38,0,0],[36,0,0],[52,0,0],[26,0,0],[30,0,0],[14,0,0],[30,0,0],[10,0,0],[2,0,0],[12,1,1],[6,1,3],[24,1,1],[22,1,1],[20,0,0],[27,2,1],[14,0,0],[24,0,0],[24,2,0],[24,0,0],[10,0,0],[14,0,0],[26,0,0],[12,0,0],[20,0,0],[22,0,0],[23,0,1],[10,0,0],[14,0,0],[22,0,0],[36,0,0],[15,0,1],[24,0,0],[58,2,0],[40,0,0],[41,1,0],[22,0,0],[20,0,0],[19,1,0],[12,0,0],[23,1,0],[27,1,0],[10,0,0],[6,0,0],[10,0,0],[14,0,0],[14,0,0],[4,0,0],[6,0,0]],[[21,1,10],[34,5,9],[25,3,4],[31,5,8],[31,3,8],[36,5,7],[41,1,8],[27,2,3],[24,3,7],[30,3,9],[25,2,1],[42,3,3],[26,1,1],[29,1,6],[30,0,4],[28,3,1],[33,1,4],[53,6,3],[36,0,0],[25,0,1],[38,1,1],[32,1,1],[35,1,0],[37,0,1],[29,0,3],[27,1,0],[30,2,0],[35,2,3],[36,0,0],[36,0,0],[38,2,0],[38,0,0],[23,1,0],[31,1,0],[35,1,0],[35,1,0],[38,0,0],[40,0,0],[31,1,0],[34,3,1],[34,0,0],[42,0,0],[34,2,0],[33,2,1],[57,2,1],[119,4,1],[25,0,1],[40,0,0],[37,1,0],[32,0,0],[45,1,0],[38,1,1],[36,0,0],[31,0,1],[36,0,0],[52,2,0],[34,0,0],[34,0,0],[31,1,0],[37,0,1],[33,1,0],[69,1,0],[40,0,0],[28,0,0],[30,0,0],[32,2,0],[34,0,0],[36,0,0],[36,0,0],[50,0,0],[53,1,0],[20,0,0],[27,1,0],[33,1,0],[66,0,0],[35,1,0],[27,1,0],[22,0,0],[42,0,0],[26,0,0],[30,0,0],[9,1,0],[22,2,0],[12,0,0],[2,0,0],[13,2,1],[15,0,1],[21,2,1],[11,1,0],[19,1,0],[20,0,0],[14,1,1],[18,0,0],[22,0,0],[23,1,0],[14,0,0],[14,0,0],[16,0,0],[10,0,0],[23,0,1],[24,0,0],[22,2,0],[4,0,0],[16,0,0],[24,0,0],[28,0,0],[16,0,0],[14,0,0],[62,2,0],[32,0,0],[40,0,0],[16,0,0],[20,0,0],[18,0,0],[16,0,0],[18,0,0],[23,1,0],[11,1,0],[2,0,0],[6,0,0],[14,0,0],[12,0,0],0,[6,0,0]],[[18,5,21],[21,5,22],[26,5,17],[22,3,7],[28,4,14],[30,4,14],[32,1,9],[29,4,13],[29,5,10],[38,2,10],[31,3,10],[41,1,6],[36,6,4],[32,3,5],[37,4,3],[34,6,6],[27,6,11],[56,8,10],[45,1,2],[30,4,4],[35,6,3],[41,2,1],[37,4,3],[39,6,1],[27,3,4],[42,1,3],[39,2,3],[37,1,8],[43,2,1],[39,4,3],[36,4,2],[37,4,1],[37,1,0],[39,0,3],[41,3,2],[41,2,1],[39,0,3],[44,2,0],[47,1,0],[36,2,4],[35,3,4],[42,2,0],[44,0,0],[40,0,2],[81,2,3],[132,6,2],[38,1,1],[36,2,2],[38,4,0],[39,1,0],[48,1,1],[35,1,4],[36,3,1],[44,2,0],[46,0,0],[72,4,0],[46,0,0],[39,1,0],[36,2,0],[37,1,2],[36,3,1],[83,5,2],[40,0,0],[44,0,0],[35,0,1],[43,0,1],[47,1,0],[35,3,0],[35,3,0],[58,1,1],[66,3,1],[32,0,0],[33,1,0],[43,1,0],[86,0,0],[44,0,0],[39,1,0],[40,0,0],[57,1,0],[31,1,0],[34,0,0],[14,0,0],[29,1,0],[12,0,0],[2,0,0],[12,0,2],[11,1,2],[28,2,0],[22,3,1],[27,0,3],[24,1,3],[11,3,0],[23,0,1],[28,0,0],[26,2,0],[20,0,0],[12,2,0],[30,0,0],[14,0,0],[22,0,2],[32,0,0],[28,0,0],[6,1,1],[16,0,0],[26,2,0],[44,2,0],[21,0,1],[24,0,0],[67,3,0],[46,0,0],[50,0,0],[27,1,0],[24,0,0],[24,0,0],[22,2,0],[24,0,0],[28,0,0],[12,0,0],[8,0,0],[9,1,0],[16,0,0],[16,0,0],[2,0,0],[6,0,0]],[[23,1,24],[16,3,15],[17,2,13],[26,5,11],[22,5,5],[23,3,14],[20,3,11],[34,3,11],[36,5,11],[43,4,7],[37,3,8],[28,5,5],[37,7,4],[42,3,3],[40,6,2],[36,8,4],[34,6,8],[71,7,4],[41,2,5],[35,3,4],[43,4,1],[42,3,3],[41,2,5],[43,3,2],[36,4,2],[42,4,2],[42,4,2],[41,2,5],[43,5,0],[44,4,0],[44,3,1],[44,4,0],[38,3,1],[43,3,2],[43,5,0],[43,4,1],[48,0,0],[43,4,1],[45,2,1],[38,4,4],[48,0,0],[44,2,2],[43,2,1],[42,4,0],[87,2,3],[146,12,0],[45,1,0],[48,0,0],[40,1,3],[47,1,0],[57,3,0],[42,1,1],[46,0,0],[42,3,1],[44,4,0],[76,2,0],[45,3,0],[43,3,0],[40,2,0],[47,1,0],[45,1,0],[92,3,1],[43,0,1],[43,1,0],[41,1,0],[39,4,1],[46,2,0],[40,2,0],[42,0,2],[66,0,0],[72,0,0],[31,2,1],[36,2,0],[46,2,0],[82,2,0],[47,1,0],[36,6,0],[42,0,0],[61,3,0],[34,0,0],[32,2,0],[14,0,0],[30,2,0],[12,0,0],[2,0,0],[12,2,2],[15,0,1],[28,3,1],[24,2,0],[29,0,1],[32,0,0],[14,2,0],[28,2,0],[30,2,0],[27,3,0],[22,0,0],[16,0,0],[30,0,0],[16,0,0],[23,2,1],[30,2,0],[28,0,0],[10,0,0],[16,0,0],[29,1,0],[46,0,0],[22,0,0],[24,0,0],[73,1,0],[47,1,0],[51,1,0],[26,2,0],[23,1,0],[26,0,0],[23,1,0],[28,0,0],[32,2,0],[12,2,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[13,2,25],[30,3,15],[25,4,19],[36,1,11],[28,4,8],[24,3,5],[29,5,16],[19,1,14],[27,2,9],[34,2,6],[30,1,7],[41,2,5],[28,6,6],[27,2,3],[27,3,2],[30,3,7],[29,2,7],[49,1,4],[40,2,0],[27,4,5],[32,4,0],[44,0,0],[40,3,1],[37,1,2],[30,0,2],[37,1,2],[36,2,0],[30,0,4],[39,1,0],[39,1,0],[25,1,2],[37,3,0],[33,2,1],[35,1,0],[37,1,0],[24,0,0],[34,0,0],[33,1,0],[31,0,1],[28,1,3],[34,1,1],[33,1,0],[31,0,1],[31,1,0],[69,3,2],[127,3,2],[34,0,0],[42,0,0],[24,1,1],[40,0,0],[49,0,1],[32,0,0],[39,1,2],[30,0,0],[32,0,0],[54,2,0],[38,2,0],[36,0,0],[32,1,1],[37,0,1],[37,1,0],[67,1,0],[40,0,0],[32,0,0],[36,0,0],[32,1,1],[41,0,1],[29,1,0],[38,0,0],[54,0,0],[47,2,1],[28,0,0],[28,0,0],[35,1,0],[66,0,0],[35,1,0],[27,3,0],[36,0,0],[50,2,0],[20,0,0],[30,0,0],[11,1,0],[26,0,0],[6,0,0],[2,0,0],[9,0,5],[12,0,0],[23,1,0],[22,1,1],[27,0,1],[23,1,0],[11,1,0],[22,0,0],[20,0,0],[16,2,0],[15,1,0],[12,2,0],[21,1,0],[12,0,0],[18,0,0],[24,0,0],[18,0,0],[4,0,0],[14,0,0],[24,0,0],[34,0,0],[14,0,0],[24,0,0],[47,1,0],[39,1,0],[37,1,0],[22,0,0],[20,0,0],[16,0,0],[21,0,1],[22,0,0],[23,1,0],[14,0,0],[4,0,0],[7,1,0],[14,0,0],[14,0,0],[2,0,0],[6,0,0]],[[16,3,15],[22,6,20],[25,4,19],[24,1,13],[20,2,6],[32,2,14],[18,2,14],[27,3,10],[18,2,12],[30,2,10],[23,4,9],[31,2,15],[16,4,6],[26,3,3],[19,6,7],[27,6,3],[25,2,7],[46,5,1],[29,3,2],[26,2,2],[31,4,1],[32,0,0],[26,3,1],[30,2,2],[30,3,1],[29,1,0],[32,4,0],[24,2,6],[33,0,1],[28,1,1],[34,2,0],[34,2,2],[27,1,0],[22,1,1],[40,0,0],[37,1,0],[35,1,0],[36,2,2],[30,2,0],[33,1,2],[29,0,3],[36,0,0],[28,0,0],[30,0,0],[71,1,0],[112,2,0],[32,0,0],[34,0,0],[26,2,0],[38,0,0],[33,0,1],[24,0,0],[40,1,1],[32,0,0],[40,1,1],[66,0,0],[34,0,0],[29,0,1],[26,0,0],[38,2,0],[40,0,0],[66,0,0],[32,0,0],[30,0,0],[26,0,0],[30,0,0],[35,0,1],[30,0,0],[36,0,0],[48,0,0],[49,0,1],[26,0,0],[28,0,0],[40,0,0],[60,0,0],[36,0,0],[34,0,0],[32,0,0],[40,1,1],[26,0,0],[28,0,0],[10,0,0],[22,0,0],[4,0,0],[1,1,0],[8,0,4],[11,0,3],[28,0,0],[19,1,2],[20,0,0],[22,1,1],[14,0,0],[24,0,0],[24,0,0],[24,1,1],[20,0,0],[12,0,0],[22,0,0],[14,0,0],[20,1,1],[24,0,0],[20,0,0],[8,0,0],[12,0,0],[22,0,0],[38,0,0],[16,0,0],[14,0,0],[42,0,0],[38,0,0],[41,1,0],[17,1,0],[16,0,0],[20,0,0],[18,0,0],[16,0,0],[22,0,0],[10,0,0],[4,0,0],[8,0,0],[16,0,0],[10,0,0],[4,0,0],[6,0,0]],[[21,5,22],[17,5,20],[13,4,13],[26,2,18],[28,6,14],[22,3,13],[19,5,18],[25,2,5],[34,3,15],[33,6,15],[33,6,9],[28,1,5],[36,3,9],[33,6,9],[39,5,4],[39,2,7],[31,4,13],[70,3,9],[36,8,4],[35,5,2],[43,2,3],[40,3,5],[40,1,7],[43,3,2],[36,4,2],[45,1,2],[45,2,1],[36,1,11],[48,0,0],[44,2,2],[45,0,3],[47,0,1],[38,3,1],[43,1,4],[44,1,3],[45,0,3],[46,2,0],[45,2,1],[47,0,1],[41,0,5],[46,0,2],[46,1,1],[44,0,2],[45,1,0],[84,3,5],[149,6,3],[45,0,1],[48,0,0],[41,3,0],[46,1,1],[58,0,2],[42,0,2],[42,2,2],[46,0,0],[45,2,1],[77,0,1],[48,0,0],[46,0,0],[40,1,1],[46,0,2],[45,0,1],[94,2,0],[43,0,1],[43,1,0],[42,0,0],[40,3,1],[47,0,1],[42,0,0],[43,0,1],[65,1,0],[72,0,0],[34,0,0],[38,0,0],[48,0,0],[85,1,0],[48,0,0],[42,0,0],[42,0,0],[63,1,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[11,4,1],[10,1,5],[29,1,2],[23,1,2],[30,0,0],[32,0,0],[16,0,0],[30,0,0],[30,2,0],[28,0,2],[22,0,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[32,0,0],[28,0,0],[9,0,1],[15,0,1],[28,2,0],[46,0,0],[22,0,0],[23,0,1],[72,2,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[23,2,23],[22,2,16],[19,1,10],[24,5,11],[27,6,15],[22,2,10],[23,4,11],[31,5,12],[25,2,9],[40,5,9],[33,7,8],[35,1,6],[42,2,4],[42,1,5],[42,1,5],[38,4,6],[36,3,9],[68,4,10],[44,3,1],[38,1,3],[42,2,4],[44,2,2],[44,1,3],[46,0,2],[39,1,2],[44,1,3],[44,0,4],[42,3,3],[44,3,1],[45,1,2],[43,3,2],[45,1,2],[40,0,2],[42,3,3],[43,2,3],[46,2,0],[45,0,3],[45,2,1],[43,3,2],[42,0,4],[45,0,3],[42,0,6],[42,1,3],[42,1,3],[87,0,5],[155,1,2],[44,0,2],[46,0,2],[41,2,1],[47,0,1],[58,1,1],[40,0,4],[44,0,2],[43,0,3],[48,0,0],[76,0,2],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[44,2,0],[94,1,1],[42,1,1],[44,0,0],[42,0,0],[42,1,1],[46,0,2],[42,0,0],[43,0,1],[64,1,1],[72,0,0],[33,0,1],[38,0,0],[47,1,0],[83,1,0],[48,0,0],[42,0,0],[42,0,0],[62,2,0],[34,0,0],[34,0,0],[13,0,1],[30,2,0],[12,0,0],[2,0,0],[10,2,4],[13,1,2],[31,0,1],[25,0,1],[26,2,2],[30,0,2],[15,0,1],[30,0,0],[31,0,1],[29,1,0],[22,0,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[30,0,2],[27,1,0],[8,0,2],[16,0,0],[30,0,0],[46,0,0],[20,0,2],[24,0,0],[74,0,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[24,0,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[19,3,44],[14,3,33],[25,4,21],[20,3,39],[31,9,26],[28,2,30],[21,4,23],[39,6,21],[37,7,26],[42,3,11],[39,5,22],[28,3,13],[39,8,19],[50,3,13],[48,5,13],[54,4,8],[42,4,20],[94,6,14],[54,0,12],[46,2,12],[56,6,4],[60,3,3],[63,0,3],[54,3,9],[50,3,3],[59,1,6],[60,1,5],[53,1,12],[58,2,6],[59,6,1],[59,4,3],[63,1,2],[53,1,2],[63,1,2],[61,1,4],[63,2,1],[63,0,3],[62,2,2],[62,2,2],[61,0,3],[61,1,4],[66,0,0],[60,2,2],[60,0,4],[122,1,5],[223,5,6],[61,2,1],[64,1,1],[53,2,3],[65,0,1],[80,1,1],[59,0,3],[61,1,0],[61,1,2],[64,0,2],[103,0,3],[65,0,1],[64,0,0],[54,0,2],[63,2,1],[62,1,1],[132,0,0],[61,0,1],[61,0,1],[58,0,0],[61,0,1],[65,1,0],[59,0,1],[56,1,3],[85,0,1],[95,0,1],[46,0,0],[54,0,0],[59,2,1],[112,1,3],[65,1,0],[60,0,0],[56,2,0],[88,1,1],[45,0,1],[45,1,0],[18,0,0],[41,1,0],[16,0,0],[4,0,0],[10,5,7],[14,0,8],[39,2,3],[33,0,5],[35,3,4],[42,0,2],[18,2,2],[38,0,2],[44,0,0],[37,1,4],[32,0,0],[22,0,0],[40,0,0],[22,0,0],[35,1,2],[44,0,0],[35,0,1],[11,0,1],[21,0,1],[38,1,1],[58,1,1],[32,0,0],[29,0,1],[95,0,1],[58,0,0],[68,0,4],[37,0,1],[34,0,0],[33,0,1],[29,0,1],[37,0,1],[45,1,0],[18,0,0],[10,0,0],[16,0,0],[25,0,1],[22,0,0],[4,0,0],[8,0,0]],[[12,3,33],[9,5,24],[16,1,17],[25,3,16],[22,3,23],[18,1,15],[21,2,15],[26,8,14],[28,3,21],[32,4,18],[24,0,8],[18,2,8],[37,2,9],[35,2,11],[36,5,7],[36,5,7],[29,3,16],[61,7,14],[40,2,6],[32,2,8],[40,4,4],[37,2,9],[40,3,5],[40,2,6],[36,1,5],[42,1,5],[43,0,5],[38,1,9],[41,3,4],[43,2,3],[43,2,3],[47,0,1],[37,2,3],[43,0,5],[43,1,4],[44,2,2],[45,0,3],[44,2,2],[45,1,2],[38,3,5],[42,1,5],[45,0,3],[45,0,1],[41,1,4],[84,3,5],[150,2,6],[42,1,3],[45,0,3],[42,1,1],[47,0,1],[57,0,3],[39,0,5],[45,1,0],[45,1,0],[46,1,1],[76,0,2],[48,0,0],[43,0,3],[38,0,4],[47,0,1],[45,0,1],[94,0,2],[44,0,0],[44,0,0],[41,0,1],[44,0,0],[45,0,3],[42,0,0],[44,0,0],[64,0,2],[70,2,0],[32,0,2],[38,0,0],[47,0,1],[86,0,0],[48,0,0],[42,0,0],[41,1,0],[62,1,1],[33,1,0],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[8,1,7],[11,0,5],[28,3,1],[20,2,4],[27,1,2],[27,1,4],[13,1,2],[28,0,2],[29,1,2],[27,2,1],[22,0,0],[15,1,0],[30,0,0],[16,0,0],[23,0,3],[31,0,1],[28,0,0],[8,0,2],[16,0,0],[30,0,0],[46,0,0],[18,2,2],[23,0,1],[74,0,0],[48,0,0],[50,1,1],[28,0,0],[24,0,0],[25,0,1],[23,1,0],[27,1,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[17,1,0],[16,0,0],[4,0,0],[6,0,0]],[[9,3,24],[12,6,30],[14,6,28],[17,3,26],[18,4,16],[22,3,23],[28,3,19],[15,3,14],[22,2,18],[27,7,10],[20,3,11],[28,0,4],[26,4,6],[29,2,7],[20,2,6],[28,3,5],[24,2,10],[39,2,11],[32,4,4],[27,3,2],[26,3,1],[34,0,4],[37,3,2],[29,6,3],[20,2,4],[38,1,1],[22,5,1],[30,2,6],[32,3,1],[35,5,2],[35,2,3],[32,2,0],[36,0,0],[33,2,3],[34,0,2],[33,1,0],[40,0,0],[23,4,1],[38,2,0],[27,1,4],[24,2,2],[37,0,1],[30,1,3],[43,0,1],[65,0,3],[120,5,1],[38,2,0],[32,0,0],[35,2,3],[26,2,0],[33,0,3],[27,1,2],[31,2,1],[38,0,0],[30,2,0],[52,3,1],[36,0,0],[28,0,0],[29,3,0],[40,2,0],[28,3,1],[53,1,0],[28,0,0],[30,0,0],[31,1,0],[33,1,0],[37,0,1],[28,0,0],[29,1,0],[52,2,0],[44,0,0],[20,0,0],[29,1,0],[34,0,0],[58,0,0],[30,0,0],[28,0,0],[34,0,0],[39,1,0],[22,0,0],[28,0,0],[11,1,0],[20,0,0],[10,0,0],[2,0,0],[8,2,2],[8,1,5],[24,2,2],[15,0,1],[16,2,0],[25,0,1],[9,0,3],[17,0,1],[24,2,0],[17,1,0],[15,1,0],[14,0,0],[28,2,0],[12,0,0],[9,1,2],[18,0,0],[24,0,0],[8,0,0],[12,0,0],[25,1,0],[26,0,0],[18,0,0],[18,0,0],[50,4,0],[30,0,0],[38,0,0],[16,0,0],[16,0,0],[22,0,0],[16,0,0],[20,0,0],[26,0,0],[12,0,0],[6,0,0],[6,0,0],[14,0,0],[10,0,0],[4,0,0],[4,0,0]],[[9,6,33],[7,2,29],[8,0,24],[14,5,23],[13,10,25],[14,7,21],[16,5,13],[16,4,28],[19,3,30],[29,6,19],[28,3,17],[19,4,13],[22,4,6],[32,3,13],[26,4,18],[31,3,14],[23,6,19],[48,6,28],[37,6,5],[31,3,8],[33,2,13],[38,2,8],[35,1,12],[38,2,8],[29,2,11],[42,1,5],[41,2,5],[32,1,15],[36,5,7],[38,5,5],[41,4,3],[40,3,5],[35,1,6],[39,0,9],[38,7,3],[38,3,7],[41,3,4],[36,4,8],[42,0,6],[37,0,9],[39,5,4],[44,0,4],[37,3,6],[42,0,4],[74,5,13],[135,12,11],[39,3,4],[41,1,6],[37,1,6],[42,3,3],[54,1,5],[35,4,5],[44,1,1],[37,3,6],[41,3,4],[67,1,10],[42,1,5],[41,1,4],[38,1,3],[41,0,7],[39,2,5],[86,4,6],[39,3,2],[41,1,2],[37,3,2],[41,0,3],[44,3,1],[39,1,2],[37,2,5],[58,0,8],[68,0,4],[28,2,4],[35,0,3],[43,1,4],[81,1,4],[48,0,0],[41,0,1],[40,1,1],[60,2,2],[33,1,0],[32,2,0],[12,1,1],[32,0,0],[11,1,0],[1,1,0],[5,2,9],[7,1,8],[24,3,5],[20,3,3],[26,1,3],[28,0,4],[12,1,3],[27,0,3],[25,3,4],[24,3,3],[21,0,1],[15,1,0],[28,1,1],[14,0,2],[21,3,2],[29,2,1],[25,0,3],[8,0,2],[14,2,0],[26,0,4],[42,0,4],[22,0,0],[22,0,2],[61,8,5],[45,1,2],[49,2,1],[28,0,0],[24,0,0],[24,1,1],[22,1,1],[28,0,0],[30,2,2],[12,1,1],[6,2,0],[10,0,0],[18,0,0],[14,2,0],[3,0,1],[6,0,0]],[[17,1,30],[14,2,24],[15,4,19],[16,5,19],[11,8,29],[12,5,19],[21,6,17],[23,3,22],[23,5,24],[31,4,19],[26,9,13],[24,1,13],[29,5,14],[24,3,5],[25,6,17],[38,3,7],[31,1,16],[55,8,19],[36,4,8],[33,2,7],[38,3,7],[41,3,4],[39,4,5],[40,2,6],[30,4,8],[40,6,2],[40,5,3],[37,2,9],[43,4,1],[41,4,3],[44,1,3],[45,0,3],[36,1,5],[40,0,8],[44,1,3],[38,2,8],[45,1,2],[39,5,4],[44,2,2],[41,1,4],[43,2,3],[44,0,4],[42,1,3],[40,2,4],[85,1,6],[138,10,10],[39,3,4],[41,1,6],[39,0,5],[44,1,3],[57,1,2],[37,2,5],[45,1,0],[41,1,4],[47,0,1],[75,1,2],[45,1,2],[43,3,0],[36,2,4],[43,1,4],[41,1,4],[89,3,4],[43,0,1],[41,2,1],[42,0,0],[40,2,2],[47,0,1],[36,3,3],[43,0,1],[66,0,0],[70,1,1],[32,0,2],[36,1,1],[45,2,1],[83,2,1],[43,2,3],[35,3,4],[40,1,1],[56,4,4],[32,0,2],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[5,2,9],[8,2,6],[29,1,2],[15,5,6],[26,0,4],[30,0,2],[14,1,1],[29,0,1],[26,4,2],[28,2,0],[17,4,1],[16,0,0],[26,2,2],[16,0,0],[22,0,4],[27,5,0],[27,0,1],[8,2,0],[16,0,0],[28,2,0],[44,0,2],[17,1,4],[23,1,0],[71,3,0],[48,0,0],[47,1,4],[27,0,1],[22,1,1],[26,0,0],[23,1,0],[25,1,2],[31,2,1],[14,0,0],[7,0,1],[10,0,0],[16,0,2],[15,1,0],[4,0,0],[6,0,0]],[[9,3,36],[10,2,26],[7,3,22],[9,8,25],[10,9,29],[12,5,19],[15,4,21],[15,3,30],[22,4,26],[25,6,23],[18,8,22],[13,6,13],[22,5,21],[25,9,14],[21,4,7],[24,9,15],[28,6,14],[48,6,28],[33,3,12],[30,2,10],[37,2,9],[37,6,5],[33,4,11],[33,12,3],[27,4,11],[38,3,7],[29,10,9],[34,4,10],[36,6,6],[33,7,8],[39,6,3],[38,4,6],[35,2,5],[37,6,5],[39,4,5],[39,4,5],[39,6,3],[38,3,7],[36,7,5],[38,3,5],[39,6,3],[42,2,4],[40,4,2],[42,1,3],[79,5,8],[137,13,8],[38,5,3],[44,1,3],[38,1,5],[44,1,3],[55,3,2],[38,1,5],[41,3,2],[36,4,6],[43,4,1],[74,4,0],[46,1,1],[39,6,1],[35,5,2],[39,6,3],[38,6,2],[88,5,3],[42,1,1],[39,5,0],[42,0,0],[39,4,1],[41,4,3],[35,5,2],[42,1,1],[62,1,3],[67,5,0],[30,3,1],[33,3,2],[47,1,0],[78,6,0],[45,3,0],[37,5,0],[38,4,0],[56,7,1],[32,2,0],[32,2,0],[13,1,0],[30,2,0],[12,0,0],[2,0,0],[5,2,9],[5,3,8],[26,1,5],[19,4,3],[23,1,6],[31,1,0],[13,1,2],[26,2,2],[27,2,3],[25,2,3],[20,2,0],[15,0,1],[26,4,0],[16,0,0],[22,0,4],[27,4,1],[26,2,0],[7,1,2],[15,1,0],[27,3,0],[41,5,0],[20,1,1],[23,1,0],[70,4,0],[43,3,2],[48,3,1],[25,3,0],[22,2,0],[23,2,1],[21,3,0],[25,3,0],[31,3,0],[13,1,0],[8,0,0],[10,0,0],[18,0,0],[14,2,0],[2,1,1],[5,1,0]],[[5,2,41],[4,2,34],[7,4,27],[10,7,27],[9,10,29],[4,4,28],[4,3,27],[15,8,25],[18,7,27],[20,4,30],[16,6,26],[12,2,22],[16,5,27],[21,8,19],[17,8,23],[16,3,13],[22,4,22],[42,8,32],[29,5,14],[24,4,14],[31,6,11],[34,7,7],[37,2,9],[28,9,11],[21,7,14],[38,3,7],[37,6,5],[30,5,13],[40,1,7],[36,5,7],[37,5,6],[41,3,4],[32,2,8],[37,4,7],[42,3,3],[39,4,5],[42,3,3],[37,5,6],[41,4,3],[36,4,6],[37,8,3],[39,3,6],[38,4,4],[40,4,2],[76,6,10],[137,13,8],[32,5,9],[41,4,3],[40,2,2],[41,1,6],[53,3,4],[34,2,8],[39,4,3],[39,3,4],[43,4,1],[70,4,4],[44,4,0],[38,4,4],[33,6,3],[36,6,6],[43,1,2],[88,5,3],[42,1,1],[37,6,1],[37,3,2],[35,6,3],[43,2,3],[35,5,2],[41,3,0],[65,0,1],[67,5,0],[31,2,1],[37,0,1],[44,2,2],[79,5,2],[44,4,0],[35,7,0],[38,4,0],[57,7,0],[34,0,0],[30,4,0],[9,2,3],[32,0,0],[12,0,0],[1,1,0],[4,1,11],[6,3,7],[19,5,8],[16,4,6],[26,2,2],[29,1,2],[12,1,3],[25,4,1],[24,4,4],[26,2,2],[18,3,1],[13,2,1],[27,3,0],[15,1,0],[20,2,4],[28,3,1],[23,2,3],[9,0,1],[14,2,0],[27,3,0],[42,4,0],[21,1,0],[24,0,0],[67,6,1],[46,1,1],[47,3,2],[27,1,0],[19,5,0],[24,2,0],[22,2,0],[28,0,0],[34,0,0],[13,1,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[24,3,21],[23,4,9],[18,2,14],[32,4,6],[33,3,12],[31,1,4],[28,1,7],[34,2,12],[37,4,11],[46,2,6],[38,4,6],[33,0,5],[40,7,1],[44,1,3],[39,5,4],[40,5,3],[31,0,1],[71,4,7],[44,2,2],[39,3,0],[45,1,2],[47,1,0],[47,1,0],[48,0,0],[38,2,2],[48,0,0],[46,1,1],[42,2,4],[45,2,1],[48,0,0],[46,1,1],[46,2,0],[41,0,1],[46,0,2],[45,3,0],[47,1,0],[48,0,0],[46,2,0],[48,0,0],[44,0,2],[47,1,0],[47,1,0],[46,0,0],[46,0,0],[89,1,2],[155,2,1],[44,1,1],[47,1,0],[43,1,0],[48,0,0],[59,0,1],[43,0,1],[46,0,0],[46,0,0],[48,0,0],[77,1,0],[48,0,0],[46,0,0],[42,0,0],[48,0,0],[44,0,2],[96,0,0],[44,0,0],[44,0,0],[42,0,0],[44,0,0],[48,0,0],[42,0,0],[44,0,0],[66,0,0],[72,0,0],[34,0,0],[38,0,0],[47,1,0],[84,0,0],[48,0,0],[42,0,0],[42,0,0],[64,0,0],[34,0,0],[33,1,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[13,0,3],[14,1,1],[32,0,0],[22,2,2],[30,0,0],[32,0,0],[15,0,1],[29,1,0],[32,0,0],[30,0,0],[22,0,0],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[32,0,0],[28,0,0],[9,0,1],[15,1,0],[30,0,0],[46,0,0],[21,0,1],[24,0,0],[73,1,0],[48,0,0],[52,0,0],[28,0,0],[24,0,0],[26,0,0],[23,1,0],[28,0,0],[34,0,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[17,6,55],[12,4,42],[15,6,41],[16,9,49],[26,8,44],[20,8,30],[11,3,38],[21,6,51],[40,5,41],[38,7,43],[33,11,34],[30,6,28],[40,11,27],[49,6,23],[38,9,31],[43,10,25],[40,6,32],[75,13,38],[44,10,24],[43,5,22],[64,7,7],[55,7,16],[53,5,20],[59,5,14],[45,6,19],[62,6,10],[60,6,12],[55,2,21],[62,5,11],[62,5,11],[67,6,5],[66,1,11],[56,2,8],[56,10,12],[67,7,4],[59,9,10],[68,2,8],[63,8,7],[63,7,8],[64,2,8],[62,9,7],[65,4,9],[67,4,7],[69,3,6],[119,7,22],[221,20,25],[63,3,8],[64,2,12],[57,2,11],[71,2,5],[84,5,7],[61,5,8],[62,5,7],[66,5,7],[66,6,6],[108,9,9],[66,6,6],[65,4,5],[60,3,5],[68,2,8],[65,3,6],[136,9,11],[68,3,3],[65,2,3],[66,1,3],[66,3,5],[71,3,4],[56,5,5],[59,5,8],[89,1,6],[104,2,8],[46,3,3],[56,4,2],[72,3,5],[126,2,6],[65,7,6],[69,3,2],[65,2,3],[96,5,7],[45,2,3],[47,3,2],[20,1,1],[42,2,2],[13,0,1],[4,0,0],[10,3,13],[13,1,12],[35,4,13],[30,3,7],[42,1,9],[47,2,3],[20,3,3],[43,3,2],[47,3,2],[42,4,6],[35,0,1],[23,1,2],[41,3,4],[25,0,1],[33,3,8],[48,1,3],[37,4,3],[14,0,2],[25,0,1],[46,0,2],[73,3,4],[31,0,5],[35,1,2],[109,4,7],[65,3,6],[73,1,6],[41,1,2],[36,0,0],[41,1,2],[33,1,2],[40,3,3],[46,2,4],[21,0,1],[9,0,1],[15,1,0],[26,0,2],[23,2,1],[7,0,1],[8,0,0]],[[4,5,39],[3,2,23],[6,3,27],[10,5,27],[10,5,33],[8,5,23],[13,6,27],[10,6,32],[20,6,26],[26,4,24],[21,3,24],[11,7,16],[13,11,24],[25,3,20],[27,4,17],[23,7,18],[23,2,23],[44,13,25],[20,3,9],[22,2,18],[29,5,14],[36,3,9],[33,3,12],[39,1,8],[25,5,12],[36,4,8],[37,3,8],[33,4,11],[40,2,6],[38,4,6],[39,5,4],[41,1,6],[33,0,9],[37,1,10],[36,5,7],[35,5,8],[38,3,7],[34,4,10],[39,0,9],[39,1,6],[38,4,6],[38,2,8],[32,3,11],[38,2,6],[70,3,19],[126,13,19],[36,4,6],[39,3,6],[33,2,9],[40,0,8],[45,4,11],[35,3,6],[40,1,5],[39,0,7],[39,5,4],[64,3,11],[41,1,6],[37,3,6],[35,2,5],[36,4,8],[39,1,6],[77,5,14],[36,3,5],[37,1,6],[36,0,6],[34,2,8],[40,2,6],[37,1,4],[35,1,8],[57,0,9],[61,4,7],[27,3,4],[34,0,4],[41,3,4],[71,3,10],[45,1,2],[34,2,6],[36,2,4],[55,4,5],[30,1,3],[31,1,2],[10,2,2],[28,3,1],[10,0,2],[2,0,0],[6,2,8],[6,0,10],[25,4,3],[20,2,4],[21,3,6],[27,1,4],[11,2,3],[25,2,3],[26,1,5],[22,2,6],[18,2,2],[13,1,2],[23,2,5],[12,2,2],[20,1,5],[27,1,4],[21,3,4],[8,0,2],[14,0,2],[25,1,4],[39,1,6],[19,1,2],[18,1,5],[59,5,10],[42,2,4],[45,2,5],[26,0,2],[23,1,0],[21,1,4],[18,3,3],[26,1,1],[25,4,5],[12,0,2],[6,0,2],[10,0,0],[18,0,0],[13,1,2],[2,0,2],[6,0,0]],[[1,5,36],[3,3,24],[1,4,25],[4,6,28],[10,4,28],[4,3,25],[2,2,24],[6,6,30],[11,3,32],[15,2,31],[6,2,34],[4,2,26],[11,3,28],[19,2,21],[12,3,27],[21,2,19],[20,2,20],[38,4,28],[21,0,21],[11,0,13],[28,4,10],[26,4,12],[28,2,12],[25,0,17],[18,2,16],[29,1,12],[28,1,13],[24,2,16],[29,0,13],[27,2,13],[33,1,8],[28,3,11],[25,1,12],[33,0,9],[30,4,8],[31,2,9],[30,0,12],[38,0,4],[26,1,15],[29,1,10],[33,3,6],[30,1,11],[31,1,8],[31,2,7],[59,1,20],[108,9,25],[33,0,7],[33,1,8],[24,2,12],[29,3,10],[42,1,9],[29,1,8],[31,1,8],[32,0,8],[33,2,7],[49,2,17],[36,1,5],[34,1,5],[28,2,8],[36,1,5],[33,1,6],[70,3,11],[32,0,8],[30,0,8],[30,0,6],[33,0,5],[33,3,6],[32,1,3],[30,3,5],[44,0,12],[54,0,8],[24,1,3],[29,2,3],[37,0,5],[65,0,11],[40,1,1],[33,0,3],[33,1,4],[47,1,6],[23,0,5],[30,1,1],[7,0,5],[27,0,1],[9,0,1],[2,0,0],[3,2,9],[4,0,10],[17,1,10],[16,3,3],[17,0,9],[22,0,6],[13,0,1],[20,0,6],[22,0,6],[20,0,6],[20,0,0],[11,0,3],[20,1,5],[11,0,3],[16,0,6],[27,0,1],[19,0,5],[4,1,3],[12,1,1],[24,1,1],[36,0,4],[16,1,3],[16,0,4],[57,0,5],[29,1,10],[43,1,4],[24,0,2],[22,1,1],[21,0,1],[17,1,2],[22,1,3],[25,1,2],[11,0,1],[4,1,1],[9,1,0],[16,0,2],[14,0,0],[0,0,2],[5,0,1]],[[5,6,37],[2,2,28],[3,6,23],[8,5,31],[6,2,40],[9,6,23],[9,5,24],[9,7,32],[17,2,33],[17,4,33],[15,8,25],[9,7,18],[18,9,21],[26,8,14],[19,9,20],[17,10,21],[15,6,27],[40,6,36],[24,6,18],[19,6,17],[24,7,1],[36,5,7],[34,6,8],[30,5,13],[18,7,17],[36,6,6],[34,9,5],[27,4,17],[32,6,10],[35,7,6],[35,3,10],[35,6,7],[28,3,11],[35,6,7],[38,5,5],[37,4,7],[39,4,5],[34,7,7],[33,8,7],[35,4,7],[41,3,4],[42,3,3],[36,4,6],[32,7,7],[73,9,10],[129,16,13],[36,3,7],[41,4,3],[34,4,6],[42,3,3],[48,4,8],[35,4,5],[34,8,4],[34,6,6],[41,6,1],[70,5,3],[41,5,2],[34,6,6],[32,6,4],[38,4,6],[45,1,0],[82,11,3],[42,2,0],[37,3,4],[37,0,5],[39,1,4],[40,5,3],[36,2,4],[41,2,1],[61,1,4],[66,4,2],[27,3,4],[31,4,3],[42,6,0],[78,6,2],[44,3,1],[33,9,0],[37,5,0],[55,6,3],[32,2,0],[29,3,2],[13,1,0],[31,1,0],[12,0,0],[2,0,0],[2,2,12],[6,0,10],[22,5,5],[16,1,9],[22,3,5],[23,3,6],[9,4,3],[29,1,0],[27,4,1],[23,2,5],[21,1,0],[15,1,0],[27,3,0],[12,1,3],[22,2,2],[28,2,2],[25,2,1],[7,0,3],[13,3,0],[25,2,3],[42,4,0],[21,0,1],[20,1,3],[69,5,0],[43,4,1],[48,2,2],[23,5,0],[22,2,0],[21,5,0],[21,3,0],[25,3,0],[31,3,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[15,1,0],[4,0,0],[6,0,0]],[[2,5,41],[8,3,29],[2,7,21],[10,6,30],[9,5,34],[6,4,26],[6,2,32],[11,5,32],[14,6,32],[13,6,35],[14,5,29],[12,4,20],[13,7,28],[17,1,30],[12,8,28],[20,3,25],[18,1,29],[42,6,34],[25,6,17],[19,3,20],[28,6,14],[26,2,4],[33,2,13],[32,2,14],[20,5,17],[31,4,13],[33,7,8],[33,2,13],[30,6,12],[36,4,8],[31,7,10],[33,4,11],[33,4,5],[36,4,8],[33,6,9],[34,6,8],[38,3,7],[32,4,12],[39,2,7],[32,2,12],[40,5,3],[39,3,6],[40,1,5],[42,2,2],[70,8,14],[126,15,17],[29,3,14],[37,5,6],[34,6,4],[42,3,3],[51,4,5],[30,6,8],[36,2,8],[42,0,4],[38,9,1],[60,6,12],[46,0,2],[40,2,4],[37,3,2],[42,3,3],[38,5,3],[88,5,3],[31,6,7],[40,2,2],[39,0,3],[39,1,4],[39,2,7],[38,1,3],[39,4,1],[58,1,7],[67,3,2],[27,3,4],[33,3,2],[45,1,2],[80,4,2],[46,1,1],[39,2,1],[37,3,2],[58,2,4],[32,2,0],[31,3,0],[12,2,0],[30,2,0],[11,0,1],[2,0,0],[2,3,11],[3,1,12],[24,2,6],[16,2,8],[23,2,5],[26,2,4],[13,1,2],[23,2,5],[25,3,4],[23,4,3],[22,0,0],[15,0,1],[25,3,2],[14,2,0],[18,2,6],[27,3,2],[23,2,3],[8,0,2],[11,3,2],[28,1,1],[44,1,1],[19,1,2],[19,0,5],[68,4,2],[44,3,1],[46,2,4],[25,2,1],[22,1,1],[24,2,0],[20,2,2],[24,4,0],[32,1,1],[13,1,0],[8,0,0],[10,0,0],[17,1,0],[14,2,0],[4,0,0],[5,1,0]],[[2,2,44],[4,2,32],[5,2,23],[7,5,34],[6,5,37],[7,5,28],[5,4,25],[6,5,37],[8,6,38],[9,5,40],[14,2,32],[8,5,21],[13,3,32],[13,7,28],[14,8,26],[16,3,29],[17,5,26],[32,10,40],[17,4,27],[13,3,26],[29,6,13],[26,6,16],[19,1,12],[26,6,16],[16,4,22],[26,5,17],[27,6,15],[27,1,20],[27,8,13],[25,4,19],[29,4,15],[37,2,9],[25,2,15],[35,3,10],[34,3,11],[31,4,13],[35,2,11],[34,7,7],[35,3,10],[23,7,16],[35,6,7],[35,2,11],[32,3,11],[35,2,9],[69,5,18],[124,11,23],[38,2,6],[38,4,6],[31,1,12],[35,4,9],[55,1,4],[23,3,18],[35,2,9],[35,3,8],[33,5,10],[65,1,12],[40,3,5],[35,5,6],[33,3,6],[38,2,8],[39,2,5],[78,8,10],[33,3,8],[34,3,7],[32,1,9],[33,2,9],[41,2,5],[35,3,4],[36,2,6],[53,2,11],[64,4,4],[30,1,3],[35,1,2],[40,1,7],[80,2,4],[44,3,1],[38,3,1],[38,2,2],[55,4,5],[32,0,2],[31,2,1],[9,1,4],[30,1,1],[10,0,2],[2,0,0],[3,0,13],[5,3,8],[20,3,9],[16,2,8],[19,2,9],[26,1,5],[12,3,1],[23,3,4],[23,4,5],[25,2,3],[18,3,1],[14,0,2],[23,1,6],[9,2,5],[20,0,6],[25,3,4],[23,2,3],[4,2,4],[14,0,2],[27,3,0],[42,1,3],[21,0,1],[24,0,0],[67,6,1],[41,1,6],[46,1,5],[28,0,0],[24,0,0],[20,3,3],[22,1,1],[25,1,2],[32,2,0],[14,0,0],[7,0,1],[10,0,0],[16,0,2],[15,1,0],[2,0,2],[6,0,0]],[[3,6,39],[5,2,33],[4,2,32],[4,9,31],[6,6,36],[9,3,28],[6,4,22],[6,7,35],[12,2,38],[17,5,32],[15,6,27],[11,2,19],[14,10,24],[19,6,23],[16,10,22],[21,7,20],[15,6,27],[37,8,37],[22,3,23],[17,2,23],[31,2,15],[30,5,13],[27,6,15],[18,6,8],[14,6,22],[35,5,8],[24,13,11],[24,5,19],[28,11,9],[30,7,11],[32,9,7],[37,5,6],[29,4,9],[33,5,10],[35,6,7],[37,5,6],[31,8,9],[31,8,9],[33,8,7],[36,3,7],[32,11,5],[33,4,11],[33,6,7],[35,1,10],[76,6,10],[119,16,23],[35,4,7],[33,10,5],[28,7,9],[41,3,4],[51,4,5],[29,6,9],[34,6,6],[33,6,7],[36,6,6],[64,7,7],[37,5,6],[36,6,4],[31,9,2],[34,7,7],[37,2,7],[77,14,5],[35,5,4],[36,4,4],[35,3,4],[35,4,5],[36,6,6],[37,4,1],[36,6,2],[57,2,7],[61,7,4],[33,1,0],[33,4,1],[41,6,1],[70,9,5],[42,3,3],[35,6,1],[39,3,0],[52,9,3],[32,2,0],[26,7,1],[11,1,2],[32,0,0],[12,0,0],[1,1,0],[2,4,10],[5,1,10],[19,4,9],[14,6,6],[17,5,8],[23,6,3],[13,1,2],[28,1,1],[26,4,2],[22,4,4],[18,3,1],[14,1,1],[23,3,4],[14,2,0],[18,4,4],[27,4,1],[24,0,4],[5,3,2],[14,2,0],[26,4,0],[42,4,0],[19,1,2],[23,1,0],[65,8,1],[42,2,4],[41,5,6],[27,1,0],[20,3,1],[22,3,1],[22,2,0],[26,2,0],[31,2,1],[13,1,0],[7,0,1],[7,1,2],[17,0,1],[14,2,0],[2,0,2],[5,1,0]],[[2,1,39],[4,0,28],[7,3,24],[10,3,21],[6,4,32],[10,1,21],[9,2,25],[7,3,32],[10,1,35],[13,1,32],[16,1,25],[9,2,17],[15,6,21],[18,5,19],[20,3,19],[22,3,17],[22,0,20],[36,2,32],[28,1,13],[18,0,18],[32,3,7],[28,6,8],[29,0,13],[28,6,8],[13,0,11],[35,2,5],[27,7,8],[27,0,15],[28,5,9],[32,3,7],[31,4,7],[33,4,5],[27,2,11],[31,3,8],[34,2,6],[37,0,5],[36,0,6],[35,2,5],[30,4,8],[30,2,8],[37,2,3],[35,0,7],[32,0,8],[35,0,5],[67,2,11],[118,5,17],[31,3,6],[30,3,9],[27,3,8],[37,1,4],[47,2,3],[25,3,10],[36,4,2],[33,2,5],[36,0,6],[61,1,6],[35,0,7],[34,3,3],[33,2,1],[35,2,5],[35,1,4],[71,4,9],[37,0,1],[30,3,5],[32,3,3],[31,2,5],[37,1,4],[28,4,4],[37,0,1],[51,1,10],[65,0,1],[26,1,3],[27,0,5],[40,1,1],[71,1,0],[39,3,0],[34,2,0],[38,0,0],[49,6,1],[31,0,1],[27,1,0],[8,0,4],[26,2,0],[10,0,0],0,[5,1,8],[5,1,8],[21,0,7],[13,3,6],[22,0,4],[23,0,5],[11,0,3],[24,0,4],[23,2,3],[22,1,3],[17,3,0],[12,0,2],[20,3,3],[12,0,2],[15,2,5],[25,2,1],[20,1,5],[6,0,2],[14,0,0],[26,2,0],[41,1,2],[16,0,2],[21,0,3],[58,1,3],[44,1,1],[45,1,0],[24,0,0],[20,2,0],[23,0,1],[20,1,1],[23,1,0],[30,0,0],[12,0,0],[8,0,0],[10,0,0],[15,1,0],[14,0,0],[4,0,0],[6,0,0]],[[1,0,47],[0,1,39],[2,2,28],[0,1,39],[1,3,44],[0,6,36],[2,3,21],[1,4,43],[2,5,45],[4,3,47],[4,3,41],[2,2,34],[3,0,45],[1,7,40],[3,6,39],[8,3,37],[5,2,41],[13,15,54],[10,4,34],[7,1,34],[15,6,27],[11,7,30],[21,4,23],[8,9,31],[9,2,31],[12,1,19],[18,5,25],[12,10,26],[14,12,22],[13,8,27],[22,7,19],[14,6,28],[12,1,29],[17,5,26],[21,5,22],[18,3,27],[17,6,25],[21,6,21],[19,6,23],[17,4,25],[18,11,19],[17,9,22],[16,8,22],[24,7,15],[37,14,41],[75,16,67],[18,8,20],[20,6,22],[20,4,20],[20,8,20],[28,9,23],[17,7,20],[15,9,22],[23,5,18],[21,11,16],[29,15,34],[22,8,18],[18,6,22],[20,5,17],[24,5,19],[22,12,12],[48,14,34],[17,7,20],[23,6,15],[23,6,13],[21,7,16],[23,9,16],[20,3,19],[25,6,13],[30,4,32],[41,10,21],[20,4,10],[23,6,9],[32,6,10],[49,10,25],[31,9,8],[26,7,9],[26,9,7],[32,17,15],[23,3,8],[20,7,7],[5,3,6],[23,3,6],[10,0,2],[1,0,1],[1,1,14],[2,0,14],[9,5,18],[8,2,16],[15,4,11],[12,2,18],[4,3,9],[20,4,6],[14,6,12],[11,3,16],[14,3,5],[6,4,6],[16,6,8],[6,5,5],[9,4,13],[18,7,7],[13,3,12],[2,4,4],[10,3,3],[22,3,5],[28,8,10],[12,3,7],[15,2,7],[48,7,19],[30,2,16],[28,4,20],[18,3,7],[14,2,8],[15,2,9],[18,2,4],[18,7,3],[18,8,8],[10,0,4],[2,0,6],[5,2,3],[13,2,3],[10,3,3],[2,0,2],[4,1,1]],[[4,4,40],[2,3,29],[5,4,33],[4,2,38],[4,7,37],[4,6,32],[3,4,27],[5,7,36],[10,4,38],[9,5,40],[11,3,34],[8,5,15],[7,8,33],[8,9,31],[12,6,30],[13,5,30],[17,2,29],[22,10,50],[17,5,26],[16,2,24],[20,10,18],[18,9,21],[24,10,14],[22,12,14],[14,8,20],[26,4,18],[21,5,6],[24,3,21],[24,12,12],[32,8,8],[30,8,10],[30,3,15],[23,2,17],[29,4,15],[30,5,13],[26,10,12],[32,8,8],[34,4,10],[32,7,9],[29,6,11],[30,6,12],[36,4,8],[23,6,17],[25,7,14],[61,8,23],[95,20,43],[32,6,8],[31,9,8],[26,9,9],[33,5,10],[40,10,10],[21,10,13],[34,4,8],[33,3,10],[31,9,8],[56,11,11],[32,7,9],[37,6,3],[29,11,2],[37,4,7],[28,8,10],[66,14,16],[32,8,4],[31,6,7],[29,5,8],[32,7,5],[38,4,6],[28,12,2],[31,5,8],[47,6,13],[60,7,5],[23,6,5],[26,5,7],[36,8,4],[73,7,6],[41,5,2],[30,10,2],[32,4,6],[41,17,6],[27,4,3],[23,9,2],[10,1,3],[30,1,1],[10,2,0],[0,2,0],[0,3,13],[5,0,11],[16,2,14],[14,6,6],[17,6,7],[17,4,11],[10,2,4],[20,4,6],[19,7,6],[20,5,5],[15,6,1],[10,2,4],[18,7,5],[13,1,2],[13,5,8],[27,3,2],[21,4,3],[5,1,4],[13,0,3],[20,8,2],[36,6,4],[14,4,4],[21,1,2],[58,14,2],[40,4,4],[38,9,5],[24,1,3],[20,3,1],[24,2,0],[18,5,1],[24,3,1],[30,4,0],[12,2,0],[6,2,0],[10,0,0],[17,1,0],[11,4,1],[3,0,1],[4,2,0]],[[15,8,25],[15,3,14],[16,4,12],[28,4,16],[28,5,15],[17,3,16],[21,4,13],[28,5,15],[26,8,18],[33,4,17],[32,1,15],[19,6,9],[35,4,9],[34,7,7],[31,6,11],[35,8,5],[31,6,11],[62,6,14],[38,4,6],[30,6,6],[40,4,4],[42,3,3],[42,4,2],[41,6,1],[37,2,3],[43,4,1],[40,6,2],[30,0,2],[43,5,0],[42,4,2],[43,3,2],[44,2,2],[40,1,1],[41,6,1],[40,5,3],[41,4,3],[43,4,1],[40,4,4],[40,6,2],[38,8,0],[41,5,2],[44,4,0],[42,4,0],[43,3,0],[82,6,4],[146,10,2],[43,3,0],[43,5,0],[39,4,1],[46,2,0],[53,4,3],[39,4,1],[42,3,1],[41,4,1],[41,6,1],[68,8,2],[47,1,0],[42,4,0],[37,5,0],[44,1,3],[40,5,1],[90,6,0],[40,4,0],[42,2,0],[40,2,0],[43,1,0],[47,1,0],[40,2,0],[37,7,0],[64,2,0],[70,2,0],[30,3,1],[35,3,0],[44,3,1],[80,4,2],[47,1,0],[42,0,0],[40,1,1],[57,6,1],[31,3,0],[31,3,0],[12,2,0],[31,1,0],[12,0,0],[2,0,0],[7,2,7],[10,2,4],[27,3,2],[19,3,4],[30,0,0],[32,0,0],[12,2,2],[27,2,1],[26,3,3],[26,4,0],[21,1,0],[16,0,0],[28,2,0],[16,0,0],[25,1,0],[31,1,0],[26,2,0],[8,1,1],[16,0,0],[26,4,0],[42,2,2],[19,3,0],[24,0,0],[66,8,0],[48,0,0],[49,2,1],[28,0,0],[24,0,0],[23,3,0],[21,3,0],[28,0,0],[30,3,1],[13,0,1],[6,2,0],[10,0,0],[18,0,0],[13,3,0],[3,0,1],[6,0,0]],[[2,3,43],[1,1,36],[1,1,36],[4,3,37],[9,9,30],[5,5,36],[4,2,22],[7,5,36],[5,7,40],[15,2,37],[6,5,37],[5,5,26],[7,9,32],[10,9,29],[3,6,39],[16,1,31],[10,6,32],[21,9,52],[9,3,36],[14,3,25],[23,8,17],[23,8,17],[20,11,17],[18,10,20],[10,5,27],[26,7,15],[19,10,19],[27,2,19],[16,10,6],[23,12,13],[26,10,12],[21,9,18],[18,6,18],[21,13,14],[27,7,14],[22,9,17],[28,7,13],[25,6,17],[25,10,13],[24,11,11],[30,5,13],[23,5,20],[22,8,16],[31,6,9],[54,14,24],[74,36,48],[24,13,9],[27,8,13],[23,9,12],[28,5,15],[39,10,11],[28,9,7],[29,10,7],[28,5,13],[29,7,12],[47,14,17],[35,7,6],[37,8,1],[28,10,4],[32,6,10],[25,8,13],[63,17,16],[28,7,9],[24,11,9],[31,8,3],[26,8,10],[34,8,6],[26,9,7],[30,7,7],[37,11,18],[55,13,4],[21,6,7],[24,7,7],[33,14,1],[56,18,10],[33,10,5],[28,7,7],[31,7,4],[40,19,5],[26,6,2],[26,7,1],[8,3,3],[26,5,1],[9,2,1],[1,1,0],[2,2,12],[2,3,11],[13,9,10],[9,8,9],[16,5,9],[23,3,6],[9,3,4],[22,1,7],[20,10,2],[17,9,4],[19,3,0],[8,5,3],[18,7,5],[10,5,1],[13,6,7],[20,10,2],[18,3,7],[3,2,5],[10,3,3],[23,5,2],[31,8,7],[17,1,4],[15,3,6],[52,20,2],[35,7,6],[43,7,2],[21,6,1],[20,3,1],[25,1,0],[18,6,0],[26,1,1],[23,10,1],[10,2,2],[5,2,1],[10,0,0],[17,1,0],[12,4,0],[0,2,2],[4,2,0]],[[3,2,43],[0,7,33],[2,2,28],[5,6,31],[2,6,40],[4,3,25],[5,6,27],[3,5,40],[12,4,36],[7,6,41],[8,5,35],[12,3,27],[4,6,38],[15,2,31],[12,7,29],[12,3,33],[13,3,32],[22,5,55],[14,7,27],[9,4,29],[13,9,26],[22,4,22],[21,6,21],[15,9,24],[7,3,32],[22,8,18],[20,7,21],[22,2,24],[29,2,17],[16,4,12],[24,7,17],[20,8,20],[16,3,23],[22,4,22],[27,7,14],[25,8,15],[31,1,16],[27,6,15],[26,7,15],[24,3,19],[28,3,17],[31,3,14],[24,4,18],[28,2,16],[58,7,27],[94,18,46],[22,3,21],[26,4,18],[25,2,17],[23,4,21],[45,7,8],[21,4,19],[21,8,17],[30,6,10],[33,8,7],[50,8,20],[33,2,13],[25,6,15],[24,6,12],[32,2,14],[26,3,17],[69,9,18],[31,5,8],[28,3,13],[32,1,9],[31,4,9],[35,5,8],[26,5,11],[35,3,6],[52,3,11],[64,5,3],[23,2,9],[28,2,8],[35,4,9],[70,3,13],[32,5,11],[32,2,8],[38,2,2],[48,9,7],[29,2,3],[28,3,3],[6,3,5],[27,3,2],[11,0,1],[0,0,2],[2,2,12],[4,0,12],[10,5,17],[14,3,9],[16,3,11],[14,3,15],[11,2,3],[22,3,5],[20,2,10],[16,5,9],[15,2,5],[10,3,3],[17,4,9],[10,2,4],[18,1,7],[28,3,1],[14,5,9],[6,1,3],[12,2,2],[23,2,5],[38,1,7],[12,1,9],[16,3,5],[53,5,16],[34,6,8],[42,3,7],[21,2,5],[19,3,2],[22,1,3],[19,0,5],[22,1,5],[30,2,2],[13,0,1],[8,0,0],[8,2,0],[17,0,1],[16,0,0],[3,0,1],[5,1,0]],[[3,1,44],[5,4,25],[2,5,29],[3,8,33],[7,5,36],[9,2,19],[6,2,32],[10,7,31],[8,7,37],[10,7,37],[12,6,30],[10,7,17],[8,8,32],[12,6,30],[12,6,30],[18,4,26],[14,8,26],[25,14,43],[15,10,23],[13,3,26],[29,7,12],[25,9,14],[29,7,12],[18,13,17],[18,3,21],[27,6,15],[31,7,10],[22,7,19],[25,10,13],[32,7,9],[25,3,4],[27,10,11],[19,4,19],[28,9,11],[36,5,7],[28,8,12],[34,6,8],[32,7,9],[28,10,10],[29,4,13],[30,11,7],[32,7,9],[33,6,7],[32,7,7],[59,12,21],[99,26,33],[29,8,9],[39,3,6],[29,5,10],[34,6,8],[46,6,8],[29,7,8],[33,7,6],[32,8,6],[32,5,11],[59,10,9],[38,4,6],[31,7,8],[31,6,5],[28,11,9],[29,10,7],[71,13,12],[35,3,6],[35,5,4],[33,3,6],[29,9,6],[40,5,3],[30,7,5],[36,5,3],[54,4,8],[56,8,8],[29,2,3],[31,5,2],[36,4,8],[68,11,7],[35,9,4],[34,5,3],[34,4,4],[48,10,6],[27,3,4],[25,5,4],[6,4,4],[26,4,2],[9,2,1],[0,2,0],[4,2,10],[5,0,11],[22,3,7],[16,3,7],[19,5,6],[19,4,9],[12,2,2],[20,3,7],[18,8,6],[19,8,3],[18,4,0],[10,3,3],[18,7,5],[12,2,2],[15,5,6],[24,7,1],[20,4,4],[3,5,2],[13,2,1],[24,4,2],[37,5,4],[18,3,1],[17,5,2],[55,13,6],[38,3,7],[40,7,5],[21,5,2],[14,5,5],[21,3,2],[17,5,2],[23,3,2],[27,4,3],[9,3,2],[6,0,2],[7,1,2],[17,0,1],[11,3,2],[2,0,2],[5,1,0]],[[3,2,43],[4,2,34],[3,4,31],[3,6,29],[3,7,38],[3,4,31],[4,3,33],[6,4,38],[7,2,43],[8,3,43],[5,3,40],[1,1,24],[7,4,37],[11,2,35],[9,4,35],[10,6,32],[14,7,27],[22,7,53],[12,8,28],[16,1,25],[19,9,20],[26,6,16],[19,6,23],[22,3,23],[11,5,26],[21,8,19],[24,6,18],[25,5,18],[23,9,16],[24,10,14],[27,7,14],[23,6,3],[20,2,20],[26,8,14],[28,4,16],[26,9,13],[33,6,9],[26,8,14],[23,8,17],[22,7,17],[25,11,12],[27,8,13],[24,5,17],[30,6,10],[54,9,29],[104,19,35],[29,6,11],[35,4,9],[28,8,8],[30,6,12],[43,6,11],[25,6,13],[33,4,9],[31,7,8],[35,3,10],[61,9,8],[34,4,10],[31,4,11],[31,5,6],[33,5,10],[34,5,7],[69,13,14],[31,5,8],[30,7,7],[35,6,1],[33,5,6],[34,6,8],[31,5,6],[33,5,6],[55,3,8],[61,6,5],[23,4,7],[31,4,3],[38,5,5],[67,13,6],[42,5,1],[31,4,7],[33,7,2],[53,4,7],[30,1,3],[26,4,4],[6,3,5],[28,2,2],[10,0,2],[0,0,2],[0,1,15],[2,2,12],[15,5,12],[13,4,9],[14,4,12],[19,3,10],[11,2,3],[23,2,5],[18,5,9],[22,4,4],[19,2,1],[10,2,4],[19,5,6],[13,3,0],[17,3,6],[29,3,0],[23,3,2],[2,3,5],[13,2,1],[26,3,1],[38,5,3],[17,2,3],[21,1,2],[62,7,5],[39,2,7],[39,5,8],[21,5,2],[21,1,2],[23,1,2],[19,4,1],[25,2,1],[30,2,2],[12,0,2],[6,1,1],[10,0,0],[17,1,0],[13,2,1],[2,0,2],[4,2,0]],[[5,0,37],[2,0,30],[1,1,28],[3,2,35],[5,2,35],[3,2,23],[3,1,20],[9,1,32],[8,4,34],[8,3,35],[12,4,26],[5,3,28],[10,2,30],[15,1,26],[13,3,26],[16,3,23],[17,3,22],[24,2,44],[19,3,20],[17,2,17],[28,3,11],[23,1,18],[27,1,14],[27,2,13],[16,4,18],[27,1,14],[29,2,11],[27,0,15],[32,1,9],[31,1,10],[35,0,7],[34,1,7],[20,2,4],[29,3,10],[35,1,6],[32,1,9],[32,2,8],[35,1,6],[38,1,3],[32,0,8],[36,0,6],[33,2,7],[31,2,7],[30,3,7],[72,1,7],[123,4,13],[33,1,6],[33,0,9],[27,4,7],[35,2,5],[48,0,4],[28,2,8],[36,0,6],[29,2,9],[36,1,5],[58,4,6],[36,1,5],[34,1,5],[32,1,3],[32,1,9],[33,1,6],[76,3,5],[34,2,2],[32,4,2],[35,0,3],[33,0,5],[39,0,3],[33,1,2],[35,0,3],[60,0,2],[62,0,4],[27,1,2],[31,0,1],[39,1,2],[65,1,6],[39,1,2],[36,0,0],[34,1,3],[50,2,4],[32,0,0],[27,1,0],[10,0,2],[26,2,0],[10,0,0],0,[3,0,11],[3,1,10],[21,0,7],[17,0,5],[21,0,5],[20,0,8],[12,0,2],[23,0,5],[26,1,1],[23,0,3],[19,1,0],[14,0,0],[22,2,2],[14,0,0],[16,1,5],[26,1,1],[25,0,1],[4,0,4],[13,0,1],[27,0,1],[40,1,3],[18,0,0],[22,0,2],[58,3,1],[38,2,6],[45,0,1],[24,0,0],[22,0,0],[20,1,3],[20,1,1],[23,0,1],[27,2,1],[10,1,1],[8,0,0],[9,1,0],[16,0,0],[14,0,0],[1,0,3],[5,1,0]],[[3,1,44],[0,2,40],[1,4,31],[1,3,34],[5,4,39],[1,4,33],[4,1,35],[5,0,43],[3,9,40],[6,3,45],[11,2,35],[6,2,28],[6,5,37],[10,1,37],[9,4,35],[11,2,35],[11,4,33],[22,10,50],[14,5,29],[12,3,27],[16,8,24],[21,5,22],[23,6,19],[11,11,26],[11,5,26],[22,3,23],[25,7,16],[20,7,21],[23,9,16],[27,4,17],[22,4,22],[24,6,18],[14,4,24],[11,10,11],[25,4,19],[24,10,14],[27,8,13],[22,5,21],[24,8,16],[20,10,16],[26,6,16],[24,9,15],[25,6,15],[26,8,12],[46,13,33],[78,29,51],[20,8,18],[31,5,12],[19,11,14],[27,9,12],[35,9,16],[20,11,13],[28,5,13],[27,5,14],[27,6,15],[39,17,22],[29,8,11],[29,10,7],[18,12,12],[26,8,14],[31,9,6],[62,19,15],[25,11,8],[25,7,12],[24,9,9],[23,13,8],[28,7,13],[23,9,10],[32,10,2],[47,6,13],[55,9,8],[20,9,5],[23,8,7],[28,13,7],[52,13,19],[36,5,7],[29,7,6],[31,8,3],[42,15,7],[27,5,2],[25,8,1],[5,4,5],[27,4,1],[8,1,3],[1,1,0],[0,0,16],[2,0,14],[12,5,15],[11,4,11],[17,6,7],[14,5,13],[8,1,7],[17,3,10],[17,5,10],[16,7,7],[16,2,4],[10,6,0],[17,6,7],[12,2,2],[14,4,8],[21,6,5],[18,4,6],[3,4,3],[13,3,0],[22,6,2],[32,9,5],[16,4,2],[14,6,4],[56,12,6],[29,10,9],[40,8,4],[21,5,2],[18,4,2],[21,3,2],[15,6,3],[21,6,1],[24,8,2],[11,3,0],[5,0,3],[8,0,2],[15,3,0],[12,3,1],[4,0,0],[3,3,0]],[[3,0,45],[2,1,33],[1,2,25],[3,2,41],[6,4,38],[2,1,37],[4,3,33],[5,3,40],[6,7,39],[7,3,44],[6,7,35],[4,2,32],[7,4,37],[11,2,35],[8,6,34],[8,1,39],[14,5,29],[19,11,52],[20,4,24],[8,4,30],[20,4,24],[25,4,19],[24,6,18],[19,8,21],[9,6,27],[20,7,21],[25,5,18],[21,6,21],[28,4,16],[30,3,15],[27,4,17],[31,4,13],[18,3,21],[31,3,14],[20,6,6],[30,4,14],[29,8,11],[27,7,14],[33,5,10],[32,3,11],[36,3,9],[27,9,12],[31,5,10],[31,5,10],[54,12,26],[112,13,33],[28,3,15],[36,4,8],[26,1,17],[25,7,16],[45,5,10],[24,5,15],[35,3,8],[33,4,9],[32,8,8],[61,7,10],[35,6,7],[32,6,8],[28,5,9],[31,7,10],[34,4,8],[71,11,14],[31,4,9],[33,3,8],[31,5,6],[33,2,9],[38,5,5],[28,6,8],[33,2,9],[56,1,9],[55,8,9],[24,3,7],[29,3,6],[38,4,6],[66,10,8],[38,4,6],[33,5,4],[33,7,2],[49,5,10],[31,0,3],[29,3,2],[9,2,3],[28,2,2],[9,2,1],[1,1,0],[3,1,12],[3,1,12],[14,5,13],[17,2,7],[15,2,13],[23,5,4],[13,1,2],[24,1,5],[17,5,10],[18,6,6],[17,3,2],[9,2,5],[23,0,7],[11,2,3],[16,2,8],[25,3,4],[21,2,5],[3,3,4],[13,2,1],[25,3,2],[38,5,3],[16,3,3],[22,0,2],[62,7,5],[36,2,10],[46,2,4],[23,4,1],[21,2,1],[18,3,5],[18,2,4],[23,3,2],[26,5,3],[10,3,1],[7,0,1],[7,2,1],[17,1,0],[14,1,1],[1,0,3],[6,0,0]],[[3,3,42],[5,2,31],[5,3,26],[7,2,35],[6,4,38],[2,6,28],[7,4,29],[6,3,39],[10,6,36],[10,4,40],[11,1,36],[5,4,21],[8,3,37],[21,8,19],[13,2,33],[16,8,24],[16,5,27],[29,13,40],[20,8,20],[18,0,24],[24,5,19],[29,4,15],[27,6,15],[21,9,18],[14,3,25],[36,4,8],[29,9,10],[28,5,15],[34,4,10],[26,9,13],[33,5,10],[38,5,5],[28,4,10],[29,4,15],[33,5,10],[24,3,5],[36,4,8],[35,3,10],[34,5,9],[35,2,9],[32,7,9],[32,6,10],[32,4,10],[33,6,7],[66,7,19],[118,16,24],[33,4,9],[35,6,7],[29,6,9],[37,3,8],[46,4,10],[30,6,8],[38,6,2],[37,1,8],[38,4,6],[61,12,5],[38,5,5],[33,4,9],[33,5,4],[31,7,10],[35,5,6],[82,5,9],[37,3,4],[36,4,4],[36,3,3],[33,5,6],[42,4,2],[38,2,2],[39,2,3],[53,2,11],[60,9,3],[25,2,7],[30,3,5],[37,4,7],[76,5,5],[46,2,0],[36,3,3],[38,2,2],[54,7,3],[31,1,2],[31,3,0],[10,3,1],[29,3,0],[9,2,1],[0,2,0],[3,3,10],[6,0,10],[21,4,7],[14,3,9],[18,4,8],[24,2,6],[11,3,2],[19,3,8],[27,2,3],[19,3,8],[20,1,1],[9,2,5],[24,4,2],[15,0,1],[18,2,6],[27,3,2],[19,6,3],[7,1,2],[15,1,0],[26,2,2],[38,2,6],[17,2,3],[18,4,2],[60,7,7],[40,4,4],[46,2,4],[26,2,0],[23,0,1],[23,0,3],[22,2,0],[26,2,0],[30,3,1],[10,3,1],[7,0,1],[8,1,1],[17,0,1],[15,1,0],[3,0,1],[5,1,0]],[[4,0,44],[0,0,36],[5,1,28],[5,0,37],[2,2,44],[0,3,33],[0,2,30],[2,2,44],[10,3,39],[9,3,42],[7,3,38],[4,2,34],[6,4,38],[10,6,32],[7,4,37],[10,2,36],[9,3,36],[15,5,62],[11,4,33],[13,1,28],[14,6,28],[20,8,20],[15,4,29],[18,11,19],[11,5,26],[21,3,24],[18,10,20],[22,7,19],[16,10,22],[24,8,16],[19,12,17],[24,7,17],[17,3,22],[20,5,23],[22,9,17],[18,6,24],[14,8,10],[20,7,21],[21,10,17],[21,9,16],[20,11,17],[23,7,18],[21,7,18],[25,9,12],[49,10,33],[86,30,42],[23,6,17],[25,8,15],[19,9,16],[23,11,14],[33,11,16],[24,7,13],[19,9,18],[18,10,18],[23,11,14],[44,18,16],[28,10,10],[26,14,6],[19,10,13],[28,9,11],[27,8,11],[55,20,21],[25,9,10],[25,6,13],[28,6,8],[27,10,7],[26,12,10],[21,9,12],[26,9,9],[51,5,10],[51,13,8],[19,8,7],[23,8,7],[27,10,11],[59,11,14],[32,9,7],[27,11,4],[28,10,4],[42,15,7],[24,3,7],[22,9,3],[6,4,4],[25,5,2],[7,0,5],[1,1,0],[0,1,15],[2,0,14],[15,2,15],[11,5,10],[11,9,10],[15,7,10],[6,5,5],[21,1,8],[13,8,11],[15,6,9],[13,4,5],[11,3,2],[14,7,9],[11,3,2],[10,4,12],[17,9,6],[17,5,6],[3,3,4],[10,4,2],[25,5,0],[34,8,4],[15,5,2],[19,3,2],[47,16,11],[33,7,8],[33,12,7],[18,7,3],[18,4,2],[20,5,1],[13,5,6],[22,6,0],[27,3,4],[10,1,3],[6,0,2],[7,2,1],[15,2,1],[12,3,1],[2,0,2],[2,3,1]],[[0,4,44],[0,3,35],[1,1,36],[4,1,43],[1,6,41],[1,7,34],[5,1,26],[1,1,46],[4,4,44],[6,2,46],[7,5,36],[4,4,26],[7,8,33],[8,3,37],[8,7,33],[7,6,35],[9,6,33],[18,12,52],[9,5,34],[6,2,34],[11,9,28],[18,6,24],[21,4,23],[17,4,27],[15,3,24],[17,6,25],[18,6,24],[21,4,23],[18,7,23],[23,3,22],[21,8,19],[27,7,14],[15,4,23],[24,5,19],[25,8,15],[22,2,24],[24,4,20],[13,5,14],[23,8,17],[24,2,20],[22,4,22],[28,4,16],[22,6,18],[22,4,20],[54,6,32],[84,17,57],[28,4,14],[27,7,14],[22,5,17],[20,7,21],[35,4,21],[23,3,18],[23,6,17],[26,4,16],[27,8,13],[49,11,18],[31,3,14],[25,5,16],[23,6,13],[26,6,16],[26,5,15],[59,11,26],[26,4,14],[30,4,10],[29,3,10],[27,2,15],[32,7,9],[26,4,12],[26,3,15],[30,3,33],[46,5,21],[19,3,12],[24,5,9],[24,7,17],[56,10,20],[33,6,9],[32,3,7],[31,3,8],[47,9,8],[23,2,9],[23,4,7],[5,4,5],[22,4,6],[6,2,4],[0,2,0],[3,1,12],[2,1,13],[10,4,18],[10,2,14],[16,2,12],[14,3,15],[8,3,5],[14,2,14],[19,2,11],[17,4,9],[18,0,4],[10,3,3],[19,2,9],[11,0,5],[14,3,9],[20,6,6],[18,3,7],[3,1,6],[12,1,3],[24,3,3],[30,3,13],[15,1,6],[15,5,4],[47,6,21],[31,2,15],[35,5,12],[16,5,7],[19,2,3],[17,3,6],[17,3,4],[20,3,5],[18,5,11],[8,2,4],[2,0,6],[7,0,3],[14,0,4],[11,1,4],[2,0,2],[3,1,2]],[[2,2,44],[2,1,33],[5,3,26],[1,4,39],[5,3,40],[3,3,32],[5,4,29],[4,3,41],[8,6,38],[12,3,39],[7,2,39],[8,2,22],[7,6,35],[9,7,32],[10,6,32],[13,5,30],[12,4,32],[30,10,42],[17,5,26],[18,0,24],[22,6,20],[20,7,21],[21,9,18],[19,9,20],[14,4,24],[32,6,10],[20,12,16],[23,5,20],[21,12,15],[33,6,9],[27,8,13],[35,6,7],[19,1,22],[26,8,14],[28,8,12],[31,6,11],[33,7,8],[30,7,11],[23,5,4],[22,8,16],[29,9,10],[30,11,7],[28,6,12],[30,8,8],[59,12,21],[88,23,47],[31,5,10],[30,8,10],[27,3,14],[31,6,11],[47,6,7],[24,9,11],[29,10,7],[33,5,8],[32,8,8],[57,10,11],[33,8,7],[30,7,9],[24,10,8],[35,7,6],[36,7,3],[71,13,12],[30,7,7],[33,5,6],[33,6,3],[32,7,5],[33,6,9],[27,9,6],[34,5,5],[49,2,15],[57,8,7],[28,4,2],[30,4,4],[40,5,3],[72,8,4],[35,9,4],[31,9,2],[34,6,2],[50,9,5],[25,3,6],[25,7,2],[10,2,2],[29,3,0],[10,1,1],[2,0,0],[2,2,12],[5,2,9],[15,5,12],[10,5,11],[18,3,9],[23,2,7],[11,2,3],[21,2,7],[16,7,9],[23,3,4],[18,3,1],[12,2,2],[20,5,5],[12,3,1],[15,6,5],[22,8,2],[21,5,2],[3,3,4],[15,1,0],[22,6,2],[40,4,2],[19,3,0],[19,3,2],[58,11,5],[36,4,8],[45,4,3],[24,4,0],[18,4,2],[23,3,0],[19,4,1],[21,5,2],[29,4,1],[11,2,1],[5,0,3],[7,2,1],[18,0,0],[14,2,0],[2,0,2],[4,1,1]],[[4,1,37],[1,4,27],[4,3,21],[9,3,28],[9,3,30],[3,3,20],[4,1,23],[6,2,34],[7,3,36],[9,1,38],[9,3,30],[12,1,27],[10,3,29],[12,3,27],[12,1,29],[13,2,27],[14,6,22],[16,8,46],[11,2,29],[17,5,16],[21,3,18],[21,5,16],[18,11,13],[21,4,17],[12,3,21],[24,4,14],[25,6,11],[20,9,13],[25,7,10],[28,2,12],[26,4,12],[27,9,6],[24,1,11],[25,8,9],[24,5,13],[23,5,14],[25,8,9],[29,3,10],[28,4,10],[23,3,2],[25,9,8],[26,6,10],[23,5,12],[29,5,6],[54,10,18],[85,27,30],[31,3,8],[31,3,8],[27,4,7],[26,5,11],[42,6,6],[23,7,10],[27,4,9],[28,4,8],[26,8,8],[50,11,7],[31,6,5],[32,3,5],[28,2,6],[30,2,10],[32,5,5],[58,15,11],[23,8,7],[29,5,6],[32,2,4],[24,9,7],[33,7,2],[29,4,5],[27,8,5],[53,2,9],[51,9,2],[23,5,2],[28,5,1],[32,8,2],[60,11,7],[33,5,4],[33,5,0],[30,5,1],[42,11,5],[28,3,1],[19,8,1],[8,1,3],[25,4,1],[11,1,0],[2,0,0],[2,0,12],[4,0,10],[14,4,10],[14,3,7],[13,2,11],[21,2,5],[10,0,4],[19,4,3],[21,4,3],[19,4,3],[16,2,2],[10,3,1],[18,2,6],[10,2,2],[15,3,6],[22,5,1],[19,0,5],[1,5,2],[11,1,2],[21,3,2],[34,5,1],[15,4,1],[18,2,2],[54,8,2],[36,2,4],[41,4,3],[20,3,1],[16,1,5],[16,3,3],[19,0,1],[20,2,2],[24,6,0],[11,1,0],[8,0,0],[6,2,0],[15,2,1],[10,0,4],[2,0,2],[2,2,0]],[[2,3,43],[2,2,28],[0,2,28],[3,3,40],[3,5,40],[5,6,25],[6,3,33],[5,4,39],[7,4,41],[7,5,42],[8,2,38],[5,7,18],[6,4,38],[12,4,32],[6,8,34],[13,7,28],[12,8,28],[20,10,52],[12,8,28],[9,5,28],[13,6,29],[23,4,21],[20,10,18],[21,9,18],[17,1,24],[24,8,16],[25,9,14],[19,8,21],[29,6,13],[31,5,12],[26,7,15],[27,8,13],[20,3,19],[28,7,13],[27,8,13],[25,9,14],[30,5,13],[30,5,13],[27,9,12],[26,7,13],[18,3,11],[31,10,7],[29,6,11],[25,7,14],[53,12,27],[91,24,43],[28,4,14],[30,8,10],[28,4,12],[29,7,12],[42,9,9],[27,7,10],[34,5,7],[32,6,8],[31,10,7],[56,11,11],[32,9,7],[29,12,5],[30,5,7],[30,5,13],[35,3,8],[72,14,10],[28,6,10],[34,4,6],[30,8,4],[29,8,7],[36,9,3],[30,8,4],[33,4,7],[51,2,13],[58,13,1],[24,6,4],[30,3,5],[37,6,5],[72,7,7],[41,4,3],[32,7,3],[37,3,2],[44,13,7],[25,5,4],[24,9,1],[7,2,5],[29,3,0],[10,1,1],[1,1,0],[1,1,14],[1,1,14],[19,4,9],[13,4,9],[16,5,9],[19,5,8],[10,4,2],[21,4,5],[21,7,4],[19,5,6],[19,2,1],[9,4,3],[24,3,3],[14,1,1],[16,3,7],[23,7,2],[18,6,4],[6,1,3],[15,1,0],[23,4,3],[37,5,4],[20,1,1],[21,1,2],[58,13,3],[37,5,6],[42,7,3],[24,3,1],[23,0,1],[21,3,2],[21,3,0],[24,4,0],[30,3,1],[12,2,0],[6,0,2],[9,1,0],[18,0,0],[15,1,0],[3,0,1],[2,4,0]],[[2,0,46],[3,2,39],[3,3,30],[3,2,39],[5,2,41],[3,1,32],[1,3,32],[8,1,39],[9,3,40],[5,5,44],[13,1,34],[5,1,26],[8,2,38],[13,4,31],[12,4,32],[11,6,31],[13,5,30],[19,10,53],[18,7,23],[14,4,24],[17,11,20],[22,7,19],[24,11,13],[24,8,16],[13,1,28],[18,9,21],[21,7,20],[22,9,17],[27,8,13],[23,12,13],[27,6,15],[28,9,11],[18,6,18],[24,13,11],[22,16,10],[26,11,11],[25,13,10],[27,10,11],[25,13,10],[27,8,11],[23,10,15],[21,5,6],[24,11,11],[23,13,10],[50,21,21],[89,31,38],[22,10,14],[28,11,9],[28,10,6],[24,13,11],[39,11,10],[21,11,12],[26,8,12],[26,12,8],[28,12,8],[49,22,7],[30,12,6],[29,11,6],[24,13,5],[31,8,9],[29,13,4],[58,26,12],[32,7,5],[31,6,7],[26,10,6],[30,10,4],[33,9,6],[28,10,4],[30,11,3],[51,3,12],[52,16,4],[19,12,3],[24,11,3],[32,12,4],[63,18,5],[29,14,5],[32,8,2],[31,8,3],[43,19,2],[30,2,2],[23,11,0],[5,5,4],[27,3,2],[10,2,0],[0,2,0],[1,0,15],[2,1,13],[14,7,11],[13,4,9],[13,7,10],[16,7,9],[11,1,4],[17,7,6],[20,6,6],[19,3,8],[15,4,3],[9,5,2],[18,9,3],[10,6,0],[13,5,8],[22,7,3],[17,6,5],[6,2,2],[11,3,2],[22,5,3],[35,9,2],[14,6,2],[18,4,2],[46,25,3],[39,8,1],[38,11,3],[21,6,1],[19,5,0],[19,6,1],[18,6,0],[22,6,0],[25,9,0],[10,4,0],[6,2,0],[9,1,0],[18,0,0],[11,5,0],[4,0,0],[5,1,0]],[[0,0,48],[0,2,32],[2,3,29],[3,2,41],[1,4,43],[3,1,32],[0,2,28],[2,1,45],[8,3,41],[2,3,49],[4,6,38],[7,4,25],[6,5,37],[11,4,33],[3,6,39],[11,5,32],[12,6,30],[19,9,54],[17,4,27],[12,3,27],[18,5,25],[16,3,29],[16,8,24],[13,8,27],[11,5,26],[21,3,24],[20,6,22],[17,8,23],[17,10,21],[20,5,23],[17,5,26],[23,8,17],[18,5,19],[21,8,19],[21,7,20],[22,4,22],[20,8,20],[29,5,14],[25,5,18],[24,2,20],[24,9,15],[26,7,15],[15,7,8],[25,9,12],[51,16,25],[89,19,50],[24,7,15],[23,9,16],[18,9,17],[23,11,14],[44,8,8],[16,10,18],[24,6,16],[26,7,13],[29,7,12],[39,12,27],[26,9,13],[26,3,17],[19,7,16],[30,12,6],[29,7,10],[62,15,19],[25,6,13],[22,8,14],[26,6,10],[27,5,12],[29,6,13],[25,6,11],[32,7,5],[45,5,16],[47,14,11],[20,6,8],[21,10,7],[30,8,10],[62,14,10],[33,11,4],[34,7,1],[30,7,5],[41,13,10],[24,2,8],[22,10,2],[5,4,5],[25,5,2],[9,2,1],[1,1,0],[3,1,12],[1,1,14],[12,4,16],[8,3,15],[12,7,11],[13,3,16],[6,1,9],[19,4,7],[15,8,9],[14,4,12],[16,2,4],[9,4,3],[22,4,4],[9,3,4],[15,4,7],[19,6,7],[19,4,5],[1,6,3],[10,2,4],[20,5,5],[31,9,6],[14,4,4],[18,2,4],[50,11,13],[30,6,12],[36,8,8],[19,6,3],[19,3,2],[16,7,3],[14,5,5],[20,2,6],[21,7,6],[7,4,3],[6,0,2],[7,2,1],[14,1,3],[12,2,2],[2,0,2],[3,2,1]],[[0,1,47],[0,0,42],[2,1,35],[2,2,40],[0,7,41],[1,4,31],[2,1,31],[2,2,44],[3,4,45],[1,4,49],[8,2,38],[4,3,27],[4,4,40],[4,4,40],[4,4,40],[7,4,37],[6,5,37],[8,12,62],[10,5,33],[14,3,25],[21,6,21],[13,6,29],[16,6,26],[19,8,21],[9,3,30],[16,5,27],[20,7,21],[21,5,22],[16,9,23],[24,5,19],[19,7,22],[20,8,20],[17,4,21],[17,11,20],[20,10,18],[21,7,20],[21,8,19],[25,7,16],[21,13,14],[15,9,22],[21,10,17],[22,11,15],[17,7,22],[15,7,8],[45,17,30],[73,24,61],[23,8,15],[24,10,14],[20,6,18],[23,8,17],[33,7,20],[15,7,22],[23,9,14],[23,8,15],[26,11,11],[42,19,17],[28,11,9],[28,9,9],[23,9,10],[23,8,17],[27,8,11],[52,18,26],[23,8,13],[30,6,8],[32,5,5],[24,10,10],[26,11,11],[23,7,12],[25,8,11],[39,4,23],[47,15,10],[18,5,11],[20,8,10],[26,11,11],[54,15,17],[28,9,11],[28,10,4],[27,9,6],[40,12,12],[26,4,4],[17,11,6],[6,4,4],[23,5,4],[9,0,3],[1,1,0],[0,1,15],[2,1,13],[14,3,15],[9,4,13],[10,4,16],[17,4,11],[7,4,5],[20,2,8],[19,6,7],[18,6,6],[14,2,6],[11,3,2],[16,6,8],[8,6,2],[12,4,10],[17,11,4],[19,4,5],[2,5,3],[11,2,3],[18,6,6],[33,6,7],[15,5,2],[19,2,3],[52,17,5],[26,6,16],[37,11,4],[17,6,5],[17,3,4],[20,4,2],[15,5,4],[19,5,4],[23,7,4],[11,2,1],[7,0,1],[7,2,1],[15,0,3],[11,4,1],[2,0,2],[2,3,1]],[[3,3,90],[3,2,63],[1,4,51],[9,6,73],[7,8,81],[6,10,58],[8,2,70],[11,6,79],[12,11,81],[7,6,95],[9,11,76],[11,6,61],[15,11,70],[11,6,79],[13,12,71],[21,9,66],[16,12,68],[37,24,103],[29,11,56],[20,4,60],[35,15,46],[39,10,47],[38,12,46],[29,18,49],[27,7,50],[39,13,44],[46,14,36],[40,15,41],[42,22,32],[37,19,40],[45,14,37],[45,16,35],[31,9,44],[50,16,30],[47,15,34],[48,14,34],[51,14,31],[40,17,39],[45,19,32],[43,16,33],[55,21,20],[53,14,29],[47,21,24],[51,19,22],[88,23,41],[165,50,101],[58,13,21],[50,19,27],[46,17,25],[61,17,18],[68,17,35],[38,19,31],[53,16,23],[51,20,21],[52,21,23],[99,31,26],[59,14,23],[62,15,15],[56,19,9],[52,16,28],[53,21,18],[126,37,29],[56,16,16],[53,15,20],[52,11,21],[56,17,15],[64,15,17],[53,17,14],[64,12,12],[97,12,23],[111,22,11],[41,16,11],[54,13,9],[66,19,11],[122,30,20],[65,23,8],[59,16,9],[63,12,9],[83,31,14],[56,3,9],[49,15,4],[7,8,13],[56,6,2],[20,4,0],[2,2,0],[1,3,28],[5,1,26],[22,13,29],[27,6,19],[29,13,18],[29,8,27],[19,4,9],[31,7,22],[37,13,14],[40,7,13],[34,5,5],[22,8,2],[38,13,9],[21,6,5],[26,10,16],[41,15,8],[34,15,7],[8,8,4],[23,8,1],[44,6,10],[64,17,11],[31,8,5],[39,5,4],[111,30,7],[69,14,13],[80,13,11],[45,9,2],[36,6,6],[36,8,8],[36,7,5],[42,13,1],[45,16,7],[17,8,3],[11,2,3],[15,1,4],[31,2,3],[26,6,0],[2,2,4],[9,3,0]],[[3,9,138],[5,5,100],[7,7,98],[14,7,117],[7,13,130],[10,10,102],[9,7,100],[18,14,118],[24,6,132],[17,12,143],[16,15,119],[21,10,77],[26,14,110],[26,16,108],[26,16,108],[28,21,101],[35,10,105],[53,35,170],[38,18,94],[38,10,86],[65,19,66],[62,16,72],[59,16,75],[65,10,75],[43,8,77],[70,12,68],[77,16,57],[72,11,67],[68,25,57],[78,14,58],[86,17,47],[89,12,49],[49,6,77],[72,14,64],[82,16,52],[86,13,51],[87,13,50],[93,14,43],[93,16,41],[79,18,49],[93,14,43],[86,19,45],[76,18,50],[98,15,31],[184,22,84],[312,42,134],[79,16,51],[94,19,37],[77,11,42],[95,18,37],[129,14,43],[87,14,39],[81,15,48],[89,15,40],[101,17,32],[164,24,52],[109,11,30],[91,14,39],[78,14,36],[98,14,38],[99,16,31],[223,28,49],[95,13,30],[92,15,33],[96,8,30],[93,13,34],[104,22,24],[91,13,30],[111,12,17],[156,6,42],[186,14,22],[78,6,22],[93,9,16],[109,13,24],[217,19,32],[130,13,7],[117,8,9],[111,13,8],[159,21,26],[94,1,13],[78,13,9],[20,6,14],[79,8,7],[33,1,2],[4,2,0],[1,3,46],[7,8,35],[44,16,40],[35,9,40],[52,7,35],[57,6,37],[29,6,15],[64,8,22],[70,7,23],[59,11,24],[60,4,8],[35,9,6],[53,8,29],[34,6,10],[51,10,23],[77,12,11],[68,5,11],[15,3,10],[45,4,1],[80,6,8],[116,13,19],[48,9,11],[57,3,18],[174,24,18],[99,7,36],[135,10,19],[70,6,8],[65,6,7],[65,9,4],[60,4,4],[70,11,7],[94,7,5],[36,4,0],[19,0,5],[27,4,1],[51,3,4],[44,5,1],[7,0,5],[15,4,1]],[[0,3,45],[1,0,39],[4,4,20],[3,2,41],[1,4,43],[1,5,36],[1,4,21],[2,6,40],[6,3,43],[9,6,39],[7,5,36],[5,6,31],[5,3,40],[6,5,37],[3,6,39],[12,2,34],[14,4,30],[14,12,56],[16,6,26],[11,1,30],[15,6,27],[22,6,20],[17,10,21],[18,6,24],[14,4,24],[21,6,21],[24,7,17],[21,4,23],[16,15,17],[26,7,15],[22,7,19],[18,11,19],[18,5,19],[30,4,14],[28,7,13],[20,10,18],[29,4,15],[20,8,20],[27,7,14],[21,8,17],[26,10,12],[28,8,12],[24,9,13],[27,5,14],[43,14,35],[101,26,31],[18,5,7],[27,10,11],[22,9,13],[27,9,12],[37,11,12],[23,10,11],[32,5,9],[28,7,11],[28,10,10],[43,17,18],[31,10,7],[25,9,12],[21,8,13],[23,8,17],[23,9,14],[66,14,16],[23,11,10],[29,7,8],[21,11,10],[26,6,12],[28,13,7],[21,5,16],[28,12,4],[41,7,18],[47,14,11],[19,8,7],[25,6,7],[24,12,12],[50,18,16],[32,8,8],[26,10,6],[23,11,8],[36,18,10],[20,6,8],[18,13,3],[5,2,7],[24,6,2],[8,2,2],[1,1,0],[2,1,13],[3,2,11],[13,6,13],[14,4,8],[13,6,11],[18,1,13],[10,3,3],[20,0,10],[17,6,9],[16,7,7],[17,4,1],[10,3,3],[20,6,4],[14,1,1],[15,2,9],[18,9,5],[20,2,6],[4,4,2],[7,5,4],[21,4,5],[23,10,13],[12,5,5],[13,4,7],[47,18,9],[35,5,8],[31,8,13],[17,6,5],[19,3,2],[17,4,5],[17,5,2],[18,5,5],[18,12,4],[10,4,0],[5,2,1],[8,0,2],[13,2,3],[10,4,2],[0,2,2],[5,1,0]],[[0,1,47],[1,0,37],[3,0,29],[5,2,37],[2,3,43],[2,3,37],[2,0,38],[3,4,41],[8,3,41],[5,3,46],[10,1,37],[6,2,30],[5,6,37],[12,4,32],[9,4,35],[7,4,37],[12,3,33],[23,8,51],[11,8,29],[11,2,29],[15,6,27],[19,7,22],[16,5,27],[19,10,19],[13,2,27],[23,5,20],[21,7,20],[20,8,20],[22,8,18],[24,11,13],[22,6,20],[24,7,17],[18,6,18],[20,8,20],[24,8,16],[24,7,17],[25,11,12],[24,7,17],[25,8,15],[22,8,16],[27,12,9],[25,14,9],[23,9,14],[28,9,9],[48,17,27],[93,22,43],[24,8,14],[20,6,6],[24,9,11],[24,10,14],[36,9,15],[24,8,12],[21,9,16],[30,8,8],[30,9,9],[46,18,14],[32,9,7],[27,10,9],[22,11,9],[30,8,10],[30,8,8],[62,18,16],[22,10,12],[30,8,6],[30,5,7],[26,8,10],[29,9,10],[25,9,8],[31,9,4],[55,6,5],[50,15,7],[17,6,11],[25,8,5],[34,10,4],[52,20,12],[35,12,1],[33,5,4],[30,10,2],[48,12,4],[25,4,5],[22,11,1],[7,3,4],[27,4,1],[9,2,1],[0,2,0],[1,0,15],[1,0,15],[18,6,8],[12,4,10],[17,7,6],[17,2,13],[7,1,8],[18,2,10],[17,6,9],[17,6,7],[17,3,2],[11,4,1],[21,6,3],[10,5,1],[13,5,8],[21,10,1],[20,6,2],[2,2,6],[12,4,0],[22,6,2],[33,8,5],[12,5,5],[18,3,3],[52,17,5],[33,6,9],[34,8,10],[18,7,3],[20,4,0],[20,6,0],[17,4,3],[20,6,2],[26,8,0],[10,4,0],[8,0,0],[7,2,1],[15,2,1],[13,3,0],[3,0,1],[4,2,0]],[[4,5,33],[2,6,22],[4,4,24],[2,6,32],[12,8,22],[7,7,24],[5,3,16],[5,5,32],[10,6,30],[10,5,31],[11,4,27],[11,1,18],[10,6,26],[16,4,22],[15,3,24],[12,3,27],[12,9,21],[19,12,39],[17,6,19],[15,7,14],[22,5,15],[21,6,15],[21,4,17],[24,4,14],[13,7,18],[22,3,17],[25,4,13],[21,9,12],[21,8,13],[27,6,9],[25,3,14],[24,7,11],[16,7,13],[22,11,9],[28,7,7],[26,7,9],[31,6,5],[26,3,13],[21,9,12],[21,5,14],[26,3,13],[21,11,10],[28,3,9],[29,4,7],[46,15,19],[75,19,24],[26,5,9],[26,8,8],[21,4,3],[30,1,11],[36,9,9],[21,6,11],[26,2,12],[22,8,10],[32,4,6],[47,14,9],[30,8,4],[30,3,7],[26,6,6],[30,5,7],[28,5,7],[66,10,8],[30,3,5],[27,5,6],[28,2,6],[30,3,5],[32,5,5],[25,7,4],[28,4,6],[50,4,8],[55,6,3],[21,4,5],[24,5,5],[32,6,6],[65,8,3],[36,3,3],[33,2,1],[30,5,1],[43,9,2],[24,2,4],[25,6,1],[9,2,3],[27,5,0],[9,2,1],[1,1,0],[3,4,7],[2,1,11],[21,0,7],[16,2,4],[15,3,8],[20,3,5],[8,1,5],[12,4,10],[19,4,5],[16,5,5],[15,3,0],[10,2,2],[16,5,7],[12,2,0],[11,3,8],[21,2,5],[17,5,4],[7,1,2],[12,1,1],[23,1,2],[32,4,2],[16,2,2],[19,1,0],[54,14,4],[37,6,3],[38,4,4],[20,4,2],[18,1,1],[19,4,1],[20,3,1],[20,3,1],[27,3,0],[12,2,0],[7,0,1],[8,0,0],[15,1,0],[12,2,0],[4,0,0],[3,1,0]],[[1,1,46],[0,2,34],[0,0,38],[2,1,43],[0,4,44],[0,5,31],[1,0,37],[0,5,43],[3,3,46],[1,3,50],[3,2,43],[1,3,24],[6,2,40],[4,6,38],[6,8,34],[10,0,38],[13,4,31],[12,7,63],[7,5,36],[7,2,33],[11,5,32],[8,10,30],[10,10,28],[13,8,27],[11,5,26],[16,6,26],[11,8,29],[17,6,25],[21,10,17],[16,10,22],[16,9,23],[16,11,21],[15,3,24],[19,9,20],[20,11,17],[14,9,25],[21,5,22],[24,11,13],[17,6,25],[20,7,19],[22,8,18],[20,13,15],[17,11,18],[16,10,20],[41,12,39],[62,31,65],[20,8,18],[21,8,19],[22,4,18],[15,6,11],[25,10,25],[20,10,14],[22,9,15],[21,8,17],[23,8,17],[38,19,21],[26,8,14],[20,14,12],[22,11,9],[27,9,12],[27,8,11],[45,21,30],[22,7,15],[23,10,11],[21,7,14],[24,9,11],[31,9,8],[22,8,12],[21,9,14],[38,4,24],[46,10,16],[17,7,10],[22,7,9],[32,8,8],[59,12,13],[29,9,10],[27,7,8],[32,6,4],[41,16,7],[22,5,7],[25,9,0],[6,2,6],[27,5,0],[9,0,3],[2,0,0],[0,1,15],[2,1,13],[9,7,16],[13,1,12],[13,7,10],[21,5,6],[7,2,7],[13,7,10],[19,5,8],[11,6,13],[13,2,7],[7,4,5],[15,5,10],[10,4,2],[11,5,10],[15,9,8],[15,6,7],[1,4,5],[8,5,3],[20,4,6],[30,6,10],[13,4,5],[12,2,10],[47,19,8],[28,8,12],[38,8,6],[20,5,3],[20,2,2],[17,4,5],[13,8,3],[21,5,2],[21,10,3],[11,1,2],[6,0,2],[5,2,3],[16,2,0],[12,4,0],[1,0,3],[4,2,0]],[[6,1,41],[4,1,35],[4,3,33],[5,3,34],[7,3,38],[3,1,36],[3,3,26],[4,6,38],[7,3,42],[6,1,47],[13,3,32],[5,2,19],[8,3,37],[6,5,37],[9,4,35],[13,1,34],[16,4,28],[19,9,54],[14,4,30],[11,3,28],[15,8,25],[17,8,23],[16,6,26],[16,7,25],[13,4,25],[20,5,23],[24,8,16],[17,8,23],[22,6,20],[23,6,19],[20,9,19],[21,6,21],[16,5,21],[22,11,15],[23,8,17],[23,5,20],[24,8,16],[22,5,21],[17,6,25],[23,6,17],[27,7,14],[25,9,14],[21,8,17],[24,7,15],[61,10,21],[90,18,50],[21,6,19],[28,6,14],[19,12,13],[27,9,12],[33,6,5],[23,8,13],[29,4,13],[25,7,14],[28,7,13],[51,18,9],[28,10,10],[24,6,16],[24,9,9],[34,5,9],[25,9,12],[61,14,21],[24,7,13],[33,4,7],[24,10,8],[25,6,13],[32,9,7],[26,9,7],[32,7,5],[51,4,11],[53,11,8],[21,4,9],[26,8,4],[34,8,6],[64,14,8],[38,7,3],[29,10,3],[29,9,4],[46,12,6],[28,3,3],[24,6,4],[6,3,5],[25,7,0],[11,0,1],[2,0,0],[2,1,13],[2,1,13],[17,3,12],[12,2,12],[17,5,8],[15,5,12],[10,0,6],[20,2,8],[18,5,9],[19,3,8],[15,2,5],[10,3,3],[17,6,7],[12,3,1],[12,4,10],[23,6,3],[17,6,5],[6,3,1],[12,4,0],[23,3,4],[38,4,4],[12,5,5],[18,2,4],[57,15,2],[36,5,7],[41,6,5],[20,5,3],[19,4,1],[22,4,0],[18,4,2],[23,4,1],[28,5,1],[14,0,0],[7,0,1],[9,0,1],[14,2,2],[14,1,1],[3,0,1],[4,2,0]],[[2,0,40],[3,0,27],[3,1,28],[7,0,33],[8,2,32],[2,2,28],[2,0,28],[4,1,37],[8,1,37],[11,1,36],[13,1,28],[6,2,20],[9,1,32],[18,3,21],[11,3,28],[16,2,24],[14,3,25],[30,5,35],[16,3,23],[17,2,19],[12,6,24],[21,6,15],[17,7,18],[20,6,16],[17,3,16],[24,4,14],[22,10,10],[17,5,20],[21,9,12],[22,9,11],[22,5,15],[27,4,11],[20,2,14],[23,12,7],[25,7,10],[20,8,14],[29,3,10],[20,3,19],[24,7,11],[18,11,13],[25,8,9],[26,8,8],[24,6,10],[30,4,6],[52,15,15],[80,27,35],[23,7,12],[26,8,8],[23,6,9],[24,8,10],[37,9,8],[14,6,6],[23,7,10],[19,7,14],[27,10,5],[43,15,10],[28,6,8],[29,5,6],[27,5,4],[30,4,8],[26,8,8],[56,21,7],[25,6,7],[27,6,7],[25,7,6],[29,8,3],[29,7,6],[20,10,8],[27,8,5],[53,5,6],[51,9,2],[22,4,4],[24,7,3],[29,9,4],[59,14,5],[34,6,2],[28,6,4],[27,4,5],[44,9,5],[27,5,0],[20,7,1],[9,2,1],[26,4,0],[10,2,0],[0,1,1],[2,1,11],[2,1,11],[13,5,10],[13,4,7],[13,7,6],[22,3,3],[8,4,2],[19,3,4],[20,6,2],[15,5,6],[15,4,1],[11,2,1],[16,5,5],[11,1,2],[13,6,5],[19,8,1],[19,2,3],[4,2,2],[9,4,1],[18,7,1],[30,5,5],[15,5,0],[18,2,2],[45,18,1],[36,0,6],[37,6,5],[19,5,0],[18,4,0],[16,4,2],[14,4,2],[19,3,2],[23,5,2],[10,2,0],[8,0,0],[6,0,2],[14,3,1],[10,4,0],[4,0,0],[3,1,0]],[[0,2,40],[4,2,26],[2,1,19],[1,4,33],[3,1,38],[3,2,27],[1,2,35],[2,5,35],[1,3,42],[1,1,44],[4,3,35],[4,5,15],[0,5,37],[2,6,34],[5,3,34],[2,2,38],[4,2,36],[6,4,60],[3,5,34],[3,1,32],[11,6,25],[11,6,25],[11,8,23],[8,5,29],[4,4,30],[11,4,27],[13,7,22],[12,7,23],[9,9,24],[12,9,21],[12,6,24],[13,6,23],[10,3,27],[15,8,19],[15,5,22],[11,8,23],[18,9,15],[13,7,22],[12,7,23],[10,9,21],[14,7,21],[14,8,20],[13,7,20],[12,7,21],[27,13,40],[47,25,68],[15,6,19],[16,7,19],[15,6,17],[13,5,24],[20,9,23],[11,4,23],[9,4,15],[17,6,17],[17,5,20],[23,18,27],[17,12,13],[16,4,20],[19,4,13],[13,9,20],[17,4,19],[42,18,24],[18,8,12],[17,6,15],[16,5,17],[15,9,14],[22,10,10],[17,6,13],[17,8,13],[33,7,22],[36,11,19],[13,10,7],[18,7,7],[15,14,13],[36,20,16],[24,6,12],[14,8,14],[19,11,8],[31,18,7],[24,5,3],[20,8,0],[3,2,7],[18,5,5],[7,0,3],0,[0,3,11],[2,1,11],[8,1,19],[9,2,11],[7,5,14],[11,2,15],[8,1,5],[13,4,11],[10,4,14],[9,4,13],[10,3,7],[4,5,5],[9,6,11],[6,2,6],[8,2,12],[12,8,8],[13,6,7],[1,2,5],[8,4,2],[11,5,12],[15,14,15],[7,4,7],[13,5,6],[33,19,10],[27,7,12],[24,11,11],[12,5,7],[15,1,6],[12,3,9],[15,6,1],[17,3,4],[13,9,8],[6,2,4],[4,1,3],[6,3,1],[11,0,5],[6,5,3],[0,2,2],[3,3,0]],[[0,2,40],[3,0,35],[2,2,30],[2,2,36],[2,4,36],[2,2,24],[0,1,31],[1,5,36],[4,3,39],[7,0,41],[2,3,37],[3,1,30],[3,3,36],[8,3,31],[5,2,35],[8,2,32],[9,5,28],[16,12,52],[5,4,33],[13,1,24],[15,6,21],[12,4,26],[12,6,24],[9,6,27],[13,4,21],[17,3,22],[15,6,21],[15,7,20],[13,7,22],[15,6,21],[14,9,19],[16,10,16],[17,3,16],[19,6,17],[18,7,17],[14,7,21],[20,9,13],[19,7,16],[12,5,25],[17,7,16],[16,6,20],[19,10,13],[19,6,17],[21,5,16],[34,14,32],[65,24,53],[17,7,16],[16,10,16],[14,8,16],[17,8,17],[26,11,15],[16,9,15],[15,7,18],[15,5,8],[21,11,10],[30,17,21],[20,9,13],[20,7,13],[18,5,13],[21,10,11],[20,6,14],[44,18,22],[19,11,10],[20,5,13],[21,5,12],[23,7,10],[19,9,14],[19,6,11],[20,6,12],[31,5,18],[34,12,16],[12,5,11],[21,8,5],[18,8,16],[42,17,13],[20,14,8],[28,5,7],[24,8,6],[33,12,13],[15,6,7],[12,11,5],[3,3,6],[18,5,3],[5,1,2],[1,1,0],[1,1,12],[0,1,13],[5,5,18],[12,3,7],[9,5,14],[12,1,15],[7,1,6],[16,3,7],[14,7,7],[14,3,11],[12,3,5],[5,4,5],[9,4,13],[6,2,6],[13,4,7],[15,6,7],[15,2,7],[1,3,4],[8,4,2],[16,5,5],[26,8,8],[9,5,6],[11,4,5],[35,16,13],[20,9,11],[28,8,8],[13,6,5],[14,4,2],[14,4,6],[10,5,5],[15,6,3],[16,6,6],[6,3,3],[2,0,4],[6,2,2],[13,3,0],[7,3,4],[0,0,4],[1,3,0]],[[1,2,45],[1,2,33],[3,1,32],[0,3,43],[2,7,39],[1,5,28],[3,2,37],[5,6,37],[3,6,43],[5,6,43],[5,5,38],[2,6,28],[2,5,41],[6,6,36],[4,6,38],[4,5,39],[8,3,37],[15,8,59],[8,5,35],[13,3,26],[14,7,27],[13,8,27],[12,9,27],[12,8,28],[10,3,29],[17,8,23],[14,11,23],[21,3,24],[12,9,27],[20,7,21],[24,5,19],[23,5,20],[15,5,22],[20,7,21],[21,10,17],[21,4,23],[21,7,20],[17,10,21],[23,9,16],[20,11,15],[20,9,19],[24,9,15],[16,6,24],[18,9,19],[46,12,34],[75,25,58],[22,7,17],[21,6,21],[23,5,16],[22,7,19],[32,8,20],[19,5,20],[19,8,19],[22,8,16],[14,5,13],[37,15,26],[24,8,16],[24,8,14],[23,8,11],[24,6,18],[26,7,13],[50,20,26],[26,4,14],[26,5,13],[24,4,14],[22,6,16],[28,9,11],[21,7,14],[24,7,13],[44,2,20],[50,9,13],[22,3,9],[23,7,8],[35,3,10],[55,9,20],[34,4,10],[30,4,8],[29,7,6],[44,8,12],[22,4,8],[24,8,2],[7,3,4],[28,1,3],[10,0,2],[2,0,0],[1,1,14],[1,2,13],[10,5,17],[13,1,12],[11,4,15],[13,4,15],[6,3,7],[14,4,12],[21,3,8],[16,4,10],[12,3,7],[9,4,3],[16,5,9],[9,1,6],[9,3,14],[21,8,3],[19,1,8],[7,1,2],[11,3,2],[24,1,5],[28,4,14],[13,4,5],[19,1,4],[49,13,12],[32,4,12],[38,5,9],[19,4,5],[16,2,6],[18,4,4],[18,2,4],[23,3,2],[26,2,6],[11,2,1],[5,0,3],[5,2,3],[15,1,2],[11,4,1],[3,0,1],[4,2,0]],[[1,1,46],[0,4,34],[1,3,28],[0,2,46],[0,1,47],[1,2,33],[2,0,34],[2,1,45],[0,3,49],[3,4,47],[4,3,41],[6,4,22],[4,6,38],[4,2,42],[3,5,40],[5,2,41],[4,3,41],[8,9,65],[4,7,37],[8,3,31],[11,8,29],[12,6,30],[9,7,32],[8,7,33],[8,5,29],[14,7,27],[12,8,28],[14,10,24],[10,11,27],[10,9,29],[9,7,32],[12,8,28],[10,5,27],[13,14,21],[16,11,21],[18,12,18],[15,10,23],[14,7,27],[14,10,24],[13,11,22],[15,12,21],[13,15,20],[14,11,21],[11,10,25],[31,18,43],[63,31,64],[15,11,20],[18,14,16],[16,11,17],[14,10,24],[27,6,27],[12,12,20],[13,9,24],[15,11,20],[19,11,18],[23,20,19],[20,16,12],[22,11,13],[12,12,18],[25,8,15],[20,6,20],[49,23,24],[16,13,15],[16,10,18],[21,7,14],[23,7,14],[24,14,10],[22,8,12],[28,8,8],[42,3,21],[45,14,13],[15,6,13],[22,8,8],[26,15,7],[50,19,17],[26,14,8],[29,10,3],[29,8,5],[38,16,10],[23,4,7],[20,12,2],[2,6,6],[27,5,0],[9,0,3],[1,1,0],[0,1,15],[1,0,15],[11,2,19],[8,7,11],[7,7,16],[9,5,18],[6,3,7],[11,5,14],[12,6,14],[12,7,11],[13,3,6],[7,5,4],[11,5,14],[8,5,3],[9,6,11],[16,12,4],[15,7,6],[3,5,2],[12,3,1],[20,6,4],[32,7,7],[7,8,7],[17,5,2],[42,20,12],[25,11,12],[36,5,11],[17,6,5],[16,6,2],[16,7,3],[14,6,4],[21,5,2],[21,7,6],[10,3,1],[7,0,1],[7,2,1],[15,0,3],[12,4,0],[2,0,2],[2,4,0]],[[0,1,47],[0,0,38],[0,0,32],[0,0,42],[2,5,41],[0,2,36],[0,1,37],[3,2,43],[4,4,44],[4,1,49],[6,2,40],[2,3,32],[4,4,40],[6,6,36],[7,4,37],[4,4,40],[6,6,36],[11,14,57],[8,7,33],[8,2,32],[9,9,30],[9,7,32],[15,8,25],[15,10,23],[16,5,21],[15,6,27],[19,10,19],[20,6,22],[15,11,22],[18,9,21],[14,6,28],[16,9,23],[14,5,23],[12,15,21],[19,10,19],[24,6,18],[16,12,20],[19,4,25],[18,11,19],[14,11,21],[22,10,16],[18,12,18],[15,13,18],[17,14,15],[46,14,32],[62,32,64],[21,8,17],[20,11,17],[19,9,16],[23,11,14],[24,15,21],[16,11,17],[21,12,13],[15,12,19],[20,10,18],[36,23,19],[19,8,5],[23,12,11],[17,13,12],[24,11,13],[23,9,14],[51,19,26],[21,13,10],[17,12,15],[23,11,8],[22,9,13],[22,12,14],[18,11,13],[29,11,4],[37,6,23],[47,17,8],[16,8,10],[22,7,9],[27,11,10],[53,19,12],[30,11,7],[28,8,6],[29,10,3],[38,19,7],[22,4,8],[21,10,3],[7,4,3],[23,8,1],[9,2,1],[1,1,0],[1,2,13],[0,0,16],[7,6,19],[8,5,13],[14,6,10],[11,6,15],[6,2,8],[11,4,15],[13,11,8],[20,5,5],[13,7,2],[7,5,4],[14,9,7],[9,3,4],[11,5,10],[16,8,8],[14,6,8],[1,3,6],[11,5,0],[18,6,6],[35,8,3],[12,6,4],[16,5,3],[47,19,8],[28,9,11],[37,9,6],[17,7,4],[14,7,3],[19,5,2],[16,5,3],[15,8,5],[22,10,2],[11,3,0],[6,0,2],[7,3,0],[15,1,2],[9,6,1],[2,0,2],[3,3,0]],[[4,1,43],[1,1,36],[1,0,37],[2,3,37],[2,4,42],[1,1,42],[3,0,37],[1,3,44],[1,3,48],[3,1,50],[4,3,41],[5,1,24],[3,2,43],[5,3,40],[4,6,38],[8,2,38],[8,7,33],[8,10,64],[9,9,30],[12,1,29],[14,9,25],[12,6,30],[11,12,25],[15,6,27],[11,2,29],[18,9,21],[11,10,27],[13,11,24],[9,11,28],[19,8,21],[17,6,25],[17,11,20],[15,6,21],[15,13,20],[18,9,21],[16,10,22],[13,16,19],[20,7,21],[15,7,26],[12,12,22],[13,14,21],[16,11,21],[20,9,17],[12,12,22],[30,22,40],[58,31,69],[20,8,18],[20,13,15],[21,5,18],[15,14,19],[32,12,16],[13,10,21],[21,10,15],[22,12,12],[19,11,18],[28,24,26],[21,15,12],[11,8,11],[17,11,14],[21,12,15],[18,8,20],[44,30,22],[21,8,15],[24,10,10],[25,7,10],[23,10,11],[22,11,15],[22,9,11],[28,10,6],[41,7,18],[49,13,10],[15,9,10],[20,11,7],[25,13,10],[54,18,12],[33,10,5],[23,13,6],[28,9,5],[39,15,10],[26,4,4],[19,11,4],[6,4,4],[25,5,2],[9,2,1],[0,2,0],[1,2,13],[3,1,12],[11,7,14],[10,6,10],[11,6,13],[15,4,13],[8,2,6],[18,3,9],[19,5,8],[10,11,9],[14,3,5],[6,5,5],[14,6,10],[7,4,5],[11,6,9],[17,12,3],[19,5,4],[3,3,4],[10,5,1],[22,5,3],[32,8,6],[10,9,3],[20,3,1],[50,21,3],[35,5,8],[33,12,7],[19,5,4],[17,2,5],[20,3,3],[13,8,3],[18,7,3],[24,10,0],[11,2,1],[7,0,1],[3,1,6],[13,2,3],[10,5,1],[2,0,2],[4,2,0]],[[0,3,39],[1,3,28],[2,2,26],[2,3,33],[0,5,37],[1,4,29],[3,0,23],[2,4,36],[1,2,43],[1,3,42],[6,4,32],[1,7,24],[4,8,30],[3,6,33],[4,8,30],[3,7,32],[8,5,29],[11,11,52],[7,7,28],[4,1,31],[11,8,23],[8,8,26],[8,13,21],[14,10,18],[7,3,26],[13,4,25],[8,15,19],[11,10,21],[9,16,17],[18,11,13],[15,10,17],[12,11,19],[11,5,20],[13,15,14],[17,12,13],[15,8,19],[14,15,13],[18,7,17],[16,11,15],[11,11,18],[15,14,13],[14,16,12],[17,9,14],[13,13,14],[25,22,33],[58,38,44],[16,13,11],[15,19,8],[16,12,10],[11,15,16],[26,16,10],[10,15,13],[14,13,13],[21,12,7],[19,13,10],[33,19,16],[18,17,7],[20,14,6],[12,10,2],[22,12,8],[20,14,6],[42,28,14],[18,15,5],[21,12,5],[23,8,5],[23,12,3],[20,18,4],[15,12,9],[20,15,5],[42,8,4],[39,18,5],[13,10,7],[15,13,4],[22,15,7],[44,25,7],[26,14,2],[20,14,2],[20,13,3],[30,24,2],[19,6,3],[15,15,0],[2,6,4],[20,6,0],[8,2,0],[0,2,0],[1,2,11],[1,0,13],[9,4,15],[7,6,9],[7,11,8],[11,5,12],[7,1,6],[15,3,8],[9,9,10],[16,8,2],[9,9,0],[4,6,4],[10,11,5],[6,6,2],[9,6,7],[19,8,1],[13,9,2],[2,6,2],[7,7,0],[14,11,1],[24,17,1],[10,8,0],[16,5,1],[34,28,4],[21,13,8],[31,13,0],[12,10,2],[12,6,2],[13,8,1],[9,8,3],[16,9,1],[16,13,1],[5,6,1],[4,2,0],[4,2,0],[12,2,0],[7,6,1],[1,2,1],[4,2,0]],[[1,1,46],[0,0,32],[3,0,27],[5,1,36],[4,2,42],[2,2,36],[2,2,38],[4,3,41],[8,3,41],[6,5,43],[13,1,34],[4,2,28],[10,2,36],[10,3,35],[13,4,31],[15,4,29],[16,3,29],[23,10,49],[19,3,26],[18,1,23],[22,5,21],[25,3,20],[20,6,22],[23,1,24],[14,3,25],[24,3,21],[25,8,15],[23,6,19],[22,9,17],[28,7,13],[23,7,18],[27,3,18],[21,3,18],[28,5,15],[28,7,13],[27,7,14],[29,8,11],[24,6,18],[24,9,15],[26,5,15],[28,6,14],[28,7,13],[20,11,15],[29,8,9],[57,10,25],[89,21,48],[29,4,13],[30,3,15],[26,4,14],[26,10,12],[40,5,15],[25,4,15],[29,7,10],[25,8,13],[32,7,9],[50,12,16],[31,7,10],[26,10,10],[22,11,9],[22,4,6],[34,5,7],[65,16,15],[31,7,6],[30,6,8],[30,6,6],[32,6,6],[31,8,9],[28,6,8],[34,4,6],[50,2,14],[52,11,9],[20,5,9],[26,5,7],[32,8,8],[57,15,12],[37,7,4],[33,5,4],[29,9,4],[40,16,8],[26,2,6],[24,6,4],[6,4,4],[24,5,3],[8,0,4],[2,0,0],[3,2,11],[2,0,14],[13,5,14],[14,2,10],[20,3,7],[19,4,9],[9,0,7],[18,4,8],[20,5,7],[19,4,7],[17,2,3],[12,3,1],[23,2,5],[11,2,3],[16,4,6],[23,6,3],[17,6,5],[4,2,4],[12,2,2],[22,4,4],[36,7,3],[16,3,3],[16,3,5],[54,12,8],[34,6,8],[38,7,7],[20,5,3],[22,2,0],[21,4,1],[16,6,2],[21,3,4],[27,5,2],[11,2,1],[5,0,3],[7,2,1],[16,1,1],[14,2,0],[4,0,0],[2,3,1]],[[0,0,42],[0,4,36],[2,0,30],[3,3,34],[0,4,38],[0,1,35],[0,0,24],[3,1,38],[4,6,36],[2,0,46],[4,2,36],[1,1,24],[4,5,33],[3,3,36],[5,5,32],[4,4,34],[5,2,35],[6,6,58],[8,1,33],[6,4,28],[12,3,27],[7,7,28],[10,6,26],[15,4,23],[6,0,30],[9,4,29],[14,8,20],[10,7,25],[14,8,20],[15,7,20],[11,7,24],[15,5,22],[12,4,20],[8,5,29],[14,5,23],[15,5,22],[14,8,20],[13,5,24],[12,7,23],[15,6,21],[13,7,22],[15,7,20],[13,5,22],[14,8,18],[23,16,43],[46,28,68],[16,7,19],[17,7,18],[12,7,19],[14,8,20],[25,8,21],[15,10,15],[15,3,22],[16,7,17],[15,11,16],[29,16,23],[15,10,17],[23,4,13],[15,7,14],[15,6,21],[13,6,9],[30,22,32],[19,2,17],[18,5,17],[18,11,9],[17,6,17],[24,7,11],[17,3,18],[20,7,13],[30,5,29],[32,13,17],[13,5,12],[16,6,12],[19,10,13],[31,16,29],[27,5,10],[24,6,8],[20,8,8],[32,11,15],[20,2,10],[14,4,10],[4,3,5],[18,8,4],[5,1,6],[1,0,1],[1,0,13],[2,1,11],[4,8,16],[7,4,13],[6,5,15],[8,2,18],[8,2,4],[9,2,15],[12,3,13],[12,4,10],[7,4,9],[3,6,5],[10,3,13],[6,2,6],[10,2,12],[11,9,8],[11,4,9],[1,2,5],[7,4,3],[16,4,6],[19,12,9],[10,5,5],[11,3,8],[35,13,16],[20,5,17],[25,7,16],[14,4,6],[13,2,7],[17,2,3],[10,4,6],[16,1,7],[15,8,7],[7,2,3],[2,2,4],[5,1,2],[11,2,5],[9,3,2],[1,2,1],[1,2,1]],[[0,1,47],[0,4,36],[0,1,35],[2,4,40],[0,6,42],[1,2,29],[3,2,27],[1,4,43],[2,4,46],[2,4,48],[3,3,42],[3,3,28],[4,5,39],[0,7,41],[5,4,39],[3,7,38],[8,5,35],[4,19,59],[9,5,34],[1,3,38],[12,8,28],[4,6,38],[8,11,29],[8,8,32],[5,5,32],[11,6,31],[13,11,24],[14,8,26],[11,13,24],[9,11,28],[13,7,28],[12,6,30],[6,6,30],[13,8,27],[11,10,27],[12,8,28],[11,13,24],[10,8,30],[7,11,30],[8,11,27],[16,9,23],[16,13,19],[13,12,21],[14,8,24],[29,16,47],[39,39,80],[12,11,23],[20,9,19],[14,10,20],[10,15,23],[22,11,27],[11,12,21],[15,6,25],[12,13,21],[10,15,23],[27,15,36],[22,6,20],[9,19,18],[11,9,22],[24,9,15],[16,13,17],[33,21,26],[15,9,20],[12,13,19],[16,12,14],[19,8,17],[24,10,14],[19,7,16],[16,14,14],[28,7,31],[32,17,23],[15,7,12],[15,13,10],[27,14,7],[46,22,18],[26,12,10],[24,11,7],[27,8,7],[30,16,18],[18,5,11],[19,8,7],[4,2,8],[28,2,2],[9,0,3],[2,0,0],[0,1,15],[1,1,14],[4,9,19],[5,7,14],[5,13,12],[6,4,22],[6,2,8],[11,3,16],[9,9,14],[7,10,13],[6,8,8],[5,6,5],[12,7,11],[6,4,6],[10,3,13],[19,8,5],[15,5,8],[3,4,3],[9,4,3],[16,5,9],[28,10,8],[9,5,8],[12,5,7],[36,24,14],[26,5,17],[28,7,17],[17,4,7],[11,7,6],[15,3,8],[12,6,6],[18,6,4],[19,11,4],[13,1,0],[3,2,3],[1,3,6],[10,3,5],[10,4,2],[2,0,2],[3,3,0]],[[0,2,46],[1,1,34],[1,3,34],[1,1,44],[1,3,44],[1,6,33],[0,1,33],[0,5,43],[0,7,45],[1,5,48],[0,2,46],[2,4,24],[3,4,41],[7,3,38],[2,2,44],[4,4,40],[7,5,36],[9,10,63],[6,5,37],[10,0,32],[11,6,31],[12,7,29],[10,8,30],[11,7,30],[6,7,29],[16,5,27],[15,11,22],[14,8,26],[14,12,22],[16,10,22],[13,8,27],[17,6,25],[10,8,24],[18,12,18],[21,6,21],[15,8,25],[18,12,18],[16,7,25],[20,12,16],[14,10,22],[11,14,23],[19,12,17],[14,12,20],[23,9,14],[36,18,38],[67,29,62],[16,10,20],[24,9,15],[14,8,22],[21,13,14],[33,12,15],[15,12,17],[16,14,16],[21,11,14],[22,11,15],[36,23,19],[24,11,13],[20,7,19],[18,13,11],[24,9,15],[20,8,18],[53,17,26],[9,9,10],[24,9,11],[25,5,12],[21,10,13],[27,10,11],[21,7,14],[27,6,11],[37,4,25],[49,10,13],[17,6,11],[26,9,3],[33,7,8],[56,12,16],[28,12,8],[29,7,6],[29,8,5],[39,17,8],[21,3,10],[22,11,1],[4,4,6],[27,4,1],[8,0,4],[2,0,0],[0,1,15],[0,1,15],[10,6,16],[10,3,13],[15,3,12],[14,7,11],[7,3,6],[15,3,12],[19,5,8],[11,6,13],[12,5,5],[6,6,4],[13,9,8],[7,4,5],[9,5,12],[21,7,4],[16,5,7],[3,3,4],[9,3,4],[19,4,7],[31,7,8],[17,1,4],[18,3,3],[47,18,9],[33,5,10],[36,7,9],[18,4,6],[17,2,5],[21,2,3],[13,4,7],[23,4,1],[22,6,6],[12,1,1],[4,1,3],[6,1,3],[15,1,2],[12,2,2],[3,0,1],[3,3,0]],[[2,1,45],[0,1,37],[0,2,38],[0,2,44],[0,1,47],[0,3,31],[2,2,32],[0,5,43],[4,0,48],[1,1,52],[0,2,46],[0,2,38],[2,3,43],[4,4,40],[1,6,41],[6,3,39],[11,4,33],[10,5,67],[9,7,32],[7,1,34],[15,5,28],[12,6,30],[13,7,28],[12,7,29],[12,3,27],[10,6,32],[16,7,25],[17,7,24],[13,12,23],[20,7,21],[18,6,24],[19,10,19],[11,5,26],[21,9,18],[19,11,18],[15,9,24],[20,8,20],[15,6,27],[21,7,20],[19,8,19],[15,9,24],[21,9,18],[17,9,20],[20,10,16],[41,16,35],[76,27,55],[24,3,19],[25,9,14],[20,9,15],[22,12,14],[29,9,22],[14,7,23],[18,6,22],[23,11,12],[23,10,15],[43,15,20],[24,11,13],[21,11,14],[17,8,17],[25,9,14],[23,9,14],[47,19,30],[18,8,18],[16,4,8],[26,6,10],[22,10,12],[27,10,11],[26,5,11],[28,7,9],[48,6,12],[42,13,17],[15,6,13],[26,6,6],[24,13,11],[61,16,9],[28,12,8],[30,7,5],[24,9,9],[39,10,15],[24,3,7],[19,10,5],[4,3,7],[22,7,3],[10,1,1],[2,0,0],[0,2,14],[0,0,16],[9,2,21],[10,4,12],[13,4,13],[10,1,21],[8,1,7],[21,2,7],[15,3,14],[14,6,10],[15,4,3],[7,4,5],[15,3,12],[10,3,3],[14,3,9],[18,10,4],[18,4,6],[3,3,4],[12,4,0],[21,4,5],[33,6,7],[10,6,6],[17,3,4],[47,16,11],[27,8,13],[35,7,10],[19,8,1],[19,2,3],[15,6,5],[15,3,6],[18,7,3],[21,7,6],[7,3,4],[5,0,3],[7,2,1],[14,1,3],[11,3,2],[1,0,3],[3,3,0]],[[0,1,47],[1,0,41],[0,1,35],[0,2,44],[1,1,46],[1,2,31],[3,0,23],[0,2,46],[1,4,47],[0,2,52],[1,2,45],[1,1,38],[0,4,44],[2,1,45],[1,6,41],[1,5,42],[6,5,37],[8,9,65],[7,7,34],[5,3,34],[7,6,35],[7,6,35],[10,8,30],[9,8,31],[4,5,33],[12,6,30],[12,10,26],[9,11,28],[8,13,27],[13,8,27],[11,9,28],[13,12,23],[9,5,28],[12,12,24],[18,13,17],[10,9,29],[12,17,19],[13,9,26],[12,11,25],[19,7,20],[12,15,21],[16,15,17],[12,16,18],[15,11,20],[28,21,43],[51,32,75],[15,12,19],[17,12,19],[15,12,17],[12,21,15],[23,13,24],[13,15,16],[14,14,18],[15,15,16],[18,16,14],[28,30,20],[19,14,15],[17,10,19],[18,13,11],[12,12,24],[19,16,11],[41,28,27],[15,14,15],[20,10,14],[13,6,7],[16,11,17],[22,14,12],[19,11,12],[17,15,12],[33,6,27],[44,19,9],[14,7,13],[17,9,12],[23,13,12],[38,24,24],[27,14,7],[21,13,8],[23,12,7],[37,14,13],[21,7,6],[20,12,2],[4,5,5],[22,6,4],[9,2,1],[0,2,0],[0,0,16],[0,0,16],[9,4,19],[7,7,12],[9,8,13],[13,6,13],[5,1,10],[10,4,16],[14,6,12],[9,8,13],[10,6,6],[6,5,5],[13,5,12],[6,5,5],[8,6,12],[16,6,10],[12,9,7],[3,4,3],[7,6,3],[16,7,7],[14,10,22],[7,8,7],[14,3,7],[37,21,16],[32,6,10],[26,8,18],[15,9,4],[13,5,6],[17,6,3],[13,6,5],[14,8,6],[19,9,6],[9,3,2],[3,2,3],[4,4,2],[14,1,3],[10,5,1],[0,0,4],[2,4,0]],[[0,2,46],[0,5,33],[2,5,35],[2,3,41],[2,5,41],[2,4,34],[2,0,26],[1,5,42],[1,4,47],[1,4,49],[1,4,43],[3,5,28],[2,5,41],[7,7,34],[1,8,39],[7,5,36],[5,5,38],[9,8,65],[10,6,32],[4,6,32],[7,10,31],[12,8,28],[10,9,29],[13,11,24],[8,5,29],[11,8,29],[10,14,24],[12,12,24],[10,11,27],[10,11,27],[11,12,25],[12,6,30],[6,6,30],[17,12,19],[19,7,22],[15,12,21],[12,11,25],[14,9,25],[14,10,24],[10,15,21],[20,11,17],[14,9,25],[12,10,24],[14,12,20],[31,20,41],[44,33,81],[17,7,22],[17,13,18],[16,7,21],[15,13,20],[21,12,27],[6,15,23],[15,12,19],[15,7,24],[16,10,22],[31,18,29],[15,11,22],[14,14,18],[14,13,15],[18,11,19],[13,11,22],[35,28,33],[14,12,18],[15,13,16],[21,9,12],[11,10,7],[20,15,13],[23,13,6],[24,8,12],[35,6,25],[36,16,20],[8,10,16],[18,8,12],[26,10,12],[38,20,28],[32,14,2],[19,10,13],[21,10,11],[36,17,11],[21,6,7],[18,14,2],[4,4,6],[20,9,3],[10,1,1],[1,1,0],[0,1,15],[0,0,16],[8,5,19],[10,6,10],[7,9,14],[7,4,21],[6,4,6],[7,7,16],[13,6,13],[10,7,13],[10,7,5],[7,5,4],[9,8,13],[8,5,3],[4,9,13],[11,9,12],[17,4,7],[3,3,4],[6,6,4],[18,8,4],[16,11,19],[11,5,6],[14,5,5],[33,25,16],[28,5,15],[28,9,15],[14,7,7],[14,6,4],[17,4,5],[13,6,5],[20,5,3],[17,9,8],[8,3,3],[5,0,3],[5,3,2],[9,2,7],[11,4,1],[0,0,4],[2,4,0]],[[3,1,44],[2,1,41],[0,1,21],[2,3,39],[3,2,43],[2,2,34],[2,1,33],[3,2,43],[6,5,41],[6,3,45],[8,4,36],[4,3,35],[3,2,43],[6,5,37],[6,6,36],[7,2,39],[12,3,33],[9,9,64],[7,8,33],[6,3,33],[13,7,28],[15,9,24],[12,7,29],[17,8,23],[9,5,28],[14,7,27],[16,9,23],[14,11,23],[15,10,23],[18,9,21],[14,8,26],[16,11,21],[15,5,22],[26,9,13],[20,7,21],[17,10,21],[18,16,14],[15,9,24],[22,12,14],[11,16,19],[17,13,18],[22,15,11],[19,12,15],[17,8,21],[37,20,35],[59,37,62],[18,14,14],[25,14,9],[22,12,10],[15,13,20],[33,12,15],[13,11,20],[16,10,20],[20,12,14],[19,10,19],[33,26,19],[24,9,15],[25,13,8],[15,12,15],[24,11,13],[19,12,15],[42,27,27],[18,14,12],[26,7,11],[22,8,12],[25,10,9],[15,10,7],[22,10,10],[21,12,11],[40,8,18],[43,19,10],[13,9,12],[18,12,8],[30,14,4],[53,19,12],[28,13,7],[28,10,4],[21,13,8],[39,18,7],[21,5,8],[18,12,4],[6,4,4],[25,5,2],[9,0,3],[2,0,0],[1,1,14],[3,1,12],[11,5,16],[8,7,11],[10,7,13],[13,6,13],[7,2,7],[16,4,10],[12,6,14],[12,9,9],[12,5,5],[6,5,5],[13,7,10],[8,6,2],[10,8,8],[17,9,6],[15,6,7],[2,4,4],[8,6,2],[21,7,2],[30,11,5],[9,8,5],[16,4,4],[46,18,10],[32,4,12],[37,7,8],[18,8,2],[15,6,3],[14,6,6],[14,6,4],[18,9,1],[18,9,7],[10,1,3],[6,0,2],[4,4,2],[14,2,2],[10,4,2],[2,0,2],[2,4,0]],[[0,1,41],[1,0,33],[0,0,36],[0,0,38],[0,3,39],[0,6,28],[0,0,34],[0,1,41],[0,2,40],[2,2,44],[1,2,39],[3,1,20],[0,5,37],[5,6,31],[2,4,36],[6,2,34],[4,5,33],[8,17,45],[3,5,34],[6,0,30],[10,8,24],[11,4,27],[9,9,24],[8,9,25],[6,4,26],[15,4,23],[9,14,19],[8,6,28],[11,8,23],[8,9,25],[11,8,23],[9,8,25],[6,5,25],[10,10,22],[8,8,26],[7,7,28],[14,7,21],[10,7,25],[9,14,19],[13,7,20],[7,11,24],[13,11,18],[16,9,15],[16,10,14],[22,20,40],[41,28,73],[13,11,16],[13,9,20],[11,12,15],[15,10,17],[21,13,18],[13,15,10],[14,8,18],[13,10,17],[17,10,15],[24,20,24],[14,12,16],[16,9,15],[13,9,14],[15,12,15],[17,7,16],[37,23,24],[16,10,12],[14,6,18],[16,9,11],[10,11,17],[17,8,17],[8,6,12],[20,8,10],[25,8,23],[29,15,18],[8,7,17],[15,9,10],[14,11,15],[30,20,24],[19,13,10],[19,11,6],[18,9,9],[28,15,15],[16,4,10],[14,13,3],[2,4,6],[18,8,2],[6,2,4],[0,1,1],[0,0,14],[0,0,14],[5,5,18],[6,8,10],[6,7,13],[9,4,15],[5,1,8],[9,3,14],[10,11,7],[9,7,10],[10,6,4],[3,7,4],[9,5,12],[7,4,3],[5,7,10],[8,12,8],[9,4,11],[0,4,4],[7,4,3],[12,7,7],[17,8,13],[8,5,5],[8,5,7],[31,16,17],[15,7,18],[24,10,10],[12,8,4],[10,5,5],[13,5,4],[14,4,4],[13,7,4],[16,8,4],[6,4,2],[3,0,3],[5,2,1],[10,2,2],[7,3,4],[0,0,2],[2,3,1]],[[0,0,48],[0,2,40],[0,0,30],[0,4,36],[3,2,43],[0,3,35],[1,2,35],[2,3,43],[2,4,46],[2,3,49],[1,5,42],[5,3,26],[3,7,38],[3,2,43],[4,6,38],[5,8,35],[6,4,38],[11,9,62],[4,7,37],[4,4,34],[4,8,36],[5,10,33],[5,8,35],[8,9,31],[8,2,32],[9,7,32],[7,10,31],[11,10,27],[7,7,34],[9,10,29],[10,9,29],[9,14,25],[4,4,34],[6,14,28],[12,7,29],[9,10,29],[11,12,25],[12,11,25],[11,14,23],[10,10,26],[12,13,23],[17,15,16],[11,9,26],[13,14,19],[24,22,46],[37,34,87],[9,13,24],[10,14,24],[9,12,23],[19,12,17],[19,12,29],[14,16,14],[16,11,19],[10,13,23],[18,13,17],[20,27,31],[12,13,23],[14,11,21],[10,18,14],[18,12,18],[17,13,16],[34,32,30],[11,14,19],[16,12,16],[13,14,15],[15,8,21],[15,20,13],[16,10,16],[11,8,9],[25,12,29],[32,21,19],[7,8,19],[13,14,11],[18,14,16],[37,31,18],[24,16,8],[18,15,9],[20,15,7],[27,24,13],[18,7,9],[15,14,5],[3,6,5],[21,7,4],[5,2,5],[1,1,0],[0,0,16],[0,0,16],[9,4,19],[4,4,18],[7,10,13],[8,6,18],[5,2,9],[11,3,16],[7,12,13],[12,9,9],[10,7,5],[5,7,4],[9,9,12],[3,5,8],[10,6,10],[13,12,7],[11,8,9],[2,6,2],[9,5,2],[11,10,9],[21,17,8],[7,10,5],[12,5,7],[38,23,13],[19,12,17],[28,13,11],[14,6,8],[16,4,4],[17,6,3],[12,7,5],[14,10,4],[18,13,3],[8,4,2],[4,2,2],[3,2,5],[13,1,4],[8,7,1],[0,2,2],[1,4,1]],[[1,0,113],[0,0,82],[0,0,80],[1,3,100],[0,0,114],[3,2,89],[2,2,68],[0,4,110],[3,2,121],[8,0,116],[6,0,108],[8,3,75],[10,2,102],[6,0,108],[5,5,104],[16,2,96],[13,0,101],[12,6,154],[14,2,98],[23,0,77],[24,1,89],[22,2,90],[19,2,93],[25,2,87],[25,3,76],[41,1,72],[37,4,73],[29,4,81],[33,10,71],[34,2,78],[45,1,68],[41,0,73],[17,2,89],[38,4,72],[38,2,74],[49,3,62],[29,3,82],[56,0,58],[49,4,61],[29,1,84],[43,11,60],[39,7,68],[40,6,60],[55,3,48],[81,7,134],[150,15,179],[44,5,65],[38,4,72],[39,3,68],[42,6,66],[56,1,93],[29,10,67],[38,3,73],[46,3,57],[42,7,65],[56,7,125],[57,2,55],[45,6,55],[34,5,59],[60,5,49],[57,5,52],[117,8,103],[45,6,49],[38,3,65],[43,0,63],[50,1,55],[58,6,50],[56,1,45],[61,7,38],[86,4,80],[116,3,61],[38,2,44],[49,1,42],[78,2,38],[139,3,68],[78,5,31],[72,4,22],[77,0,23],[110,6,38],[59,3,36],[61,2,13],[3,2,31],[83,0,13],[25,4,9],0,[0,0,38],[3,0,35],[20,4,52],[22,2,38],[27,2,39],[21,1,54],[17,1,20],[22,3,51],[37,1,38],[27,3,38],[30,3,23],[19,4,15],[32,0,42],[17,0,21],[23,4,33],[52,6,18],[39,2,33],[4,3,13],[24,1,13],[56,3,17],[65,3,46],[21,1,30],[42,1,25],[135,4,41],[70,1,67],[89,4,45],[50,1,17],[46,1,17],[46,1,19],[49,0,17],[53,0,9],[60,2,18],[33,0,3],[15,0,13],[13,2,9],[41,0,13],[34,1,3],[4,0,8],[7,2,1]],[[0,2,40],[0,1,27],[1,3,26],[1,1,34],[0,2,40],[0,5,27],[3,2,35],[1,3,38],[3,2,41],[0,3,45],[1,7,34],[3,2,21],[1,1,40],[0,8,34],[1,4,37],[2,6,34],[6,5,31],[7,13,50],[5,9,28],[6,3,27],[4,6,32],[7,7,28],[6,8,28],[8,8,26],[3,4,29],[10,8,24],[7,10,25],[6,9,27],[8,12,22],[7,8,27],[10,8,24],[9,7,26],[9,4,23],[9,10,23],[10,11,21],[9,8,25],[8,12,22],[12,10,20],[12,12,18],[11,12,17],[9,15,18],[11,15,16],[7,14,19],[6,13,21],[19,18,43],[33,33,74],[12,10,18],[10,13,19],[9,8,21],[7,13,22],[19,15,18],[6,14,18],[12,7,21],[10,9,21],[12,17,13],[18,19,31],[11,12,19],[14,14,14],[11,14,11],[17,12,13],[18,13,9],[29,28,27],[11,10,17],[18,12,10],[11,9,16],[12,11,15],[17,16,9],[17,7,12],[14,15,9],[25,7,22],[22,12,16],[11,8,11],[11,13,8],[19,9,12],[29,19,24],[19,16,7],[14,17,5],[12,12,12],[18,26,10],[16,4,10],[14,13,3],[3,4,5],[16,7,3],[6,2,2],[1,1,0],[0,1,13],[1,0,13],[8,8,12],[5,6,13],[5,10,11],[10,3,15],[6,3,5],[7,4,15],[7,7,14],[7,7,12],[8,4,6],[4,8,2],[8,7,11],[4,4,6],[8,6,10],[9,10,9],[6,11,7],[4,4,2],[7,4,3],[11,9,6],[16,11,11],[9,4,7],[10,6,4],[25,24,15],[16,9,15],[23,10,11],[13,10,1],[12,4,4],[9,7,6],[9,5,6],[10,11,3],[16,9,9],[9,1,2],[5,0,3],[4,1,5],[10,3,1],[10,4,0],[0,0,4],[2,4,0]],[[0,0,36],[0,0,34],[1,0,19],[0,2,32],[0,6,30],[2,0,26],[2,1,21],[0,0,36],[2,2,36],[1,3,36],[4,1,31],[1,0,17],[4,0,32],[4,3,29],[2,0,34],[4,3,29],[7,3,26],[6,8,44],[8,2,26],[4,2,26],[9,4,23],[10,3,23],[11,3,22],[7,2,27],[11,1,20],[12,3,21],[11,2,23],[16,3,17],[16,3,17],[17,2,17],[17,4,15],[22,2,12],[9,0,21],[15,0,21],[18,3,15],[20,1,15],[17,2,17],[21,4,11],[19,2,15],[11,3,22],[13,2,21],[17,5,14],[17,4,13],[25,1,8],[38,5,27],[50,12,40],[20,3,13],[23,2,11],[19,3,14],[20,3,13],[34,1,13],[17,1,16],[16,3,15],[15,3,16],[21,2,13],[42,3,15],[24,1,11],[21,4,9],[19,2,11],[24,3,9],[22,1,13],[45,6,21],[22,1,9],[23,2,9],[24,0,8],[21,2,11],[25,2,9],[17,3,12],[25,2,7],[41,0,19],[38,1,15],[6,1,7],[22,1,7],[27,5,6],[57,3,8],[35,0,1],[30,2,0],[22,1,7],[37,1,10],[21,0,7],[23,1,2],[3,0,9],[25,4,1],[9,0,3],[2,0,0],[0,0,12],[0,0,12],[9,3,12],[7,1,12],[8,2,12],[12,2,10],[5,1,6],[12,1,9],[14,1,9],[14,2,6],[12,1,3],[8,2,2],[15,1,8],[9,0,3],[11,2,7],[20,0,4],[11,1,10],[3,0,5],[12,0,0],[19,1,2],[28,0,4],[13,0,5],[14,0,4],[55,1,6],[27,0,13],[36,1,5],[18,1,3],[10,2,6],[19,0,1],[13,0,7],[19,0,1],[21,1,4],[10,0,2],[5,0,3],[6,0,0],[13,0,3],[12,0,0],[2,0,2],[1,0,1]],[[0,0,36],[0,3,25],[1,3,24],[1,2,31],[0,1,35],[0,0,16],[2,0,24],[0,1,35],[1,1,38],[3,0,37],[3,3,30],[1,2,25],[6,0,30],[4,1,31],[6,2,28],[5,2,29],[6,3,27],[6,11,41],[8,1,27],[3,6,23],[7,4,25],[8,4,24],[5,7,24],[7,5,24],[11,1,20],[10,2,24],[6,4,26],[14,3,19],[12,4,20],[10,5,21],[14,3,19],[16,2,18],[10,1,19],[7,7,22],[11,4,21],[13,4,19],[9,5,22],[10,3,23],[10,5,21],[7,3,26],[10,8,18],[14,10,12],[10,8,16],[15,5,14],[26,12,32],[38,16,48],[18,5,13],[15,5,16],[15,6,15],[13,5,18],[22,8,18],[9,10,15],[13,2,19],[11,7,16],[14,6,16],[16,16,28],[20,3,13],[13,6,15],[8,5,19],[22,3,11],[11,11,14],[35,13,24],[9,8,15],[13,5,16],[17,2,13],[16,6,12],[19,5,12],[15,6,11],[17,8,9],[31,5,24],[30,8,16],[10,5,11],[13,4,1],[20,6,12],[47,10,11],[28,5,3],[25,6,1],[23,3,4],[25,11,12],[18,3,7],[14,8,4],[2,4,6],[22,4,4],[9,1,2],[0,1,1],[0,0,12],[0,1,11],[5,6,13],[6,4,10],[6,5,11],[7,1,16],[5,1,6],[10,2,10],[9,5,10],[8,3,11],[10,3,3],[8,0,4],[12,4,8],[5,4,3],[7,2,11],[14,4,6],[11,4,7],[0,4,4],[7,1,4],[14,5,3],[25,1,6],[9,4,5],[13,1,4],[37,13,12],[24,4,12],[22,9,11],[15,5,2],[11,1,6],[15,1,4],[13,2,5],[15,2,3],[17,4,5],[8,1,3],[3,1,4],[6,0,0],[11,0,5],[8,3,1],[2,0,2],[2,0,0]],[[0,0,54],[0,0,34],[0,3,37],[0,2,44],[0,1,53],[0,2,44],[1,4,37],[0,4,50],[1,2,59],[1,6,49],[0,5,49],[1,2,39],[0,6,48],[1,6,47],[0,6,48],[0,7,47],[0,9,45],[2,13,83],[2,6,46],[3,3,40],[1,11,42],[2,9,43],[4,10,40],[1,16,37],[3,4,43],[4,10,40],[2,12,40],[9,12,33],[6,16,32],[2,15,37],[8,9,37],[1,13,40],[4,8,36],[3,14,37],[5,9,40],[11,8,35],[3,16,35],[15,14,25],[6,16,32],[7,10,33],[10,15,29],[5,21,28],[8,17,27],[4,16,32],[12,31,57],[15,38,97],[9,12,29],[8,20,26],[9,12,33],[4,20,30],[19,16,33],[4,16,28],[10,17,25],[7,17,28],[9,13,32],[10,34,46],[8,16,30],[7,16,27],[5,20,27],[16,19,19],[5,17,28],[20,38,50],[6,15,29],[7,13,26],[5,11,30],[10,13,25],[11,18,25],[10,16,16],[15,17,18],[16,9,49],[21,27,34],[5,13,18],[7,14,21],[13,9,22],[38,24,36],[20,19,15],[13,16,17],[18,15,15],[28,21,19],[12,5,17],[11,17,14],[1,7,10],[19,10,9],[4,2,6],[1,1,0],[0,2,16],[0,0,18],[3,8,25],[4,5,15],[5,10,19],[3,8,25],[3,5,10],[1,5,28],[7,11,18],[5,8,21],[5,4,13],[3,7,8],[6,8,22],[4,6,8],[0,7,19],[10,13,13],[11,11,12],[0,8,6],[5,6,7],[11,13,10],[19,12,25],[4,6,14],[12,3,13],[26,34,34],[20,14,28],[21,16,21],[10,13,11],[10,6,10],[14,11,7],[4,10,16],[14,11,9],[12,11,13],[6,5,7],[2,1,5],[2,4,2],[13,2,5],[5,5,8],[0,0,6],[2,4,0]],[[0,1,79],[0,1,69],[0,0,64],[0,0,82],[0,2,78],[0,5,65],[1,1,66],[0,5,75],[0,7,79],[0,4,90],[0,3,77],[1,2,63],[3,3,74],[5,5,74],[2,9,71],[4,8,70],[5,6,69],[12,11,111],[5,9,66],[8,4,62],[8,9,67],[8,13,63],[9,12,63],[9,12,59],[9,4,55],[10,8,62],[7,10,67],[13,16,53],[10,18,52],[10,9,61],[19,11,52],[15,13,56],[10,8,52],[19,18,43],[18,10,52],[14,9,61],[17,13,48],[15,13,56],[13,17,50],[23,11,48],[26,15,41],[15,20,49],[9,13,58],[15,20,45],[42,25,95],[68,43,171],[17,13,48],[18,24,40],[12,13,51],[15,19,46],[27,16,63],[16,18,40],[15,17,42],[18,14,46],[22,17,43],[31,34,67],[23,14,43],[20,15,43],[16,17,41],[25,14,41],[30,13,37],[56,29,79],[22,15,37],[20,19,39],[22,10,42],[24,14,38],[25,19,36],[23,16,33],[27,20,31],[37,10,71],[50,21,47],[13,8,37],[20,12,36],[33,18,33],[51,20,51],[29,20,33],[30,14,26],[29,17,26],[47,27,36],[29,9,20],[26,18,14],[6,7,11],[30,11,15],[9,6,7],[1,3,0],[0,1,25],[0,0,26],[10,6,38],[10,6,30],[15,9,26],[12,9,35],[10,1,17],[7,6,37],[11,14,29],[14,10,24],[12,6,22],[7,9,10],[13,9,30],[9,7,12],[10,11,25],[19,18,19],[14,8,22],[4,6,6],[12,6,10],[27,7,16],[27,15,38],[12,12,14],[22,5,15],[41,33,50],[38,9,31],[40,19,35],[22,12,12],[25,6,13],[16,11,15],[19,8,11],[28,8,12],[28,10,20],[11,7,6],[3,1,8],[5,3,8],[16,6,14],[13,4,9],[0,1,3],[5,5,0]],[[0,1,47],[0,0,42],[0,1,37],[0,2,40],[1,2,45],[0,4,34],[3,0,37],[0,4,44],[0,3,49],[0,3,51],[0,2,46],[0,2,36],[1,2,45],[0,4,44],[0,4,44],[4,2,42],[6,4,38],[2,14,66],[6,6,36],[2,3,37],[3,6,39],[6,6,36],[5,7,36],[7,8,33],[1,5,36],[6,4,38],[4,7,37],[9,11,28],[8,13,27],[8,10,30],[9,7,32],[5,12,31],[6,3,33],[9,10,29],[10,7,31],[6,8,34],[9,11,28],[9,10,29],[7,11,30],[8,9,29],[8,13,27],[8,20,20],[10,13,23],[11,13,22],[16,28,48],[24,33,101],[8,12,26],[10,14,24],[7,11,26],[17,10,21],[15,11,34],[7,14,23],[12,8,26],[8,14,24],[14,12,22],[18,26,34],[10,11,27],[12,10,24],[11,14,17],[17,10,21],[10,16,20],[28,26,42],[10,17,17],[7,12,25],[8,11,23],[10,14,20],[15,17,16],[16,11,15],[11,12,21],[21,7,38],[23,19,30],[6,10,18],[10,9,19],[23,15,10],[40,17,29],[18,8,6],[12,14,16],[17,12,13],[27,19,18],[16,6,12],[12,13,9],[3,5,6],[17,9,6],[5,2,5],[0,2,0],[0,0,16],[0,0,16],[5,5,22],[4,5,17],[7,6,17],[9,3,20],[3,1,12],[3,5,22],[10,10,12],[5,6,19],[5,7,10],[3,7,6],[6,9,15],[7,3,6],[3,7,16],[12,11,9],[8,6,14],[2,5,3],[6,6,4],[10,10,10],[13,10,23],[3,6,13],[8,6,10],[22,26,26],[18,13,17],[22,13,17],[11,8,9],[12,6,6],[10,7,9],[8,8,8],[17,7,4],[13,9,12],[6,4,4],[2,0,6],[2,2,6],[11,2,5],[9,4,3],[0,0,4],[3,3,0]],[[0,0,42],[0,1,37],[0,1,33],[0,4,36],[0,3,39],[1,4,25],[0,0,20],[0,2,40],[0,2,44],[0,3,45],[1,3,38],[0,4,34],[4,4,34],[1,5,36],[2,5,35],[2,6,34],[2,8,32],[7,9,64],[4,4,34],[4,2,32],[4,11,27],[5,7,30],[2,8,32],[5,11,26],[7,2,29],[6,6,30],[4,10,28],[12,6,24],[4,8,30],[6,8,28],[7,9,26],[8,12,22],[4,5,27],[6,13,23],[10,8,24],[9,12,21],[11,11,20],[7,8,27],[6,12,24],[9,9,22],[12,14,16],[9,17,16],[4,13,25],[7,14,21],[23,22,35],[29,28,85],[8,11,21],[11,13,18],[9,10,19],[11,12,19],[15,14,23],[4,17,19],[13,12,15],[8,11,23],[9,13,20],[13,24,31],[9,12,21],[6,18,16],[8,12,16],[13,11,18],[8,12,20],[21,32,31],[8,14,18],[7,12,19],[7,13,18],[14,10,16],[12,16,14],[12,9,15],[17,12,9],[18,5,31],[21,23,18],[5,8,15],[14,11,9],[13,16,13],[33,19,22],[22,16,4],[13,11,2],[14,12,12],[25,19,14],[18,5,5],[10,12,6],[2,5,5],[14,9,3],[4,2,2],[0,2,0],[0,2,12],[0,0,14],[6,6,16],[6,6,10],[7,9,12],[7,4,17],[6,2,6],[5,4,17],[10,8,10],[7,8,13],[8,3,9],[5,5,4],[9,9,8],[3,5,6],[7,5,12],[7,14,7],[11,7,6],[0,6,2],[5,6,3],[13,10,3],[20,10,12],[4,5,11],[9,8,3],[27,20,17],[15,12,13],[17,17,10],[8,11,5],[6,7,7],[10,10,4],[9,8,3],[11,10,3],[4,13,11],[5,5,2],[2,0,4],[3,3,4],[7,4,5],[7,5,2],[0,0,4],[0,4,0]],[[0,1,41],[0,0,36],[0,0,28],[0,1,39],[0,3,39],[0,3,29],[0,1,27],[0,4,38],[0,2,44],[0,3,45],[1,3,38],[1,0,31],[0,2,40],[1,2,39],[0,6,36],[3,4,35],[4,4,34],[3,11,56],[1,7,34],[4,3,31],[2,9,31],[6,7,29],[7,10,25],[4,9,29],[3,1,32],[4,9,29],[7,9,26],[9,8,25],[8,10,24],[5,8,29],[9,7,26],[6,6,30],[5,6,27],[5,11,26],[5,9,28],[7,6,29],[5,12,25],[10,7,25],[10,9,23],[12,10,18],[14,9,19],[8,13,21],[9,10,21],[8,11,21],[16,19,45],[35,32,75],[11,10,19],[10,12,20],[9,12,17],[5,10,27],[20,13,19],[9,12,17],[7,11,22],[7,9,24],[11,11,20],[18,16,34],[7,11,24],[7,15,18],[10,10,18],[17,11,14],[9,12,19],[24,24,36],[8,13,19],[13,9,16],[9,9,18],[13,11,14],[16,16,10],[8,12,16],[13,11,14],[19,4,33],[23,18,21],[6,8,14],[11,9,14],[16,12,14],[37,21,18],[18,13,11],[17,11,8],[12,7,5],[25,13,16],[8,5,15],[12,11,9],[1,3,8],[18,4,6],[4,1,5],[1,1,0],[0,0,14],[0,0,14],[1,7,20],[4,5,13],[5,7,14],[8,6,14],[4,2,8],[5,5,16],[13,5,10],[7,8,11],[6,5,9],[3,6,5],[8,6,12],[4,4,6],[6,7,9],[9,10,9],[7,6,11],[1,3,4],[6,3,5],[10,7,9],[21,12,7],[4,5,11],[10,4,6],[32,20,10],[16,8,16],[19,11,18],[17,6,3],[11,6,7],[13,5,4],[8,5,7],[11,11,4],[18,7,3],[7,3,2],[1,0,5],[2,3,5],[13,3,2],[5,5,4],[0,0,2],[2,4,0]],[[0,2,82],[0,1,63],[1,8,51],[1,4,73],[0,6,78],[0,8,54],[2,4,56],[1,6,77],[1,6,85],[1,0,93],[4,6,74],[2,6,48],[4,12,68],[3,8,73],[4,13,67],[5,7,72],[5,10,69],[10,20,120],[9,8,67],[11,6,57],[11,16,57],[8,12,64],[6,12,66],[10,21,53],[5,13,58],[13,13,58],[13,21,50],[20,19,45],[8,23,53],[9,25,50],[15,12,57],[11,9,64],[9,11,56],[10,27,47],[13,16,55],[10,23,51],[8,21,55],[15,16,53],[16,21,47],[15,15,50],[21,18,45],[9,27,48],[10,21,51],[8,21,53],[30,41,89],[61,62,159],[17,14,49],[15,23,46],[13,15,48],[18,22,44],[29,19,56],[13,22,43],[17,20,45],[18,20,44],[22,19,43],[21,40,75],[16,22,46],[22,19,39],[17,23,32],[23,24,37],[24,21,35],[56,33,79],[18,24,36],[19,20,37],[26,11,39],[15,20,43],[23,23,38],[28,14,30],[23,18,35],[36,15,65],[55,32,41],[14,18,26],[22,19,25],[27,21,36],[57,33,56],[42,26,16],[29,18,29],[35,16,25],[33,23,30],[25,14,21],[20,22,14],[1,9,14],[36,10,8],[8,3,7],[0,2,0],[0,0,28],[1,0,27],[8,9,39],[10,9,25],[9,14,31],[8,10,38],[6,2,20],[12,14,28],[13,16,27],[11,14,29],[15,11,14],[8,10,10],[10,15,27],[12,5,11],[12,9,25],[17,20,19],[11,11,28],[4,6,6],[10,8,10],[18,13,23],[30,17,39],[10,10,18],[14,9,21],[43,35,48],[38,20,28],[41,16,33],[21,11,16],[21,7,14],[23,10,15],[13,12,17],[25,12,11],[25,17,16],[11,8,5],[7,2,5],[6,5,9],[17,3,12],[11,11,6],[2,0,6],[4,6,0]],[[0,0,30],[0,0,26],[0,0,24],[0,0,26],[0,0,30],[0,0,22],[0,0,18],[0,0,30],[0,0,34],[0,0,32],[0,0,30],[0,0,10],[0,0,30],[0,0,30],[0,0,30],[0,1,29],[1,0,29],[1,1,44],[1,0,29],[2,0,24],[0,0,30],[2,0,28],[2,0,28],[1,0,29],[1,0,27],[4,0,26],[2,0,28],[7,0,23],[3,1,26],[1,0,29],[4,0,26],[0,0,30],[1,1,26],[2,0,28],[5,0,25],[5,0,25],[7,0,23],[4,0,26],[7,2,21],[6,0,24],[2,0,28],[5,1,24],[5,1,22],[7,1,20],[6,1,51],[14,2,68],[4,0,26],[4,1,25],[5,0,25],[1,1,28],[10,0,30],[4,2,22],[3,1,26],[2,0,26],[8,0,22],[9,1,40],[6,0,24],[6,0,22],[5,0,21],[11,0,19],[6,1,23],[13,1,46],[8,0,18],[6,0,22],[1,0,27],[3,0,25],[9,0,21],[6,0,20],[9,0,19],[12,0,44],[14,0,34],[8,0,14],[8,0,16],[9,1,22],[15,0,41],[10,1,19],[7,0,19],[12,0,14],[23,3,14],[3,0,13],[13,2,5],[0,0,10],[17,2,7],[4,0,6],0,[0,0,10],[0,0,10],[1,0,19],[2,0,14],[4,0,14],[4,0,16],[2,0,8],[1,0,19],[6,0,14],[1,0,17],[2,0,12],[2,0,8],[5,0,15],[2,0,8],[3,0,13],[8,0,12],[4,0,16],[0,0,6],[3,0,7],[5,1,14],[9,0,21],[2,0,12],[6,0,12],[17,2,31],[13,0,25],[12,1,23],[10,1,7],[6,0,10],[3,1,14],[6,0,12],[9,0,7],[9,0,13],[5,0,5],[2,0,6],[1,0,5],[9,0,5],[6,0,4],[0,0,4],[2,0,0]],[[0,0,36],[0,3,23],[0,4,26],[0,3,29],[1,3,32],[0,1,29],[0,1,29],[0,3,33],[0,2,38],[0,2,38],[0,2,34],[0,6,16],[0,5,31],[0,4,32],[0,2,34],[0,7,29],[0,4,32],[3,11,44],[2,3,31],[1,1,28],[3,8,25],[0,6,30],[0,9,27],[0,8,28],[1,4,27],[5,9,22],[0,10,26],[1,11,24],[2,11,23],[1,8,27],[4,7,25],[3,10,23],[2,7,21],[0,12,24],[6,6,24],[3,7,26],[0,11,25],[6,7,23],[3,13,20],[3,10,21],[6,11,19],[2,16,18],[2,11,21],[2,12,20],[4,21,43],[13,25,62],[5,11,18],[3,13,20],[4,9,23],[2,14,20],[5,12,29],[4,12,16],[0,13,21],[4,14,16],[3,15,18],[2,26,32],[1,11,24],[2,11,23],[2,14,16],[9,12,15],[4,12,18],[13,22,37],[1,14,17],[6,11,17],[4,9,17],[4,11,17],[9,12,15],[2,10,18],[8,12,12],[7,5,38],[9,18,29],[5,6,15],[4,12,12],[15,11,10],[12,22,28],[11,12,13],[10,10,10],[11,10,9],[9,15,20],[5,6,15],[2,8,6],[0,6,6],[12,8,6],[4,2,4],[0,2,0],[0,0,12],[0,0,12],[0,6,18],[0,6,14],[2,5,15],[4,4,16],[1,2,9],[3,3,16],[4,7,13],[4,6,12],[2,4,8],[0,5,7],[3,6,15],[2,4,6],[4,4,12],[7,7,10],[7,6,9],[0,4,6],[4,6,2],[7,5,10],[12,8,10],[3,5,10],[7,3,6],[13,22,27],[6,11,21],[9,12,17],[12,6,4],[5,4,7],[3,8,9],[5,6,9],[7,7,6],[9,7,14],[2,4,6],[0,1,7],[2,2,4],[6,1,5],[4,5,3],[0,0,4],[0,2,2]],0,[[0,0,30],[0,0,28],[0,1,23],[0,0,26],[0,2,28],[0,0,26],[0,0,22],[0,0,30],[0,2,32],[0,3,31],[0,0,30],[0,1,17],[0,1,29],[0,2,28],[0,0,30],[0,3,27],[0,3,27],[2,6,38],[0,3,27],[2,2,24],[0,2,28],[2,3,25],[3,2,25],[1,2,27],[1,0,25],[4,4,22],[3,3,24],[1,4,25],[1,5,24],[3,3,24],[3,4,23],[1,2,27],[2,1,23],[0,5,25],[4,4,22],[5,3,22],[5,4,21],[7,3,20],[3,3,24],[6,6,18],[5,3,22],[5,4,21],[2,4,22],[3,5,20],[8,10,40],[11,11,64],[4,5,21],[2,4,24],[3,4,23],[1,5,24],[4,7,29],[2,5,21],[4,4,20],[5,5,18],[6,4,20],[3,9,38],[1,6,23],[2,6,20],[0,5,23],[8,3,19],[3,5,22],[11,9,40],[7,3,18],[4,4,20],[5,3,18],[4,6,18],[9,5,16],[4,5,17],[6,5,17],[9,4,37],[12,4,28],[2,3,15],[6,6,14],[10,6,16],[15,12,29],[15,5,10],[8,6,12],[13,3,10],[13,7,18],[7,2,13],[9,6,9],[0,2,8],[8,2,6],[1,2,7],[1,1,0],[0,0,10],[0,0,10],[3,3,14],[2,1,13],[2,3,13],[4,3,13],[2,1,7],[1,0,17],[6,3,11],[3,4,11],[3,1,10],[1,2,7],[3,3,14],[2,2,6],[3,4,9],[4,4,12],[4,2,12],[0,2,4],[3,2,5],[6,2,10],[8,2,16],[3,3,10],[4,0,10],[12,12,26],[8,0,24],[13,4,21],[5,4,11],[5,2,11],[6,2,8],[7,2,7],[4,4,10],[10,2,8],[6,2,2],[1,0,5],[1,0,5],[8,1,7],[4,1,5],[0,0,2],[1,0,1]],[[0,0,18],[0,0,14],[0,0,12],[0,0,18],[0,0,18],[0,0,16],[0,0,10],[0,0,18],[0,0,18],[0,0,20],[0,0,18],[0,0,14],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[1,0,17],[0,0,22],[1,0,17],[2,0,14],[0,0,18],[2,0,16],[4,0,14],[1,0,17],[3,0,13],[1,0,17],[1,0,17],[5,0,13],[4,0,14],[3,0,15],[6,0,12],[4,0,14],[0,0,18],[5,0,13],[3,0,15],[2,0,16],[3,0,15],[6,0,12],[3,0,15],[2,0,16],[3,0,15],[4,0,14],[5,0,11],[3,0,13],[6,1,29],[12,0,40],[6,0,12],[7,0,11],[4,0,14],[8,0,10],[9,0,15],[5,0,11],[2,0,16],[4,0,12],[9,0,9],[10,0,20],[7,0,11],[4,0,12],[4,0,12],[10,0,8],[7,0,11],[13,0,23],[6,0,10],[2,0,14],[3,0,13],[4,0,12],[9,1,8],[4,0,14],[10,0,6],[12,1,23],[13,0,15],[5,0,9],[7,0,9],[9,0,9],[21,0,13],[15,0,3],[8,0,6],[9,0,7],[17,0,7],[6,0,10],[7,0,7],[0,0,6],[15,0,3],[1,0,1],0,[0,0,6],[0,0,6],[3,0,9],[3,0,7],[5,0,5],[2,0,10],[1,0,5],[0,0,12],[4,0,8],[3,0,7],[5,0,5],[3,0,3],[5,0,7],[4,0,2],[2,0,6],[7,0,5],[4,0,8],[1,0,1],[3,0,3],[8,0,4],[10,0,6],[2,0,6],[5,0,5],[23,0,5],[11,0,11],[14,0,10],[10,0,2],[7,0,5],[7,0,3],[8,0,4],[10,0,0],[7,0,3],[6,0,0],[1,0,3],[3,0,1],[7,0,3],[6,0,0],0,[2,0,0]],0,0,0,0,0,0,0,0,0,0,[[1,3,44],[2,3,35],[1,2,37],[2,3,41],[5,3,40],[2,4,26],[3,3,36],[6,5,37],[3,8,41],[6,3,45],[5,7,36],[3,2,27],[7,6,35],[8,7,33],[8,9,31],[7,5,36],[10,2,36],[11,15,56],[10,7,31],[12,2,28],[16,2,30],[15,7,26],[12,10,26],[15,9,24],[11,8,23],[21,7,20],[19,7,22],[16,9,23],[17,13,18],[22,9,17],[17,10,21],[18,8,22],[11,8,23],[23,9,16],[23,8,17],[23,11,14],[14,9,25],[23,6,19],[16,11,21],[15,11,20],[21,12,15],[22,6,20],[26,10,10],[17,9,20],[48,7,37],[61,39,58],[21,7,18],[26,7,15],[24,5,15],[24,10,14],[29,10,21],[20,7,17],[23,9,14],[21,10,15],[22,10,16],[36,18,24],[21,10,17],[22,14,10],[16,8,18],[29,5,14],[26,8,12],[57,22,17],[20,11,13],[22,7,15],[30,6,6],[25,6,13],[30,12,6],[26,6,10],[24,8,12],[44,4,18],[53,10,9],[19,6,9],[24,8,6],[27,9,12],[59,12,13],[35,10,3],[26,7,9],[30,9,3],[42,15,7],[27,5,2],[22,8,4],[6,2,6],[23,8,1],[10,2,0],[0,2,0],[1,2,13],[3,2,11],[12,5,15],[11,3,12],[15,4,11],[15,6,11],[9,2,5],[15,5,10],[14,7,11],[7,3,4],[11,5,6],[7,4,5],[16,5,9],[8,4,4],[13,7,6],[18,9,5],[23,5,0],[4,2,4],[9,4,3],[21,5,4],[27,8,11],[12,7,3],[16,4,4],[50,16,8],[34,4,10],[36,10,6],[19,5,4],[19,4,1],[20,2,4],[20,3,1],[19,5,4],[22,8,4],[9,3,2],[7,0,1],[7,3,0],[15,1,2],[11,5,0],[0,0,4],[5,1,0]],0,0,0,0,0,0,0,0,0,0,0,0,0,[[0,0,30],[0,5,19],[0,5,21],[1,3,24],[0,3,27],[2,2,20],[0,2,14],[0,2,28],[0,2,32],[1,2,29],[0,5,25],[0,5,23],[1,10,19],[0,3,27],[0,9,21],[0,4,26],[1,5,24],[2,11,37],[2,5,23],[0,2,22],[1,9,20],[2,8,20],[0,9,21],[4,9,17],[1,5,20],[0,9,21],[1,10,19],[2,11,17],[2,12,16],[2,9,19],[3,8,19],[1,7,22],[3,7,14],[2,14,14],[2,10,18],[1,7,22],[2,13,15],[4,6,20],[4,13,13],[3,7,18],[1,12,17],[2,16,12],[6,12,10],[2,11,15],[7,22,27],[11,29,42],[5,10,13],[5,14,11],[2,11,17],[6,14,10],[3,14,21],[5,12,9],[3,12,13],[3,14,11],[4,14,12],[4,24,22],[5,12,13],[3,14,13],[1,16,11],[6,9,15],[5,11,12],[8,24,28],[3,13,10],[5,12,11],[2,9,13],[4,13,9],[6,13,11],[8,6,10],[6,13,9],[8,7,23],[10,17,19],[4,7,11],[2,9,11],[7,14,11],[8,21,23],[8,15,7],[3,13,8],[4,9,11],[7,20,9],[3,7,10],[9,13,2],[1,5,4],[5,10,5],[3,4,1],[0,2,0],[0,1,9],[0,2,8],[4,7,9],[2,6,8],[1,11,6],[4,2,14],[2,0,8],[4,4,10],[1,11,8],[0,10,8],[0,4,6],[2,4,4],[4,9,7],[2,4,4],[2,5,9],[5,8,7],[3,7,8],[2,4,4],[2,6,2],[5,5,8],[3,8,15],[1,6,7],[3,2,9],[8,17,19],[5,8,19],[7,10,13],[3,9,6],[7,3,2],[3,7,6],[3,7,6],[3,9,6],[7,11,8],[3,4,3],[3,2,1],[0,2,2],[2,2,4],[2,4,4],[0,0,4],[2,2,0]],0,0,0,0,0,0,[[0,0,42],[0,2,28],[0,0,34],[0,1,35],[0,1,41],[0,2,32],[0,2,26],[0,3,39],[0,3,43],[1,3,44],[0,2,40],[0,0,32],[0,4,38],[2,1,39],[3,3,36],[1,2,39],[2,6,34],[7,12,51],[3,4,35],[3,3,32],[2,7,33],[2,9,31],[4,12,26],[3,8,31],[1,5,30],[4,6,32],[2,10,30],[5,11,26],[3,10,29],[6,7,29],[10,5,27],[3,9,30],[2,4,32],[4,10,28],[5,10,27],[2,7,33],[6,12,24],[6,6,30],[6,10,26],[5,10,25],[4,10,28],[2,11,29],[9,7,24],[8,12,20],[10,20,50],[28,31,83],[8,10,22],[6,11,25],[2,10,26],[6,12,24],[11,13,28],[5,11,22],[5,7,28],[6,13,21],[5,10,27],[10,18,40],[9,13,20],[8,10,22],[4,12,22],[11,9,22],[8,9,23],[15,29,40],[5,11,24],[6,11,21],[9,7,20],[8,8,22],[4,15,23],[7,11,18],[11,13,14],[10,6,40],[22,16,24],[3,9,16],[7,8,19],[13,13,16],[21,21,32],[10,13,19],[8,12,16],[14,13,11],[15,16,23],[9,6,13],[13,11,8],[0,4,8],[15,6,7],[1,2,7],[0,2,0],[0,2,12],[0,0,14],[5,4,19],[4,5,13],[7,7,12],[2,5,21],[7,2,5],[2,4,20],[5,8,15],[3,7,16],[7,5,8],[3,5,6],[6,6,14],[3,4,7],[5,5,12],[7,7,14],[3,8,13],[0,4,4],[3,5,6],[8,9,9],[11,8,21],[2,7,11],[11,3,6],[18,21,23],[13,6,21],[14,12,22],[7,7,12],[16,3,5],[10,4,8],[6,6,8],[6,4,2],[12,5,11],[5,4,3],[1,0,5],[2,2,6],[8,2,8],[8,3,3],[0,0,2],[2,4,0]],0,0,0,[[0,0,6],[0,0,6],[0,0,4],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,8],[0,0,6],[0,0,2],[0,0,6],[1,0,5],[0,0,6],[0,0,6],[0,0,6],[1,0,7],[2,0,4],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[0,0,6],[1,0,5],[0,0,6],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[0,0,6],[2,0,4],[0,0,6],[0,0,6],[1,0,5],[2,0,4],[1,0,5],[0,0,6],[4,0,2],[2,0,4],[2,0,4],[3,0,3],[0,0,6],[1,0,5],[4,0,8],[5,0,13],[2,0,4],[2,0,4],[0,0,6],[0,0,6],[6,0,2],[1,0,5],[1,0,5],[1,0,5],[2,0,4],[3,0,7],[2,0,4],[4,0,2],[2,0,2],[2,0,4],[1,0,5],[4,0,8],[6,0,0],[2,0,4],[1,0,5],[0,0,6],[4,0,2],[2,0,4],[3,0,1],[10,0,2],[7,0,3],[2,0,2],[3,0,3],[3,0,1],[7,0,3],[4,0,2],[3,0,3],[4,0,2],[8,0,0],[3,0,3],[3,0,1],[0,0,2],[6,0,0],[1,0,1],0,[0,0,2],[0,0,2],[1,0,3],[0,0,4],[2,0,2],[0,0,4],[1,0,1],[0,0,4],[2,0,2],[2,0,2],[2,0,2],[2,0,0],[2,0,2],[1,0,1],[1,0,3],[3,0,1],[0,0,4],0,[1,0,1],[3,0,1],[2,0,2],[1,0,3],[1,0,1],[6,0,2],[5,0,1],[4,0,4],[4,0,0],[3,0,1],[2,0,2],[3,0,1],[2,0,0],[1,0,3],[1,0,1],[1,0,1],[1,0,1],[2,0,2],[2,0,0]],0,0,0,0],"medium":[[[8,0,24],[10,5,23],[13,3,18],[18,7,21],[22,3,23],[28,5,9],[21,1,14],[25,3,20],[33,3,16],[39,2,13],[33,3,12],[21,2,7],[34,6,8],[31,4,13],[34,5,9],[41,4,3],[31,3,14],[66,4,12],[41,3,4],[35,3,4],[41,4,3],[44,1,3],[46,0,2],[41,6,1],[37,2,3],[46,0,2],[42,4,2],[39,4,5],[43,2,3],[44,2,2],[45,2,1],[44,0,4],[39,1,2],[45,1,2],[46,0,2],[44,2,2],[46,1,1],[44,3,1],[46,1,1],[41,2,3],[44,2,2],[47,0,1],[44,1,1],[45,0,1],[85,1,6],[151,6,1],[44,1,1],[48,0,0],[40,2,2],[48,0,0],[58,0,2],[44,0,0],[44,1,1],[45,0,1],[47,1,0],[75,1,2],[48,0,0],[42,2,2],[40,2,0],[46,2,0],[46,0,0],[94,2,0],[44,0,0],[42,2,0],[42,0,0],[42,2,0],[47,0,1],[41,1,0],[43,0,1],[66,0,0],[72,0,0],[34,0,0],[38,0,0],[48,0,0],[85,0,1],[47,1,0],[41,1,0],[42,0,0],[61,3,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[8,1,7],[12,0,4],[32,0,0],[20,3,3],[28,0,2],[31,0,1],[14,0,2],[28,1,1],[31,1,0],[28,1,1],[21,1,0],[16,0,0],[29,1,0],[16,0,0],[26,0,0],[31,1,0],[27,1,0],[10,0,0],[16,0,0],[28,2,0],[46,0,0],[22,0,0],[24,0,0],[73,1,0],[47,0,1],[50,1,1],[28,0,0],[22,2,0],[26,0,0],[24,0,0],[28,0,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[10,5,23],[13,2,17],[18,4,26],[23,3,22],[19,4,11],[24,1,23],[29,3,18],[21,5,12],[26,1,13],[19,4,9],[26,4,6],[40,4,4],[27,3,4],[30,2,6],[27,4,5],[28,3,5],[23,1,12],[46,5,7],[30,2,2],[27,3,4],[34,2,2],[28,2,4],[26,3,1],[29,1,2],[27,2,5],[41,1,2],[32,2,0],[21,1,4],[41,1,0],[28,6,0],[31,1,2],[34,1,1],[32,1,1],[35,1,2],[38,2,0],[24,3,1],[25,3,0],[32,1,1],[37,2,1],[34,4,0],[30,2,0],[43,1,0],[34,1,1],[33,3,0],[59,3,2],[108,8,6],[32,0,0],[33,1,2],[31,1,0],[30,2,0],[46,4,0],[30,2,0],[28,3,1],[37,2,1],[36,4,0],[43,5,0],[35,3,0],[30,4,0],[27,3,0],[28,2,0],[32,4,0],[69,8,1],[34,0,0],[32,4,0],[30,2,0],[35,1,0],[39,1,0],[31,2,1],[29,5,0],[40,0,0],[52,2,0],[25,2,1],[30,2,0],[33,3,0],[63,3,0],[38,0,0],[33,1,0],[26,0,0],[46,0,0],[21,1,0],[22,2,0],[7,3,0],[30,0,0],[8,0,0],[2,0,0],[10,1,3],[9,0,1],[18,5,1],[16,3,3],[23,1,0],[28,2,0],[11,2,1],[23,3,0],[22,1,1],[20,0,2],[18,0,0],[12,0,0],[24,2,0],[9,1,0],[19,1,0],[28,0,0],[17,1,0],[7,2,1],[10,0,0],[18,4,0],[35,1,0],[18,2,0],[24,0,0],[46,8,0],[33,1,0],[39,3,0],[24,0,0],[21,1,0],[18,0,0],[18,4,0],[18,2,0],[23,3,0],[5,1,0],[4,0,0],[6,0,0],[14,0,0],[11,1,0],[3,1,0],[4,0,0]],[[10,3,17],[20,4,24],[13,4,15],[27,5,14],[19,2,11],[26,7,15],[29,3,18],[23,3,12],[25,3,10],[28,6,10],[20,2,12],[36,5,7],[35,2,9],[29,4,7],[31,2,3],[26,5,5],[24,5,5],[45,3,8],[30,2,2],[20,4,4],[30,1,1],[31,1,0],[37,1,2],[33,5,2],[24,4,2],[27,1,6],[30,1,3],[27,1,4],[41,1,0],[31,3,0],[33,2,1],[30,2,0],[32,0,0],[34,3,1],[28,4,0],[25,2,3],[27,1,2],[31,2,1],[29,2,1],[27,1,2],[32,2,2],[26,1,1],[33,1,0],[33,3,2],[53,1,2],[107,3,2],[35,1,0],[35,0,1],[29,3,0],[41,3,0],[40,3,3],[27,2,1],[27,0,1],[38,0,0],[29,0,1],[49,3,0],[32,0,0],[30,0,2],[28,0,0],[40,0,0],[32,0,4],[65,4,1],[29,1,0],[36,2,0],[30,0,0],[29,4,1],[26,0,0],[34,0,0],[30,0,0],[46,0,0],[52,0,0],[23,0,1],[29,0,1],[32,0,0],[62,0,0],[38,2,0],[32,0,0],[30,0,0],[45,3,0],[27,1,0],[30,0,0],[12,0,0],[26,0,0],[4,0,0],[1,1,0],[6,0,8],[8,3,1],[25,0,1],[17,4,1],[22,1,1],[18,1,1],[10,0,2],[23,1,0],[28,2,0],[24,0,0],[14,0,0],[12,2,0],[22,2,0],[13,1,0],[16,1,1],[21,1,0],[20,0,0],[4,0,0],[8,0,0],[15,1,0],[36,0,0],[16,0,0],[12,0,0],[54,0,0],[26,0,0],[35,2,1],[22,0,0],[18,0,0],[19,1,0],[14,0,0],[26,0,0],[20,0,0],[10,0,0],[6,0,0],[8,0,0],[10,0,0],[12,0,0],[4,0,0],[6,0,0]],[[13,4,29],[23,7,18],[15,7,24],[15,4,13],[20,6,20],[26,1,21],[21,5,18],[32,2,14],[26,5,15],[40,3,11],[24,4,16],[30,1,13],[29,4,11],[24,3,13],[34,3,7],[31,2,7],[28,2,14],[67,5,4],[33,4,5],[33,2,3],[40,3,5],[38,2,6],[37,4,5],[39,2,3],[32,3,3],[40,1,3],[39,3,2],[29,2,11],[42,0,2],[39,1,2],[39,3,2],[39,2,1],[34,3,1],[38,1,1],[40,0,0],[38,2,2],[40,1,3],[41,3,2],[42,1,1],[39,1,4],[43,2,1],[45,1,0],[40,0,2],[42,0,0],[75,3,8],[131,3,6],[37,0,3],[45,2,1],[40,2,0],[46,1,1],[53,3,2],[41,0,1],[38,2,2],[42,1,1],[36,2,2],[76,0,0],[41,1,0],[39,0,1],[35,2,1],[44,0,0],[43,0,1],[88,2,0],[40,1,1],[42,0,0],[36,0,0],[41,1,0],[39,1,2],[36,0,0],[42,0,0],[60,0,0],[61,1,0],[33,1,0],[38,0,0],[42,0,0],[82,0,0],[46,0,0],[38,0,0],[36,0,0],[52,1,1],[34,0,0],[32,0,0],[14,0,0],[30,0,0],[12,0,0],[2,0,0],[11,2,3],[10,2,4],[24,3,1],[19,3,4],[27,0,1],[28,0,2],[15,1,0],[30,0,0],[29,1,0],[26,1,1],[18,0,0],[16,0,0],[28,0,0],[14,0,0],[24,0,2],[30,0,0],[28,0,0],[8,1,1],[14,0,0],[23,1,0],[44,0,0],[20,0,0],[23,0,1],[69,1,0],[44,0,0],[42,0,0],[24,0,0],[20,0,0],[24,0,0],[23,1,0],[22,0,0],[30,0,0],[12,0,0],[8,0,0],[8,0,0],[16,0,0],[16,0,0],[4,0,0],[4,0,0]],[[15,2,31],[11,7,20],[10,6,16],[14,10,22],[10,7,15],[12,5,17],[9,6,19],[21,7,20],[22,6,24],[26,10,18],[22,7,19],[19,6,9],[25,9,14],[28,7,13],[27,7,14],[29,9,10],[26,7,15],[49,11,22],[34,3,11],[27,4,11],[42,3,3],[38,4,6],[40,5,3],[38,6,4],[32,3,7],[41,4,3],[40,5,3],[31,5,12],[35,7,6],[43,2,3],[42,3,3],[39,5,4],[32,5,5],[41,3,4],[42,4,2],[42,5,1],[44,3,1],[43,4,1],[46,0,2],[39,3,4],[41,7,0],[47,0,1],[42,3,1],[41,5,0],[78,7,7],[143,14,1],[42,4,0],[43,4,1],[33,5,6],[44,3,1],[52,2,6],[37,3,4],[42,1,3],[43,0,3],[44,2,2],[74,3,1],[43,4,1],[43,1,2],[37,5,0],[46,1,1],[44,2,0],[92,3,1],[39,4,1],[41,3,0],[40,2,0],[43,1,0],[47,1,0],[40,1,1],[42,1,1],[65,0,1],[69,3,0],[30,4,0],[35,3,0],[45,2,1],[86,0,0],[46,1,1],[40,2,0],[40,2,0],[60,4,0],[33,1,0],[32,2,0],[13,0,1],[31,1,0],[11,1,0],[1,1,0],[4,3,9],[8,3,5],[25,3,4],[22,2,2],[24,4,2],[28,1,3],[14,1,1],[28,1,1],[29,3,0],[28,0,2],[21,1,0],[16,0,0],[28,2,0],[16,0,0],[22,2,2],[32,0,0],[27,1,0],[10,0,0],[16,0,0],[30,0,0],[46,0,0],[22,0,0],[23,1,0],[73,1,0],[48,0,0],[49,3,0],[28,0,0],[22,2,0],[26,0,0],[24,0,0],[28,0,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[6,2,26],[16,3,29],[12,6,30],[20,4,24],[16,4,12],[14,2,16],[24,1,25],[15,6,17],[19,1,18],[24,2,16],[22,4,10],[28,5,15],[25,5,10],[23,5,6],[24,7,11],[26,2,8],[22,2,14],[40,10,16],[25,4,9],[19,3,6],[30,4,2],[35,2,3],[34,3,3],[33,3,4],[28,2,4],[30,3,3],[34,4,0],[26,5,7],[37,3,2],[31,2,3],[31,3,2],[30,2,2],[23,2,3],[41,3,0],[33,1,0],[32,4,4],[36,2,0],[36,4,0],[38,4,0],[33,2,1],[29,4,1],[36,1,1],[37,2,1],[25,2,1],[62,5,3],[107,5,6],[41,1,0],[34,0,0],[32,2,2],[30,2,0],[41,1,2],[34,2,0],[32,3,1],[30,1,1],[37,2,3],[66,2,0],[33,1,0],[37,1,0],[26,2,0],[35,4,1],[39,1,0],[74,4,0],[33,2,1],[35,3,0],[29,1,0],[24,2,0],[30,2,0],[19,3,0],[34,0,0],[50,1,1],[47,3,0],[28,1,1],[28,2,0],[39,0,1],[63,3,0],[39,5,0],[27,3,0],[33,3,0],[45,5,0],[30,0,0],[27,1,0],[6,1,1],[24,2,0],[12,0,0],[2,0,0],[6,3,7],[4,0,8],[21,2,3],[19,1,4],[23,0,1],[19,2,1],[12,0,0],[21,3,0],[28,2,0],[19,1,2],[19,1,0],[14,0,0],[18,0,0],[10,0,0],[20,0,0],[22,0,0],[17,1,0],[3,2,1],[16,0,0],[23,1,0],[29,0,1],[18,0,0],[22,2,0],[59,0,1],[30,0,0],[38,2,0],[18,0,0],[20,0,0],[18,0,0],[15,1,0],[21,1,0],[27,1,0],[10,0,0],[6,0,0],[7,1,0],[8,0,0],[9,1,0],[4,0,0],[4,0,0]],[[10,1,29],[19,3,32],[19,4,31],[18,3,25],[19,3,16],[27,4,23],[21,2,17],[16,3,19],[22,5,15],[29,2,9],[19,3,16],[29,4,21],[18,4,14],[29,3,14],[33,3,8],[29,2,9],[22,1,13],[58,4,12],[34,5,11],[22,3,7],[43,1,4],[44,0,2],[32,2,6],[33,2,5],[26,5,9],[30,5,3],[31,4,1],[35,2,7],[26,3,1],[28,3,3],[37,2,5],[42,1,3],[32,0,2],[41,1,2],[37,4,1],[36,1,5],[37,3,2],[24,2,2],[39,1,2],[29,0,3],[39,2,5],[33,2,1],[28,2,0],[32,0,0],[82,2,8],[143,2,7],[30,2,2],[45,0,1],[34,1,1],[38,0,0],[43,2,1],[36,0,0],[30,3,1],[39,0,1],[37,2,1],[61,1,2],[33,1,0],[44,0,0],[30,1,1],[42,0,0],[25,0,1],[79,2,3],[36,0,0],[23,2,1],[35,0,3],[32,0,2],[42,1,1],[42,0,0],[34,0,0],[44,0,0],[64,1,1],[24,1,1],[34,1,1],[39,0,1],[79,1,0],[33,1,0],[24,0,0],[30,2,0],[56,1,1],[31,0,1],[26,0,0],[6,1,1],[18,0,0],[10,0,0],[2,0,0],[8,2,6],[8,1,3],[19,1,4],[17,0,3],[19,1,0],[20,0,4],[11,0,1],[25,0,1],[21,1,2],[27,1,0],[16,0,0],[11,1,0],[12,0,0],[12,0,0],[22,0,2],[28,2,0],[17,1,0],[8,0,0],[11,1,0],[26,0,0],[46,0,0],[15,1,0],[14,0,0],[59,1,0],[33,1,0],[44,0,0],[16,0,0],[19,1,0],[16,0,0],[15,0,1],[25,1,0],[25,1,0],[6,0,0],[6,0,0],[10,0,0],[14,0,0],[10,0,0],[4,0,0],[4,0,0]],[[12,1,35],[11,3,24],[8,4,24],[11,4,31],[16,5,27],[16,4,18],[18,2,22],[9,3,20],[21,4,27],[28,5,21],[21,7,20],[21,1,8],[24,9,15],[31,3,14],[28,7,13],[32,4,12],[26,2,20],[52,7,23],[34,6,8],[26,3,13],[41,3,4],[37,4,7],[39,4,5],[39,4,5],[30,3,9],[40,3,5],[40,6,2],[33,5,10],[37,5,6],[43,4,1],[42,3,3],[36,7,5],[34,3,5],[37,4,7],[41,4,3],[43,3,2],[46,1,1],[44,2,2],[46,1,1],[39,1,6],[42,3,3],[44,1,3],[41,2,3],[43,2,1],[81,4,7],[139,10,9],[43,2,1],[44,1,3],[40,1,3],[43,5,0],[52,3,5],[40,1,3],[41,2,3],[36,6,4],[39,4,5],[69,7,2],[48,0,0],[42,2,2],[37,4,1],[44,3,1],[40,2,4],[88,5,3],[41,3,0],[41,2,1],[37,4,1],[42,0,2],[42,5,1],[41,1,0],[42,1,1],[62,3,1],[65,4,3],[33,1,0],[37,1,0],[44,4,0],[80,4,0],[44,4,0],[39,3,0],[38,4,0],[60,4,0],[31,3,0],[31,3,0],[13,1,0],[32,0,0],[12,0,0],[2,0,0],[5,2,9],[6,2,8],[27,5,0],[20,2,4],[24,5,1],[29,0,3],[14,2,0],[26,2,2],[28,2,2],[27,3,0],[22,0,0],[16,0,0],[27,3,0],[15,1,0],[24,1,1],[30,2,0],[27,1,0],[9,1,0],[15,1,0],[30,0,0],[45,1,0],[22,0,0],[22,2,0],[71,3,0],[46,1,1],[49,3,0],[28,0,0],[24,0,0],[25,0,1],[22,2,0],[27,1,0],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[18,0,0],[13,3,0],[4,0,0],[6,0,0]],[[9,5,40],[14,4,26],[16,3,21],[15,4,25],[22,3,29],[22,0,22],[15,3,22],[26,3,25],[22,4,18],[29,6,25],[30,1,23],[14,3,17],[32,4,18],[36,2,16],[33,7,14],[33,6,15],[36,3,15],[71,3,20],[36,4,14],[34,3,11],[43,3,8],[48,1,5],[50,3,1],[46,2,6],[41,1,6],[47,3,4],[51,3,0],[40,4,10],[51,1,2],[49,4,1],[49,2,3],[52,1,1],[44,2,2],[49,3,2],[51,2,1],[48,2,4],[54,0,0],[47,4,3],[49,1,4],[47,1,4],[51,1,2],[54,0,0],[50,0,2],[50,1,1],[90,2,10],[167,5,2],[48,1,3],[54,0,0],[48,1,1],[52,1,1],[67,1,0],[48,2,0],[50,1,1],[50,1,1],[53,0,1],[83,4,1],[54,0,0],[51,0,1],[44,4,0],[50,1,3],[50,2,0],[107,0,1],[48,2,0],[49,1,0],[48,0,0],[47,2,1],[51,2,1],[41,2,1],[50,0,0],[73,2,1],[81,1,0],[35,0,1],[40,1,1],[52,2,2],[96,0,0],[52,2,0],[48,0,0],[47,1,0],[68,2,0],[38,0,0],[38,0,0],[14,2,0],[35,1,0],[12,0,0],[2,0,0],[11,1,6],[10,0,8],[32,2,2],[23,4,1],[30,0,4],[34,1,1],[16,0,2],[34,0,0],[33,3,0],[29,3,2],[23,1,0],[18,0,0],[31,3,0],[18,0,0],[29,1,0],[35,1,0],[30,2,0],[12,0,0],[18,0,0],[32,2,0],[54,0,0],[25,0,1],[27,1,0],[83,1,0],[56,0,0],[57,2,1],[32,0,0],[27,1,0],[30,0,0],[25,1,0],[32,0,0],[40,0,0],[16,0,0],[10,0,0],[12,0,0],[22,0,0],[18,0,0],[6,0,0],[6,0,0]],[[4,2,42],[5,4,29],[8,2,30],[7,2,35],[6,7,35],[9,1,26],[4,7,33],[10,5,33],[16,2,34],[12,3,23],[16,3,29],[11,5,18],[20,5,23],[23,4,21],[20,7,21],[24,8,16],[23,3,22],[42,4,36],[27,6,15],[23,5,14],[32,6,10],[35,5,8],[34,3,11],[29,2,17],[27,2,13],[37,3,8],[35,5,8],[34,3,11],[34,3,11],[39,1,8],[37,6,5],[38,4,6],[37,2,3],[39,3,6],[38,4,6],[40,2,6],[36,4,8],[38,3,7],[36,4,8],[37,3,6],[38,4,6],[39,4,5],[38,4,4],[38,4,4],[73,8,11],[135,11,12],[37,3,6],[39,1,8],[36,3,5],[41,3,4],[53,4,3],[33,3,8],[41,5,0],[39,3,4],[40,5,3],[67,4,7],[41,2,5],[37,5,4],[37,4,1],[43,2,3],[42,1,3],[85,7,4],[42,1,1],[42,1,1],[40,2,0],[34,7,3],[40,5,3],[33,6,3],[39,2,3],[58,2,6],[67,4,1],[31,3,0],[34,1,3],[43,3,2],[78,8,0],[43,5,0],[36,6,0],[41,1,0],[57,6,1],[33,1,0],[31,3,0],[13,1,0],[30,2,0],[10,2,0],[0,2,0],[8,1,7],[4,0,12],[25,5,2],[17,2,7],[23,1,6],[26,1,5],[12,2,2],[24,2,4],[26,3,3],[26,2,2],[21,1,0],[14,1,1],[29,1,0],[13,1,2],[21,2,3],[29,3,0],[27,1,0],[6,2,2],[16,0,0],[27,3,0],[43,2,1],[20,2,0],[23,1,0],[65,7,2],[45,2,1],[48,2,2],[26,1,1],[22,2,0],[26,0,0],[22,2,0],[25,3,0],[30,4,0],[12,2,0],[8,0,0],[10,0,0],[17,1,0],[14,2,0],[4,0,0],[6,0,0]],[[7,2,39],[9,3,24],[5,3,24],[11,6,25],[13,5,30],[11,4,23],[14,5,19],[18,7,23],[23,4,25],[29,2,23],[17,1,14],[24,2,14],[19,8,21],[25,7,16],[26,8,14],[29,3,16],[24,3,21],[45,11,26],[33,5,10],[32,1,9],[31,8,9],[38,3,7],[39,2,7],[32,6,10],[28,1,13],[38,3,7],[33,5,10],[37,1,10],[40,3,5],[41,3,4],[39,3,6],[40,4,4],[30,4,8],[39,0,9],[40,3,5],[40,3,5],[43,0,5],[39,4,5],[46,0,2],[41,1,4],[39,4,5],[40,2,6],[39,2,5],[39,2,5],[83,7,2],[137,12,9],[43,1,2],[40,0,8],[37,1,6],[42,4,2],[53,3,4],[38,1,5],[42,3,1],[38,3,5],[44,2,2],[73,2,3],[45,1,2],[41,2,3],[41,0,1],[42,1,5],[40,2,4],[81,11,4],[39,1,4],[43,1,0],[41,1,0],[40,0,4],[42,3,3],[41,1,0],[39,1,4],[65,1,0],[65,4,3],[33,0,1],[36,1,1],[47,1,0],[77,6,1],[46,2,0],[41,1,0],[41,0,1],[61,2,1],[34,0,0],[32,2,0],[13,0,1],[31,1,0],[12,0,0],[2,0,0],[6,2,8],[6,0,10],[21,4,7],[23,0,3],[25,1,4],[29,1,2],[10,3,3],[28,1,1],[29,0,3],[23,3,4],[21,1,0],[15,1,0],[29,1,0],[15,1,0],[21,1,4],[29,1,2],[25,2,1],[6,2,2],[16,0,0],[28,2,0],[45,1,0],[22,0,0],[23,1,0],[66,4,4],[46,0,2],[46,1,5],[27,1,0],[23,1,0],[24,2,0],[22,0,2],[28,0,0],[33,0,1],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[15,0,1],[4,0,0],[6,0,0]],[[7,2,21],[8,1,39],[5,4,39],[10,2,34],[6,6,16],[8,2,38],[15,3,32],[6,4,16],[17,4,21],[14,5,17],[14,4,18],[11,2,19],[11,3,16],[21,1,16],[19,2,11],[17,3,14],[16,3,17],[37,8,25],[13,5,12],[13,4,7],[21,3,10],[18,4,12],[26,2,10],[22,4,2],[19,4,11],[22,1,5],[30,4,8],[18,5,11],[22,5,1],[26,1,13],[23,3,8],[24,6,4],[20,2,6],[27,1,8],[28,3,7],[20,1,5],[31,2,3],[24,3,9],[22,3,7],[27,1,4],[22,6,6],[28,2,4],[28,2,4],[21,3,4],[60,8,12],[77,18,17],[30,3,3],[25,5,6],[18,2,4],[24,2,2],[26,7,1],[24,1,5],[19,2,5],[26,1,7],[27,4,1],[40,4,8],[31,4,3],[30,3,9],[27,4,3],[25,5,4],[26,2,4],[63,8,7],[21,4,3],[28,4,2],[25,1,0],[28,7,3],[27,4,1],[24,3,1],[23,4,3],[34,2,6],[42,6,4],[18,2,2],[31,1,0],[33,2,3],[57,4,1],[37,3,0],[25,9,0],[27,7,0],[43,7,0],[17,0,1],[14,8,0],[12,0,0],[20,2,0],[11,1,0],[1,1,0],[3,2,9],[2,1,9],[14,5,3],[14,2,4],[12,3,5],[15,1,4],[12,2,0],[16,0,4],[16,1,3],[17,3,2],[16,1,1],[14,0,0],[18,4,0],[9,0,3],[19,2,3],[27,1,0],[20,2,0],[6,0,2],[6,2,0],[15,5,0],[26,8,2],[13,1,2],[14,0,2],[39,8,9],[36,4,0],[30,1,3],[25,1,0],[19,1,0],[18,0,4],[15,3,2],[23,3,0],[19,5,0],[9,3,0],[6,2,0],[5,1,0],[9,0,1],[12,2,0],[2,2,0],[6,0,0]],[[2,5,41],[6,3,23],[1,4,33],[6,6,34],[12,7,29],[11,3,26],[10,3,21],[11,8,29],[15,4,33],[21,9,24],[13,5,30],[13,1,14],[9,3,20],[19,11,18],[17,9,22],[23,6,19],[24,3,21],[36,9,37],[32,6,10],[24,4,14],[32,7,9],[30,7,11],[32,3,13],[31,7,10],[24,5,13],[42,1,5],[32,6,10],[28,6,14],[32,12,4],[35,7,6],[36,6,6],[37,5,6],[30,3,9],[35,5,8],[39,2,7],[38,5,5],[38,2,8],[34,6,8],[31,9,8],[32,5,9],[33,8,7],[38,3,7],[33,6,7],[37,5,4],[71,7,14],[121,21,16],[32,6,8],[36,7,5],[32,6,6],[38,3,7],[52,3,5],[32,6,6],[37,6,3],[35,5,6],[40,5,3],[65,7,6],[38,6,4],[33,6,7],[33,8,1],[36,4,8],[35,7,4],[74,13,9],[39,1,4],[34,4,6],[36,3,3],[33,5,6],[40,6,2],[33,8,1],[35,6,3],[58,0,8],[64,5,3],[25,5,4],[31,4,3],[41,3,4],[74,5,5],[41,4,3],[36,4,2],[37,2,3],[50,13,1],[33,1,0],[28,6,0],[11,1,2],[30,2,0],[12,0,0],[2,0,0],[4,2,10],[5,1,10],[24,4,4],[16,3,7],[22,3,5],[22,6,4],[13,1,2],[22,5,3],[26,3,3],[22,3,5],[20,2,0],[14,1,1],[24,4,2],[14,0,2],[18,5,3],[26,4,2],[20,4,4],[8,0,2],[14,2,0],[24,3,3],[33,5,8],[21,1,0],[17,3,4],[63,8,3],[43,1,4],[42,5,5],[26,1,1],[21,3,0],[22,2,2],[21,1,2],[23,5,0],[32,0,2],[12,0,2],[6,2,0],[10,0,0],[18,0,0],[16,0,0],[2,0,2],[3,3,0]],[[5,4,39],[4,2,34],[6,2,32],[7,5,30],[8,7,33],[4,1,23],[4,2,32],[9,4,35],[13,1,38],[9,5,40],[9,5,34],[11,2,29],[9,5,34],[9,7,16],[13,9,26],[16,8,24],[19,4,25],[27,12,43],[18,5,25],[14,4,24],[24,5,19],[29,3,16],[30,3,15],[22,10,16],[18,8,16],[34,5,9],[29,9,10],[26,5,17],[26,10,12],[35,6,7],[32,8,8],[34,7,7],[23,5,14],[30,9,9],[32,5,11],[30,7,11],[32,5,11],[36,8,4],[37,4,7],[25,8,13],[34,7,7],[35,4,9],[32,6,8],[35,5,6],[68,11,13],[118,18,22],[34,8,4],[37,7,4],[31,5,8],[35,7,6],[50,6,4],[31,5,8],[31,9,6],[38,3,5],[37,6,5],[66,5,7],[37,7,4],[36,7,3],[29,7,6],[38,5,5],[39,4,3],[78,14,4],[34,4,6],[34,8,2],[38,2,2],[31,8,5],[40,6,2],[28,10,4],[38,3,3],[61,1,4],[63,7,2],[27,5,2],[33,4,1],[40,6,2],[75,7,4],[41,7,0],[36,6,0],[40,2,0],[53,8,3],[32,0,2],[27,7,0],[10,1,3],[29,3,0],[11,1,0],[2,0,0],[4,0,12],[5,0,11],[16,4,12],[16,4,6],[20,1,9],[24,3,5],[10,3,3],[25,1,4],[20,4,8],[24,2,4],[17,4,1],[14,0,2],[21,6,3],[14,2,0],[17,6,3],[25,7,0],[23,2,3],[6,1,3],[15,1,0],[27,3,0],[42,4,0],[18,2,2],[23,1,0],[66,8,0],[44,0,4],[43,5,4],[26,2,0],[17,5,2],[25,1,0],[22,1,1],[26,2,0],[30,3,1],[13,1,0],[7,0,1],[10,0,0],[18,0,0],[14,2,0],[2,0,2],[6,0,0]],[[6,6,36],[4,7,23],[7,2,29],[8,2,38],[11,7,30],[7,5,24],[8,4,24],[11,8,29],[16,4,32],[20,4,30],[16,6,26],[14,3,15],[20,7,21],[18,9,21],[9,8,15],[23,9,16],[18,4,26],[37,12,33],[21,7,20],[27,4,11],[26,10,12],[29,8,11],[28,7,13],[27,8,13],[20,4,18],[31,7,10],[34,5,9],[26,8,14],[38,8,2],[32,6,10],[35,7,6],[38,7,3],[30,3,9],[31,8,9],[36,5,7],[32,8,8],[35,6,7],[33,11,4],[39,5,4],[38,2,6],[29,11,8],[33,9,6],[33,9,4],[39,3,4],[73,13,6],[107,31,20],[36,6,4],[36,6,6],[35,3,6],[35,9,4],[42,7,11],[29,7,8],[31,9,6],[32,6,8],[34,10,4],[56,18,4],[36,7,5],[35,6,5],[32,6,4],[38,4,6],[34,8,4],[79,10,7],[37,6,1],[35,6,3],[34,6,2],[32,8,4],[34,10,4],[34,7,1],[29,10,5],[59,6,1],[61,11,0],[25,7,2],[31,5,2],[39,7,2],[72,12,2],[43,5,0],[35,6,1],[35,7,0],[50,10,4],[27,6,1],[30,3,1],[10,3,1],[32,0,0],[12,0,0],[2,0,0],[2,3,11],[5,1,10],[16,4,12],[16,7,3],[17,8,5],[23,5,4],[10,4,2],[23,5,2],[21,6,5],[22,6,2],[16,5,1],[12,3,1],[24,4,2],[14,1,1],[18,3,5],[24,6,2],[23,5,0],[7,2,1],[14,1,1],[21,7,2],[38,7,1],[18,2,2],[20,3,1],[59,12,3],[45,3,0],[42,7,3],[26,2,0],[22,2,0],[22,3,1],[20,4,0],[25,0,3],[31,2,1],[14,0,0],[7,1,0],[8,1,1],[18,0,0],[10,6,0],[4,0,0],[3,3,0]],[[2,5,41],[6,2,24],[5,5,22],[4,3,35],[11,6,31],[9,3,30],[8,4,28],[10,2,36],[13,2,37],[13,5,36],[15,2,31],[9,4,23],[14,6,28],[15,4,29],[19,9,20],[9,3,20],[17,7,24],[25,10,47],[27,4,17],[18,1,23],[28,5,15],[28,5,15],[29,5,14],[24,5,19],[24,2,16],[30,5,13],[30,5,13],[27,5,16],[30,6,12],[31,4,13],[30,4,14],[38,4,6],[26,3,13],[29,9,10],[34,5,9],[30,6,12],[34,5,9],[32,5,11],[33,7,8],[28,6,12],[24,9,15],[35,6,7],[29,5,12],[30,6,10],[57,12,23],[95,22,41],[35,3,8],[34,6,8],[32,5,7],[33,5,10],[46,5,9],[28,4,12],[36,4,6],[32,5,9],[36,5,7],[54,14,10],[35,6,7],[36,3,7],[33,5,4],[35,4,9],[31,8,7],[67,13,16],[28,7,9],[32,3,9],[29,6,7],[32,4,8],[39,4,5],[33,4,5],[27,10,7],[55,5,6],[58,8,6],[25,5,4],[28,5,5],[33,10,5],[65,10,9],[39,5,4],[29,8,5],[32,5,5],[47,9,8],[30,2,2],[24,7,3],[10,2,2],[30,2,0],[12,0,0],[2,0,0],[5,2,9],[4,1,11],[15,7,10],[13,3,10],[16,4,10],[21,3,8],[11,2,3],[19,5,6],[27,1,4],[20,3,7],[17,1,4],[8,5,3],[23,4,3],[13,1,2],[18,1,7],[24,3,5],[22,4,2],[6,2,2],[11,2,3],[21,4,5],[31,6,9],[16,2,4],[19,2,3],[63,9,2],[40,5,3],[43,2,7],[22,5,1],[19,1,4],[23,2,1],[17,6,1],[23,2,3],[24,6,4],[12,2,0],[6,2,0],[8,0,2],[17,0,1],[12,2,2],[2,2,0],[3,1,2]],[[5,3,40],[5,6,25],[4,6,30],[7,5,32],[8,7,33],[4,7,33],[4,4,26],[14,6,28],[12,6,34],[18,4,32],[19,6,23],[8,4,16],[15,6,27],[17,5,26],[21,7,20],[20,10,18],[10,1,21],[34,14,34],[27,6,15],[14,4,24],[31,4,13],[33,4,11],[29,7,12],[30,7,11],[19,2,21],[32,4,12],[36,3,9],[31,3,14],[32,10,6],[33,4,11],[33,6,9],[32,7,9],[24,7,11],[33,4,11],[35,7,6],[36,6,6],[37,5,6],[34,6,8],[39,2,7],[29,4,13],[35,6,7],[34,3,11],[28,5,13],[42,3,1],[72,12,8],[119,21,18],[35,2,9],[41,3,4],[30,7,7],[38,3,7],[49,4,7],[32,4,8],[39,4,3],[36,4,6],[42,4,2],[66,5,7],[39,6,3],[36,7,3],[35,5,2],[39,3,6],[37,5,4],[81,9,6],[38,4,2],[35,2,7],[35,2,5],[36,3,5],[38,4,6],[38,2,2],[37,3,4],[57,3,6],[62,6,4],[29,4,1],[35,2,1],[42,4,2],[79,3,2],[43,3,2],[34,8,0],[39,2,1],[57,5,2],[30,2,2],[28,5,1],[12,2,0],[30,2,0],[12,0,0],[2,0,0],[2,2,12],[4,0,12],[22,4,6],[17,6,3],[22,0,8],[25,1,6],[11,2,3],[23,5,2],[24,5,3],[27,2,1],[21,1,0],[11,4,1],[27,2,1],[13,2,1],[21,2,3],[29,3,0],[25,2,1],[5,3,2],[15,0,1],[26,3,1],[43,2,1],[21,1,0],[20,1,3],[70,2,2],[43,3,2],[45,4,3],[24,4,0],[21,2,1],[24,2,0],[21,2,1],[24,3,1],[33,1,0],[13,1,0],[8,0,0],[10,0,0],[17,1,0],[15,1,0],[3,0,1],[6,0,0]],[[8,3,73],[7,4,45],[5,2,57],[6,8,62],[17,7,60],[10,6,54],[8,4,56],[19,5,60],[23,8,61],[19,7,70],[22,7,55],[19,7,34],[26,8,50],[27,11,46],[32,10,42],[42,8,34],[37,8,39],[56,16,60],[41,13,30],[40,5,31],[51,8,25],[45,16,23],[49,12,23],[43,11,30],[29,7,40],[55,9,20],[53,11,20],[46,8,30],[53,16,15],[57,7,20],[52,18,14],[54,12,18],[47,6,19],[51,15,18],[57,16,11],[55,14,15],[59,12,13],[56,9,19],[57,13,14],[57,10,13],[54,13,17],[59,17,8],[55,11,18],[58,12,14],[116,18,26],[210,47,27],[63,5,12],[62,10,12],[53,13,10],[66,14,4],[82,16,6],[47,13,20],[62,10,8],[60,14,10],[63,12,9],[99,27,10],[62,13,9],[61,11,8],[53,7,12],[63,12,9],[65,8,7],[133,24,11],[62,13,5],[57,7,12],[61,10,5],[58,10,12],[64,10,10],[54,11,7],[56,13,7],[90,8,10],[105,18,1],[39,11,6],[50,13,5],[67,11,6],[116,22,10],[67,15,2],[66,4,10],[66,7,3],[91,19,6],[52,3,1],[39,15,2],[14,8,2],[40,11,1],[13,3,0],[1,2,1],[8,1,19],[10,3,15],[31,9,16],[28,6,10],[34,7,15],[42,7,7],[20,4,4],[40,4,8],[45,8,3],[39,10,7],[31,7,2],[22,5,1],[38,11,3],[22,5,1],[31,8,9],[39,13,4],[37,7,4],[7,5,4],[20,8,0],[39,9,4],[76,5,3],[27,7,6],[37,1,2],[95,28,5],[69,8,3],[73,8,7],[37,7,4],[38,1,1],[39,5,4],[33,4,3],[34,9,5],[48,7,1],[21,3,0],[11,0,1],[18,1,1],[28,2,2],[26,1,1],[7,0,1],[6,2,0]],[[3,4,41],[3,5,32],[4,2,30],[6,5,33],[13,5,30],[8,5,25],[6,4,30],[13,8,27],[12,6,34],[13,6,35],[11,8,29],[12,3,19],[11,6,31],[21,5,22],[18,5,25],[15,4,29],[17,7,24],[36,12,34],[13,5,14],[24,2,16],[26,7,15],[27,5,16],[30,7,11],[28,4,16],[16,4,22],[30,6,12],[33,4,11],[27,4,17],[32,8,8],[30,8,10],[33,10,5],[29,12,7],[28,6,8],[35,6,7],[31,6,11],[32,8,8],[38,3,7],[32,8,8],[34,5,9],[32,6,8],[31,11,6],[34,5,9],[31,5,10],[34,5,7],[65,12,15],[115,24,19],[33,7,6],[35,7,6],[25,8,11],[35,5,8],[47,9,4],[28,6,10],[33,6,7],[32,7,7],[33,7,8],[56,17,5],[31,10,7],[33,8,5],[33,5,4],[38,2,8],[36,7,3],[75,15,6],[34,6,4],[34,4,6],[32,7,3],[36,4,4],[34,11,3],[36,6,0],[34,8,2],[56,6,4],[54,15,3],[24,6,4],[28,7,3],[34,10,4],[62,19,5],[40,7,1],[32,8,2],[35,7,0],[51,9,4],[28,6,0],[29,5,0],[9,3,2],[26,5,1],[12,0,0],[2,0,0],[0,0,16],[5,1,10],[14,8,10],[16,6,4],[21,4,5],[21,6,5],[10,1,5],[21,2,7],[24,3,5],[21,5,4],[17,5,0],[10,4,2],[25,4,1],[12,2,2],[17,5,4],[25,5,2],[21,7,0],[5,3,2],[11,5,0],[22,4,4],[33,11,2],[18,2,2],[18,3,3],[56,14,4],[33,10,5],[45,3,4],[24,4,0],[22,2,0],[22,3,1],[19,3,2],[26,2,0],[26,7,1],[11,3,0],[6,2,0],[8,1,1],[16,2,0],[12,4,0],[2,2,0],[4,2,0]],[[10,2,36],[6,3,27],[8,3,23],[7,5,32],[14,3,31],[13,4,23],[9,4,27],[13,7,28],[13,3,36],[20,5,29],[17,5,26],[11,6,11],[17,6,25],[26,5,17],[16,4,28],[22,5,21],[25,5,18],[39,9,34],[27,4,17],[20,0,6],[33,7,8],[39,3,6],[37,2,9],[38,4,6],[27,1,14],[39,1,8],[41,2,5],[31,3,14],[39,2,7],[41,3,4],[38,6,4],[41,0,7],[33,2,7],[38,1,9],[40,3,5],[43,0,5],[42,1,5],[42,2,4],[43,1,4],[38,1,7],[36,3,9],[40,1,7],[37,2,7],[36,1,9],[81,2,9],[132,6,20],[37,1,8],[40,1,7],[30,5,9],[44,1,3],[56,0,4],[35,2,7],[40,0,6],[37,0,9],[42,2,4],[66,2,10],[40,3,5],[38,0,8],[36,1,5],[42,1,5],[40,2,4],[87,1,8],[40,1,3],[38,1,5],[41,1,0],[36,4,4],[45,1,2],[34,1,7],[39,1,4],[61,0,5],[68,1,3],[32,0,2],[32,3,3],[42,1,5],[80,0,4],[41,3,4],[39,0,3],[40,1,1],[53,1,10],[33,1,0],[33,0,1],[11,1,2],[27,3,2],[10,0,2],[1,1,0],[3,2,11],[4,1,11],[26,1,5],[22,2,2],[24,1,5],[26,2,4],[14,0,2],[29,1,0],[25,2,5],[24,1,5],[21,0,1],[13,0,3],[27,1,2],[15,1,0],[21,1,4],[29,1,2],[24,3,1],[6,0,4],[14,1,1],[26,0,4],[45,0,1],[21,0,1],[24,0,0],[71,1,2],[41,2,5],[47,2,3],[27,0,1],[23,0,1],[25,0,1],[21,1,2],[25,0,3],[31,0,3],[12,0,2],[8,0,0],[10,0,0],[17,0,1],[15,0,1],[4,0,0],[6,0,0]],[[3,4,41],[5,2,35],[3,1,30],[2,5,39],[4,5,39],[1,3,40],[3,2,37],[1,6,41],[12,5,35],[6,5,43],[5,10,33],[5,2,17],[11,3,34],[11,5,32],[8,8,32],[17,3,28],[17,3,28],[18,13,51],[17,5,26],[11,5,26],[13,10,9],[16,8,24],[22,8,18],[23,4,21],[11,5,26],[21,9,18],[29,5,14],[28,5,15],[25,8,15],[28,9,11],[30,4,14],[28,7,13],[13,6,23],[28,5,15],[32,6,10],[30,6,12],[29,7,12],[28,11,9],[36,5,7],[29,5,12],[37,6,5],[30,6,12],[28,4,14],[29,5,12],[57,15,20],[100,21,37],[32,2,12],[32,5,11],[27,5,12],[33,7,8],[43,7,10],[25,9,10],[32,6,8],[26,5,15],[30,9,9],[60,14,4],[40,5,3],[32,10,4],[26,7,9],[33,6,9],[26,7,13],[67,15,14],[34,6,4],[33,3,8],[31,3,8],[30,6,8],[40,6,2],[27,4,11],[32,7,5],[54,4,8],[58,11,3],[20,8,6],[32,4,2],[38,6,4],[72,11,3],[43,5,0],[34,6,2],[33,8,1],[48,12,4],[31,3,0],[25,9,0],[8,4,2],[31,1,0],[12,0,0],[0,2,0],[1,2,13],[1,2,13],[15,4,13],[13,4,9],[14,5,11],[25,2,5],[10,4,2],[19,5,6],[23,5,4],[23,2,5],[19,2,1],[9,2,5],[21,4,5],[12,2,2],[17,4,5],[24,6,2],[17,3,8],[8,0,2],[14,2,0],[24,6,0],[34,7,5],[19,3,0],[20,3,1],[58,15,1],[37,4,7],[43,7,2],[22,4,2],[21,3,0],[21,3,2],[18,3,3],[27,1,0],[31,3,0],[11,3,0],[6,1,1],[9,0,1],[18,0,0],[12,4,0],[2,1,1],[3,3,0]],[[1,1,46],[1,3,38],[0,2,38],[1,3,36],[6,4,38],[1,5,34],[2,0,28],[2,6,40],[4,3,45],[1,4,49],[7,5,36],[3,4,23],[8,7,33],[12,6,30],[7,10,31],[10,8,30],[10,3,35],[18,15,49],[15,4,29],[11,3,28],[22,9,17],[7,4,21],[21,7,20],[19,9,20],[11,5,26],[20,5,23],[25,7,16],[24,4,20],[19,8,21],[26,5,17],[25,8,15],[26,7,15],[16,6,20],[27,6,15],[26,7,15],[24,8,16],[21,10,17],[21,11,16],[32,4,12],[25,7,14],[24,6,18],[31,6,11],[32,3,11],[29,4,13],[59,6,27],[104,19,35],[26,6,14],[30,6,12],[27,5,12],[27,8,13],[41,4,15],[23,8,13],[26,8,12],[25,12,9],[30,8,10],[52,16,10],[37,5,6],[31,9,6],[29,5,8],[27,4,17],[34,7,5],[70,11,15],[35,3,6],[29,6,9],[34,6,2],[31,4,9],[35,4,9],[28,5,9],[32,6,6],[51,4,11],[55,11,6],[23,5,6],[26,6,6],[32,6,10],[66,10,10],[33,7,8],[35,4,3],[37,1,4],[52,5,7],[29,3,2],[31,3,0],[6,3,5],[29,1,2],[11,0,1],[2,0,0],[0,1,15],[0,1,15],[10,9,13],[12,3,11],[12,7,11],[15,3,14],[9,4,3],[20,4,6],[21,4,7],[20,3,7],[18,1,3],[10,3,3],[20,2,8],[12,2,2],[17,2,7],[25,4,3],[20,4,4],[8,2,0],[12,2,2],[19,6,5],[36,7,3],[15,2,5],[18,2,4],[56,11,7],[35,3,10],[40,6,6],[25,2,1],[22,0,2],[22,4,0],[16,6,2],[24,1,3],[28,3,3],[14,0,0],[2,2,4],[10,0,0],[17,0,1],[13,2,1],[4,0,0],[6,0,0]],[[0,2,46],[0,2,26],[2,2,34],[7,5,30],[9,4,35],[3,6,33],[7,1,30],[9,2,37],[7,5,40],[5,2,47],[11,5,32],[9,1,32],[11,3,34],[11,5,32],[12,7,29],[13,6,29],[12,6,30],[24,10,48],[16,7,25],[15,1,26],[17,7,24],[22,3,23],[16,6,10],[20,8,20],[16,2,24],[19,6,23],[20,10,18],[21,11,16],[16,13,19],[27,7,14],[23,7,18],[23,10,15],[18,7,17],[23,10,15],[24,10,14],[26,7,15],[31,7,10],[24,8,16],[24,12,12],[24,10,12],[22,12,14],[22,15,11],[22,9,15],[32,4,10],[48,14,30],[83,30,45],[29,11,6],[31,10,7],[26,9,9],[26,8,14],[35,12,13],[22,11,11],[25,7,14],[29,7,10],[28,12,8],[50,16,12],[30,8,10],[28,12,6],[24,10,8],[29,12,7],[30,10,6],[61,21,14],[24,12,8],[29,5,10],[28,6,8],[29,7,8],[30,11,7],[27,9,6],[31,7,6],[52,6,8],[54,15,3],[20,9,5],[21,11,6],[29,13,6],[59,15,12],[33,7,8],[30,7,5],[25,11,6],[45,15,4],[27,4,3],[22,9,3],[6,4,4],[27,4,1],[11,1,0],[1,1,0],[1,1,14],[2,1,13],[15,4,13],[13,4,9],[13,8,9],[15,5,12],[9,4,3],[15,7,8],[18,6,8],[15,5,10],[13,4,5],[8,6,2],[20,6,4],[10,2,4],[10,6,10],[21,7,4],[18,5,5],[6,4,0],[12,3,1],[20,4,6],[31,5,10],[14,5,3],[19,3,2],[56,16,2],[39,5,4],[41,5,6],[17,8,3],[19,4,1],[16,7,3],[17,4,3],[19,6,3],[25,6,3],[14,0,0],[8,0,0],[5,1,4],[16,2,0],[11,3,2],[4,0,0],[3,3,0]],[[1,1,46],[1,1,30],[1,3,36],[2,4,38],[4,4,40],[3,5,32],[6,4,34],[4,2,42],[9,4,39],[9,4,41],[6,7,35],[1,3,20],[9,2,37],[7,7,34],[5,12,31],[13,5,30],[11,3,34],[21,8,53],[14,7,27],[13,2,27],[19,9,20],[20,8,20],[22,9,17],[15,4,13],[9,7,26],[25,5,18],[19,6,23],[19,6,23],[26,10,12],[28,9,11],[30,6,12],[25,8,15],[18,7,17],[26,9,13],[24,10,14],[26,8,14],[23,8,17],[29,7,12],[29,5,14],[21,6,19],[23,8,17],[22,7,19],[28,8,10],[21,9,16],[49,16,27],[80,29,49],[23,4,19],[24,8,16],[20,5,19],[25,11,12],[38,10,12],[20,9,15],[27,9,10],[29,4,13],[26,10,12],[46,11,21],[27,7,14],[28,3,15],[24,6,12],[35,6,7],[25,6,15],[57,23,16],[26,7,11],[25,7,12],[24,7,11],[25,7,12],[30,8,10],[24,9,9],[29,10,5],[50,2,14],[48,13,11],[21,5,8],[20,8,10],[31,7,10],[60,16,10],[32,10,6],[28,5,9],[30,8,4],[41,10,13],[27,3,4],[25,7,2],[11,0,3],[26,2,4],[10,2,0],[0,1,1],[3,2,11],[2,1,13],[14,3,15],[10,8,8],[17,6,7],[21,3,8],[10,2,4],[17,3,10],[18,8,6],[15,6,9],[17,2,3],[8,5,3],[16,5,9],[11,2,3],[13,6,7],[20,5,7],[21,2,5],[3,2,5],[10,4,2],[19,5,6],[35,5,6],[14,3,5],[15,3,6],[54,11,9],[33,6,9],[35,9,8],[20,4,4],[16,6,2],[18,3,5],[21,1,2],[19,7,2],[24,7,3],[12,2,0],[5,0,3],[7,3,0],[14,2,2],[12,2,2],[2,0,2],[2,4,0]],[[5,3,34],[4,2,20],[3,4,21],[7,5,24],[8,5,29],[6,2,26],[8,5,25],[11,7,24],[12,5,29],[16,2,30],[14,2,26],[12,3,21],[18,4,20],[17,3,22],[17,6,19],[20,5,17],[20,2,20],[46,11,23],[24,3,15],[22,2,14],[31,3,8],[29,5,8],[34,1,7],[30,1,11],[17,1,6],[34,1,7],[30,6,6],[24,3,15],[33,2,7],[38,0,4],[34,1,7],[34,2,6],[24,4,8],[34,4,4],[33,5,4],[36,1,5],[36,2,4],[28,4,10],[34,3,5],[33,2,5],[29,3,10],[37,0,5],[33,3,6],[37,0,5],[70,2,8],[116,12,14],[30,1,9],[35,1,6],[32,2,4],[35,2,5],[44,2,6],[32,0,8],[38,2,0],[35,1,6],[38,3,1],[63,2,3],[34,3,5],[35,1,4],[31,3,2],[34,3,5],[32,2,6],[76,3,5],[33,4,3],[33,2,3],[37,1,0],[34,3,3],[36,3,3],[34,1,1],[35,1,2],[49,3,2],[57,2,3],[23,1,4],[30,2,2],[37,3,2],[62,4,8],[41,1,0],[39,0,1],[35,0,3],[51,4,3],[23,2,3],[25,2,1],[11,0,1],[24,2,0],[7,1,0],[2,0,0],[4,2,8],[2,1,11],[20,2,6],[17,2,3],[23,3,2],[23,1,4],[9,3,2],[22,0,4],[24,1,3],[22,4,2],[20,0,0],[11,3,0],[23,3,0],[13,1,0],[23,1,0],[24,3,1],[19,3,2],[6,0,2],[14,0,0],[22,1,3],[39,2,1],[17,0,3],[18,2,0],[58,4,2],[37,3,0],[41,0,3],[22,2,0],[19,0,1],[23,0,1],[19,1,0],[21,3,0],[25,2,1],[12,0,0],[6,0,0],[10,0,0],[16,0,0],[14,0,0],[3,0,1],[2,2,0]],[[0,2,46],[0,2,40],[2,1,27],[2,2,42],[3,4,41],[3,4,25],[3,1,32],[7,2,39],[2,4,46],[5,5,44],[5,4,39],[4,1,25],[6,1,41],[5,5,38],[9,4,35],[7,4,37],[15,4,29],[16,5,61],[13,9,26],[12,2,28],[20,9,19],[24,5,19],[21,6,21],[14,7,27],[10,5,27],[9,2,21],[19,8,21],[21,5,22],[22,5,21],[24,5,19],[31,5,12],[23,10,15],[15,6,21],[26,4,18],[26,10,12],[21,5,22],[29,6,13],[25,8,15],[18,7,23],[23,5,18],[27,7,14],[29,6,13],[23,6,17],[26,3,17],[52,12,28],[97,17,44],[20,7,19],[28,9,11],[27,4,13],[26,8,14],[41,7,12],[20,6,18],[22,8,16],[28,5,13],[25,10,13],[53,10,15],[28,7,13],[26,10,10],[22,6,14],[34,4,10],[33,4,9],[68,12,16],[26,6,12],[30,8,6],[29,3,10],[31,6,7],[35,6,7],[28,5,9],[31,7,6],[46,2,18],[52,10,10],[27,6,1],[25,5,8],[33,8,7],[68,12,4],[41,4,3],[36,4,2],[28,7,7],[51,8,5],[27,3,4],[26,7,1],[8,2,4],[27,5,0],[12,0,0],[2,0,0],[0,0,16],[2,0,14],[16,5,11],[12,5,9],[14,4,12],[15,5,12],[10,2,4],[18,4,8],[23,3,6],[18,3,9],[15,2,5],[9,4,3],[19,6,5],[13,1,2],[14,3,9],[21,6,5],[17,6,5],[2,4,4],[11,3,2],[21,6,3],[34,5,7],[15,2,5],[20,2,2],[55,11,8],[39,2,7],[41,5,6],[23,4,1],[19,3,2],[20,3,3],[18,4,2],[22,3,3],[28,4,2],[12,0,2],[5,0,3],[8,2,0],[13,0,5],[13,2,1],[2,0,2],[4,2,0]],[[1,1,46],[4,1,37],[1,3,30],[4,4,34],[4,6,38],[2,3,31],[3,6,23],[3,2,43],[5,4,43],[6,3,45],[8,4,36],[7,3,32],[4,4,40],[6,5,37],[5,5,38],[11,2,35],[11,7,30],[15,11,56],[11,6,31],[10,3,29],[15,6,27],[20,7,21],[21,7,20],[22,9,17],[14,5,23],[20,8,20],[16,2,14],[21,9,18],[24,9,15],[28,7,13],[22,6,20],[25,7,16],[18,5,19],[24,9,15],[30,10,8],[22,5,21],[24,10,14],[23,11,14],[23,12,13],[22,10,14],[24,13,11],[23,10,15],[24,4,18],[26,7,13],[43,16,33],[83,21,54],[23,9,14],[29,10,9],[27,6,11],[31,9,8],[37,10,13],[19,11,14],[23,10,13],[27,7,12],[28,10,10],[52,11,15],[29,10,9],[29,11,6],[31,5,6],[24,10,14],[28,9,9],[68,17,11],[27,8,9],[29,5,10],[28,8,6],[29,9,6],[32,10,6],[30,5,7],[32,6,6],[47,6,13],[50,12,10],[23,3,8],[30,5,3],[33,9,6],[67,9,10],[38,6,4],[33,6,3],[28,8,6],[47,10,7],[28,4,2],[22,8,4],[6,3,5],[27,5,0],[12,0,0],[1,1,0],[1,3,12],[3,0,13],[16,4,12],[12,6,8],[15,5,10],[16,7,9],[10,3,3],[19,6,5],[20,4,8],[16,6,8],[17,2,3],[10,3,3],[15,4,11],[9,4,3],[14,5,7],[22,9,1],[25,3,0],[4,2,4],[14,2,0],[23,5,2],[31,7,8],[16,3,3],[17,2,5],[58,12,4],[33,8,7],[42,5,5],[21,5,2],[19,4,1],[22,3,1],[20,4,0],[21,5,2],[27,6,1],[12,1,1],[7,0,1],[9,1,0],[17,1,0],[10,4,2],[3,0,1],[4,2,0]],[[0,0,48],[0,2,30],[2,0,36],[3,0,39],[4,1,43],[2,2,38],[4,0,28],[5,1,42],[5,1,46],[4,2,48],[3,2,43],[6,0,30],[6,5,37],[7,3,38],[7,4,37],[4,3,41],[5,4,39],[16,7,59],[11,3,34],[12,2,28],[10,9,29],[9,5,34],[6,11,31],[16,11,21],[9,7,26],[13,7,28],[13,10,25],[11,4,17],[10,10,28],[16,6,26],[15,6,27],[16,10,22],[10,4,28],[13,12,23],[16,8,24],[16,11,21],[13,12,23],[17,7,24],[16,10,22],[15,13,18],[22,12,14],[13,14,21],[14,11,21],[17,14,15],[31,23,38],[59,30,69],[16,11,19],[14,12,22],[15,10,19],[22,9,17],[29,12,19],[13,11,20],[16,13,17],[16,12,18],[20,12,16],[32,22,24],[19,12,17],[17,15,14],[14,11,17],[20,10,18],[22,11,13],[44,29,23],[16,15,13],[22,9,13],[16,14,12],[15,13,16],[20,17,11],[23,13,6],[21,13,10],[43,7,16],[41,20,11],[16,8,10],[19,10,9],[26,12,10],[44,24,16],[26,17,5],[23,10,9],[21,14,7],[28,19,17],[21,6,7],[17,12,5],[6,3,5],[23,7,2],[8,2,2],[0,2,0],[1,1,14],[1,1,14],[11,6,15],[10,5,11],[10,8,12],[15,7,10],[7,2,7],[11,5,14],[12,7,13],[12,9,9],[10,5,7],[7,6,3],[15,7,8],[9,6,1],[9,9,8],[15,9,8],[11,6,11],[5,3,2],[8,5,3],[15,9,6],[20,14,12],[10,8,4],[11,4,9],[44,19,11],[34,10,4],[31,9,12],[15,7,6],[14,7,3],[17,4,5],[12,5,7],[15,9,4],[20,12,2],[9,4,1],[4,2,2],[6,3,1],[10,4,4],[10,5,1],[2,0,2],[2,4,0]],[[3,2,43],[2,2,38],[1,0,37],[2,4,38],[2,9,37],[2,3,37],[0,2,30],[4,2,42],[8,7,37],[8,4,42],[8,6,34],[2,6,22],[4,9,35],[9,5,34],[3,7,38],[10,5,33],[13,9,26],[21,11,50],[12,8,28],[16,3,23],[19,8,21],[25,10,13],[24,7,17],[18,9,21],[19,5,18],[24,5,19],[22,14,12],[25,7,16],[13,12,7],[21,11,16],[27,8,13],[27,10,11],[22,4,16],[25,14,9],[30,8,10],[28,7,13],[30,11,7],[25,12,11],[28,11,9],[25,10,11],[22,13,13],[28,10,10],[27,9,10],[33,7,6],[53,19,20],[99,30,29],[31,8,7],[32,8,8],[23,10,11],[26,12,10],[41,10,9],[21,8,15],[27,12,7],[25,10,11],[39,7,2],[48,15,15],[30,10,8],[27,13,6],[26,10,6],[29,11,8],[28,10,8],[67,20,9],[27,10,7],[32,8,4],[29,9,4],[31,8,5],[36,8,4],[25,12,5],[36,5,3],[54,9,3],[56,11,5],[24,7,3],[24,11,3],[36,9,3],[68,12,6],[37,9,2],[35,7,0],[34,8,0],[42,19,3],[29,4,1],[26,7,1],[9,1,4],[28,4,0],[10,2,0],[0,2,0],[0,0,16],[3,0,13],[13,7,12],[14,5,7],[19,4,7],[22,5,5],[11,3,2],[15,7,8],[19,9,4],[18,6,6],[17,4,1],[9,4,3],[18,9,3],[11,5,0],[13,7,6],[23,8,1],[20,6,2],[4,4,2],[13,3,0],[21,7,2],[40,4,2],[17,5,0],[18,5,1],[52,20,2],[42,4,2],[38,8,6],[24,3,1],[18,5,1],[19,7,0],[18,6,0],[20,7,1],[27,7,0],[12,2,0],[8,0,0],[8,1,1],[17,1,0],[13,3,0],[4,0,0],[2,4,0]],[[1,3,44],[1,4,29],[0,1,31],[2,3,39],[2,7,39],[1,6,37],[2,5,27],[3,4,41],[4,6,42],[4,3,47],[6,5,37],[5,3,28],[9,6,33],[3,12,33],[10,5,33],[11,5,32],[10,6,32],[20,11,51],[12,7,29],[9,3,30],[17,7,24],[14,9,25],[24,6,18],[14,11,23],[10,4,28],[23,4,21],[14,11,23],[16,10,22],[13,19,16],[14,8,10],[19,9,20],[22,13,13],[14,3,25],[16,10,22],[21,11,16],[27,7,14],[18,11,19],[27,5,16],[20,12,16],[20,10,16],[21,12,15],[20,13,15],[21,10,15],[12,9,25],[46,21,25],[80,34,44],[22,10,14],[23,13,12],[22,11,11],[21,12,15],[36,11,13],[11,19,14],[17,16,13],[25,10,11],[23,11,14],[38,25,15],[25,13,10],[22,11,13],[20,12,10],[30,11,7],[23,12,11],[56,24,16],[22,10,12],[24,11,9],[21,7,14],[21,11,12],[31,8,9],[27,7,8],[27,9,8],[40,6,20],[50,13,9],[22,4,8],[23,7,8],[33,13,2],[64,16,4],[33,11,4],[28,11,3],[29,10,3],[38,21,5],[25,4,5],[21,12,1],[4,6,4],[26,6,0],[8,1,3],[0,2,0],[3,0,13],[2,0,14],[12,6,14],[5,7,14],[14,6,10],[15,3,14],[9,1,6],[14,3,13],[17,6,9],[13,6,11],[12,7,3],[6,6,4],[13,11,6],[9,4,3],[10,5,11],[19,9,4],[16,7,5],[3,5,2],[12,3,1],[20,7,3],[31,9,6],[13,2,7],[19,5,0],[51,17,6],[31,9,8],[37,9,6],[19,6,3],[17,5,2],[19,6,1],[18,6,0],[20,7,1],[28,6,0],[12,2,0],[4,0,4],[5,2,3],[15,2,1],[13,3,0],[2,0,2],[4,2,0]],[[0,3,45],[3,0,33],[2,3,33],[2,4,34],[3,4,41],[3,5,24],[4,3,33],[3,1,44],[4,5,43],[5,4,45],[3,4,41],[5,3,28],[2,4,42],[8,7,33],[5,10,33],[9,8,31],[10,5,33],[13,12,57],[10,7,31],[8,4,30],[19,3,26],[16,11,21],[21,6,21],[15,8,25],[6,8,28],[13,7,28],[16,12,20],[21,5,22],[15,11,22],[19,8,21],[14,5,13],[27,6,15],[14,5,23],[29,4,15],[27,7,14],[25,6,17],[21,13,14],[24,7,17],[23,8,17],[18,7,21],[18,12,18],[27,5,16],[24,8,14],[28,4,14],[49,13,30],[77,32,49],[25,7,14],[29,10,9],[28,6,10],[25,5,18],[38,9,13],[23,10,11],[28,9,9],[21,9,16],[33,6,9],[50,12,16],[36,6,6],[28,8,10],[25,7,10],[30,7,11],[29,7,10],[61,19,16],[28,5,11],[31,4,9],[28,7,7],[27,10,7],[32,6,10],[22,9,11],[32,3,9],[42,6,18],[55,12,5],[18,5,11],[23,10,5],[32,8,8],[60,14,10],[41,7,0],[31,9,2],[29,8,5],[49,9,6],[27,2,5],[28,6,0],[7,1,6],[31,1,0],[8,2,2],[1,1,0],[0,2,14],[0,0,16],[13,6,13],[12,6,8],[14,6,10],[13,8,11],[9,2,5],[18,3,9],[15,8,9],[19,4,7],[16,3,3],[8,3,5],[17,6,7],[11,2,3],[13,4,9],[23,6,3],[25,1,2],[6,3,1],[14,0,2],[24,4,2],[34,8,4],[16,1,5],[20,2,2],[63,7,4],[38,2,8],[43,7,2],[22,4,2],[19,5,0],[22,3,1],[17,2,5],[24,3,1],[28,5,1],[9,4,1],[5,1,2],[8,2,0],[16,1,1],[14,1,1],[3,0,1],[5,1,0]],[[1,3,44],[0,4,32],[0,3,29],[3,4,39],[5,5,38],[1,6,29],[7,3,34],[5,6,37],[5,5,42],[8,3,43],[8,5,35],[5,6,21],[7,7,34],[7,8,33],[3,6,39],[4,3,41],[9,7,32],[24,8,50],[9,7,32],[14,3,25],[19,6,23],[20,9,19],[20,7,21],[19,9,20],[14,2,26],[22,8,18],[27,5,16],[24,6,18],[20,10,18],[24,10,14],[18,7,23],[14,7,11],[10,4,28],[28,5,15],[22,10,16],[24,5,19],[28,8,12],[21,9,18],[25,9,14],[21,9,16],[24,7,17],[22,8,18],[18,8,20],[21,9,16],[50,18,24],[83,29,46],[29,6,11],[24,9,15],[22,5,17],[28,8,12],[46,6,8],[19,9,16],[27,6,13],[29,7,10],[33,5,10],[53,12,13],[29,11,8],[26,12,8],[24,7,11],[33,5,10],[35,4,7],[63,18,15],[30,7,7],[28,7,9],[30,7,5],[33,4,7],[33,10,5],[26,8,8],[30,7,7],[50,5,11],[57,11,4],[23,6,5],[26,6,6],[34,9,5],[64,13,9],[36,8,4],[32,9,1],[30,8,4],[50,8,6],[29,3,2],[23,8,3],[7,1,6],[31,1,0],[9,0,3],[1,1,0],[0,1,15],[3,0,13],[11,6,15],[14,2,10],[14,4,12],[18,4,10],[7,2,7],[20,3,7],[18,8,6],[21,5,4],[15,3,4],[11,4,1],[24,2,4],[13,3,0],[13,7,6],[24,5,3],[18,4,6],[6,1,3],[9,3,4],[26,4,0],[34,7,5],[15,2,5],[17,4,3],[60,13,1],[36,4,8],[43,5,4],[19,7,2],[20,3,1],[21,3,2],[16,1,7],[20,7,1],[30,2,2],[12,2,0],[7,0,1],[7,1,2],[17,0,1],[14,2,0],[2,0,2],[5,1,0]],[[0,2,40],[0,0,30],[0,0,22],[3,1,34],[5,2,35],[1,4,29],[2,0,30],[1,2,39],[6,3,37],[4,1,41],[7,2,33],[7,1,26],[10,3,29],[12,3,27],[8,3,31],[10,2,30],[11,4,27],[19,4,47],[14,3,25],[12,1,23],[20,6,16],[16,7,19],[18,5,19],[15,4,23],[14,2,22],[21,3,18],[23,4,15],[23,3,16],[21,6,15],[25,6,11],[28,3,11],[30,2,10],[12,2,12],[23,4,15],[25,8,9],[20,4,18],[26,4,12],[25,5,12],[29,4,9],[17,5,18],[21,7,14],[25,7,10],[20,7,13],[29,2,9],[48,11,21],[100,16,24],[24,5,11],[28,5,9],[18,9,11],[28,4,10],[36,9,7],[23,4,11],[27,4,11],[25,5,10],[28,8,6],[45,16,7],[34,5,3],[27,6,7],[17,7,12],[27,6,9],[24,10,6],[60,11,13],[30,6,2],[25,6,7],[27,6,5],[30,4,4],[28,7,7],[23,4,9],[32,4,2],[47,3,12],[46,12,8],[19,7,4],[17,7,8],[29,8,5],[53,13,8],[35,4,3],[28,7,1],[29,9,0],[41,10,5],[26,4,2],[21,6,1],[3,2,7],[25,3,0],[10,0,0],0,[1,0,13],[1,0,13],[15,5,8],[13,2,7],[13,3,10],[16,1,11],[10,1,3],[23,3,2],[17,2,9],[17,6,3],[17,1,2],[9,2,3],[19,5,2],[12,1,1],[15,1,6],[20,4,4],[20,5,1],[4,0,4],[10,4,0],[21,6,1],[35,9,0],[15,1,2],[17,4,3],[43,14,5],[30,9,7],[38,5,3],[20,2,2],[19,2,1],[16,5,3],[13,8,1],[20,4,0],[22,7,1],[9,3,0],[6,1,1],[9,1,0],[16,0,0],[10,3,1],[2,2,0],[6,0,0]],[[1,5,42],[2,0,38],[0,2,34],[1,2,39],[2,4,42],[2,3,31],[3,1,30],[6,5,37],[5,5,42],[3,5,46],[6,3,39],[3,3,30],[8,6,34],[6,4,38],[6,9,33],[9,9,30],[12,5,31],[16,15,51],[10,7,31],[12,2,28],[14,8,26],[14,8,26],[15,9,24],[15,9,24],[15,6,21],[22,4,22],[17,11,20],[17,9,22],[16,16,16],[24,8,16],[17,10,21],[22,10,16],[16,4,22],[17,8,7],[22,8,18],[20,9,19],[23,9,16],[27,7,14],[23,10,15],[16,13,17],[22,13,13],[23,10,15],[24,9,13],[26,10,10],[39,23,30],[82,30,46],[22,10,14],[22,11,15],[21,8,15],[26,8,14],[30,11,19],[22,13,9],[20,12,14],[21,12,13],[23,10,15],[41,19,18],[27,12,9],[23,14,9],[19,13,10],[26,9,13],[27,10,9],[57,24,15],[26,13,5],[21,9,14],[27,8,7],[25,9,10],[25,14,9],[23,11,8],[31,8,5],[42,7,17],[52,11,9],[23,4,7],[25,8,5],[34,7,7],[56,17,13],[27,16,5],[30,10,2],[27,12,3],[39,20,5],[24,3,7],[21,12,1],[5,6,3],[25,6,1],[9,2,1],[0,2,0],[0,2,14],[2,0,14],[15,5,12],[10,3,13],[16,8,6],[15,5,12],[8,2,6],[17,4,9],[14,12,6],[15,6,9],[13,5,4],[10,5,1],[16,9,5],[8,5,3],[12,5,9],[18,10,4],[13,8,7],[5,4,1],[12,4,0],[21,7,2],[30,10,6],[12,6,4],[14,6,4],[48,19,7],[27,10,11],[36,8,8],[19,7,2],[19,4,1],[23,3,0],[17,5,2],[23,5,0],[28,5,1],[11,3,0],[6,0,2],[7,3,0],[16,1,1],[12,3,1],[4,0,0],[4,2,0]],[[1,2,45],[0,1,39],[0,4,32],[1,0,37],[0,5,43],[1,2,35],[2,2,40],[2,5,41],[2,4,46],[6,5,43],[6,4,38],[3,2,21],[5,4,39],[6,4,38],[5,2,41],[6,6,36],[7,6,35],[11,12,59],[11,4,33],[10,5,27],[13,6,29],[9,9,30],[10,10,28],[12,10,26],[9,6,27],[10,7,31],[12,9,27],[19,4,25],[13,11,24],[14,9,25],[12,10,26],[15,10,23],[11,5,26],[17,8,23],[8,8,16],[13,5,30],[14,11,23],[20,7,21],[16,8,24],[12,8,26],[17,9,22],[18,11,19],[20,7,19],[13,13,20],[33,16,43],[63,27,68],[14,10,22],[17,10,21],[13,9,22],[18,9,21],[26,9,25],[15,8,21],[18,10,18],[17,11,18],[19,9,20],[40,17,21],[24,9,15],[20,11,15],[18,10,14],[24,8,16],[29,4,13],[47,22,27],[19,8,17],[21,8,15],[17,6,19],[15,9,20],[23,11,14],[21,8,13],[27,5,12],[32,4,30],[40,15,17],[17,7,10],[18,10,10],[29,7,12],[45,14,27],[28,9,11],[22,9,11],[26,8,8],[41,15,8],[22,3,9],[23,8,3],[7,3,4],[22,6,4],[8,1,3],[0,2,0],[2,1,13],[1,0,15],[10,7,15],[9,5,12],[14,4,12],[11,6,15],[8,3,5],[12,1,17],[19,6,7],[11,4,15],[10,5,7],[6,4,6],[11,7,12],[8,3,5],[8,7,11],[24,5,3],[15,5,8],[5,3,2],[10,2,4],[17,6,7],[24,7,15],[13,4,5],[11,3,10],[45,18,11],[27,8,13],[36,9,7],[12,10,6],[19,1,4],[15,6,5],[15,4,5],[19,5,4],[23,6,5],[10,3,1],[6,0,2],[7,1,2],[13,1,4],[10,4,2],[2,0,2],[3,3,0]],[[1,1,46],[4,3,23],[1,4,29],[2,3,39],[3,7,38],[2,2,34],[2,0,40],[3,2,43],[3,5,44],[5,2,47],[2,8,38],[2,0,32],[3,7,38],[5,4,39],[5,8,35],[9,2,37],[5,5,38],[10,18,54],[8,7,33],[11,1,30],[13,6,29],[12,7,29],[13,7,28],[12,8,28],[8,4,30],[20,4,24],[20,8,20],[12,9,27],[12,13,23],[18,8,22],[11,11,26],[19,8,21],[13,4,25],[17,10,21],[25,7,16],[12,3,17],[24,5,19],[24,6,18],[19,9,20],[17,9,20],[23,12,13],[19,13,16],[25,8,13],[25,8,13],[40,15,37],[68,29,61],[19,10,17],[26,10,12],[17,5,22],[25,9,14],[25,10,25],[18,15,11],[16,11,19],[25,9,12],[24,13,11],[38,20,20],[24,9,15],[23,14,9],[21,11,10],[23,8,17],[22,14,10],[57,15,24],[26,6,12],[27,11,6],[28,6,8],[21,11,12],[32,8,8],[24,8,10],[26,5,13],[39,8,19],[49,11,12],[21,5,8],[24,6,8],[26,8,14],[54,12,20],[35,6,7],[26,8,8],[32,4,6],[45,12,7],[27,2,5],[25,7,2],[2,5,7],[22,6,4],[10,2,0],[1,1,0],[1,0,15],[3,2,11],[11,6,15],[6,7,13],[12,6,12],[14,5,13],[10,1,5],[14,8,8],[20,5,7],[13,7,10],[14,3,5],[8,4,4],[16,5,9],[8,5,3],[14,3,9],[22,6,4],[16,8,4],[3,5,2],[11,2,3],[16,5,9],[23,7,16],[12,4,6],[11,7,6],[54,11,9],[28,9,11],[41,3,8],[16,6,6],[15,4,5],[19,2,5],[18,2,4],[21,3,4],[24,7,3],[11,2,1],[5,2,1],[5,1,4],[12,2,4],[12,2,2],[1,0,3],[4,2,0]],[[0,3,45],[0,2,34],[1,3,30],[0,3,37],[0,4,44],[2,2,32],[3,3,34],[0,4,44],[1,3,48],[2,2,50],[2,3,43],[4,1,35],[4,4,40],[5,6,37],[2,7,39],[4,6,38],[4,7,37],[8,10,64],[5,5,38],[11,2,29],[10,11,27],[10,9,29],[11,11,26],[14,8,26],[8,3,31],[12,5,31],[13,10,25],[14,11,23],[14,11,23],[15,11,22],[17,8,23],[15,11,22],[9,2,31],[10,14,24],[16,12,20],[18,9,21],[8,8,16],[17,12,19],[18,12,18],[18,13,15],[16,13,19],[17,12,19],[17,11,18],[18,12,16],[34,24,34],[57,40,61],[20,10,16],[13,14,21],[15,13,16],[20,13,15],[35,12,13],[15,10,19],[19,10,17],[20,12,14],[18,16,14],[26,29,23],[22,17,9],[20,13,13],[21,10,11],[20,13,15],[20,15,11],[46,33,17],[19,13,12],[24,9,11],[23,12,7],[20,11,13],[20,15,13],[24,8,10],[22,12,10],[41,10,15],[44,18,10],[12,10,12],[18,10,10],[24,19,5],[53,20,11],[29,14,5],[24,11,7],[26,12,4],[41,15,8],[21,9,4],[22,11,1],[6,5,3],[25,5,2],[11,1,0],[1,1,0],[0,1,15],[0,0,16],[10,9,13],[8,6,12],[8,8,14],[11,6,15],[7,2,7],[14,6,10],[14,6,12],[15,8,7],[12,6,4],[7,7,2],[16,7,7],[8,3,5],[9,7,10],[19,10,3],[16,8,4],[3,5,2],[8,5,3],[15,9,6],[24,11,11],[10,5,7],[14,5,5],[44,28,2],[32,8,8],[36,12,4],[15,11,2],[18,5,1],[17,6,3],[14,9,1],[15,7,6],[24,7,3],[10,4,0],[4,2,2],[7,2,1],[13,2,3],[10,5,1],[2,0,2],[2,4,0]],[[2,1,45],[2,1,37],[2,1,35],[0,5,39],[4,4,40],[0,3,37],[4,1,29],[5,6,37],[6,3,43],[4,5,45],[6,3,39],[5,4,21],[7,2,39],[7,6,35],[5,9,34],[13,4,31],[6,6,36],[19,9,54],[15,6,27],[8,2,32],[15,9,24],[20,6,22],[17,8,23],[17,6,25],[13,7,22],[16,6,26],[19,9,20],[19,4,25],[23,7,18],[17,8,23],[24,6,18],[23,9,16],[16,5,21],[23,6,19],[26,6,16],[26,5,17],[24,11,13],[22,3,7],[18,12,18],[18,8,20],[24,6,18],[23,12,13],[23,7,16],[21,7,18],[55,13,24],[82,20,56],[25,3,18],[28,7,13],[24,6,14],[25,6,17],[44,6,10],[20,8,16],[24,4,18],[23,6,17],[24,10,14],[47,18,13],[34,7,7],[25,9,12],[21,7,14],[29,7,12],[28,7,11],[65,14,17],[28,7,9],[27,6,11],[26,4,12],[21,9,14],[29,8,11],[24,6,12],[28,8,8],[41,6,19],[48,10,14],[20,6,8],[28,5,5],[30,8,10],[66,11,9],[36,7,5],[33,4,5],[31,7,4],[48,11,5],[28,2,4],[25,8,1],[6,4,4],[26,4,2],[9,2,1],[1,1,0],[2,0,14],[3,2,11],[16,3,13],[17,2,7],[12,6,12],[18,4,10],[6,2,8],[17,2,11],[15,6,11],[17,3,10],[16,3,3],[8,5,3],[19,6,5],[11,2,3],[10,5,11],[24,5,3],[17,7,4],[3,2,5],[12,2,2],[20,6,4],[30,6,10],[11,4,7],[16,3,5],[55,10,9],[32,6,10],[39,4,9],[19,5,4],[17,4,3],[17,4,5],[18,4,2],[19,6,3],[22,7,5],[9,3,2],[7,0,1],[8,1,1],[13,0,5],[12,2,2],[2,0,2],[3,3,0]],[[0,0,48],[0,0,40],[0,2,30],[0,0,44],[0,1,47],[1,4,27],[1,0,37],[0,4,44],[1,4,47],[2,4,48],[2,4,42],[4,3,33],[4,4,40],[4,2,42],[2,3,43],[3,2,43],[3,4,41],[9,15,58],[5,5,38],[7,5,30],[6,10,32],[7,6,35],[5,8,35],[12,6,30],[7,9,26],[12,8,28],[9,11,28],[18,6,24],[11,11,26],[8,11,29],[16,8,24],[10,13,25],[6,4,32],[13,12,23],[12,11,25],[13,12,23],[6,15,27],[14,11,23],[5,6,21],[13,7,26],[13,13,22],[12,15,21],[12,8,26],[7,15,24],[25,16,51],[46,33,79],[13,8,25],[15,10,23],[9,11,24],[15,12,21],[20,11,29],[13,9,22],[10,10,26],[19,7,20],[11,11,26],[17,19,42],[20,11,17],[17,16,13],[10,11,21],[19,9,20],[16,12,18],[37,26,33],[13,13,18],[13,10,21],[16,8,18],[16,10,18],[19,14,15],[16,11,15],[23,8,13],[29,5,32],[34,19,19],[10,8,16],[14,13,11],[20,10,18],[37,22,25],[27,10,11],[22,11,9],[23,10,9],[28,21,15],[17,7,10],[17,14,3],[2,3,9],[19,8,5],[10,1,1],[1,1,0],[0,0,16],[0,0,16],[6,4,22],[12,3,11],[10,8,12],[10,8,14],[7,4,5],[9,4,17],[6,10,16],[9,8,13],[13,3,6],[5,5,6],[9,8,13],[6,3,7],[8,6,12],[12,11,9],[15,7,6],[2,4,4],[5,5,6],[18,6,6],[19,10,17],[4,8,10],[14,4,6],[31,24,19],[18,11,19],[31,5,16],[15,7,6],[14,5,5],[12,6,8],[10,9,5],[19,7,2],[20,9,5],[9,3,2],[5,0,3],[5,2,3],[14,2,2],[8,7,1],[0,0,4],[3,3,0]],[[5,2,41],[0,2,40],[2,3,31],[6,4,34],[1,6,41],[5,2,35],[3,2,27],[8,3,37],[5,3,44],[5,4,45],[6,4,38],[2,3,23],[6,6,36],[7,7,34],[8,2,38],[8,5,35],[11,4,33],[12,8,62],[7,3,38],[7,3,32],[13,10,25],[14,6,28],[14,10,24],[14,9,25],[10,5,27],[16,5,27],[15,10,23],[11,13,24],[14,15,19],[17,11,20],[19,12,17],[18,11,19],[13,6,23],[19,13,16],[19,8,21],[17,9,22],[14,10,24],[19,7,22],[20,12,16],[12,6,12],[16,13,19],[18,8,22],[19,9,18],[20,10,16],[32,19,41],[61,41,56],[19,10,17],[20,13,15],[17,11,16],[18,9,21],[28,8,24],[17,9,18],[18,13,15],[24,9,13],[21,12,15],[40,23,15],[21,15,12],[20,14,12],[20,10,12],[20,14,14],[24,11,11],[46,28,22],[18,12,14],[21,9,14],[19,7,16],[23,9,12],[22,17,9],[23,13,6],[25,8,11],[45,7,14],[39,16,17],[22,6,6],[18,11,9],[25,11,12],[46,19,21],[27,14,7],[23,12,7],[21,12,9],[36,16,12],[20,5,9],[15,14,5],[5,2,7],[23,4,5],[10,1,1],[0,0,2],[2,3,11],[3,0,13],[14,4,14],[7,5,14],[12,7,11],[11,4,17],[10,0,6],[14,6,10],[17,7,8],[17,7,6],[10,8,4],[6,6,4],[14,10,6],[6,4,6],[8,7,11],[21,9,2],[17,6,5],[5,2,3],[9,4,3],[14,9,7],[26,11,9],[10,6,6],[18,3,3],[45,18,11],[29,7,12],[30,11,11],[12,8,8],[11,7,6],[16,5,5],[17,5,2],[15,7,6],[17,8,9],[9,3,2],[6,0,2],[2,3,5],[10,1,7],[12,3,1],[2,0,2],[2,4,0]],[[2,2,44],[0,5,31],[2,3,27],[6,3,35],[1,8,39],[2,5,33],[3,1,36],[2,6,40],[6,5,41],[6,5,43],[6,6,36],[5,4,21],[5,9,34],[5,8,35],[9,8,31],[9,9,30],[9,3,36],[12,17,53],[11,7,30],[10,2,30],[14,7,27],[13,12,23],[12,13,23],[12,16,20],[10,8,24],[15,11,22],[11,12,25],[18,9,21],[13,17,18],[15,14,19],[12,17,19],[20,13,15],[12,6,24],[14,14,20],[18,7,23],[15,12,21],[21,14,13],[23,7,18],[15,16,17],[19,14,13],[15,4,13],[24,9,15],[19,8,19],[20,14,12],[27,29,36],[63,32,63],[15,12,19],[17,15,16],[24,8,12],[19,12,17],[30,13,17],[14,12,18],[19,11,16],[19,11,16],[22,15,11],[37,18,23],[22,11,15],[19,15,12],[18,13,11],[25,12,11],[24,13,9],[46,32,18],[23,11,10],[21,13,10],[19,11,12],[18,11,15],[22,15,11],[22,13,7],[24,13,7],[37,13,16],[40,20,12],[18,9,7],[21,10,7],[21,15,12],[50,26,8],[28,16,4],[26,12,4],[26,11,5],[30,20,14],[22,6,6],[15,13,6],[5,4,5],[22,7,3],[9,2,1],[0,2,0],[0,1,15],[2,0,14],[8,10,14],[7,7,12],[13,7,10],[14,7,11],[9,2,5],[15,5,10],[17,9,6],[9,13,8],[10,8,4],[5,7,4],[11,11,8],[8,4,4],[8,7,11],[19,10,3],[12,8,8],[3,5,2],[11,4,1],[18,10,2],[26,14,6],[10,7,5],[19,2,3],[44,23,7],[25,14,9],[34,9,9],[15,11,2],[17,4,3],[14,7,5],[12,9,3],[20,8,0],[15,14,5],[8,5,1],[3,2,3],[6,1,3],[13,2,3],[9,6,1],[0,2,2],[5,1,0]],[[1,0,47],[0,0,44],[0,0,32],[2,1,43],[1,1,46],[0,1,27],[0,1,35],[1,2,45],[3,2,47],[2,2,50],[5,4,39],[3,4,31],[4,4,40],[3,2,43],[3,3,42],[5,6,37],[4,5,39],[10,14,58],[6,6,36],[6,2,34],[5,6,37],[6,6,36],[4,11,33],[8,7,33],[8,3,31],[10,6,32],[10,9,29],[10,14,24],[9,11,28],[9,8,31],[14,7,27],[6,10,32],[5,6,31],[7,11,30],[12,8,28],[11,10,27],[10,12,26],[5,7,36],[5,15,28],[9,10,27],[13,12,23],[6,10,16],[9,15,22],[11,13,22],[22,21,49],[37,47,74],[14,10,22],[5,21,22],[10,14,20],[13,16,19],[18,17,25],[9,14,21],[10,13,23],[10,12,24],[17,13,18],[18,30,30],[12,14,22],[15,17,14],[6,15,21],[17,13,18],[16,13,17],[25,38,33],[14,12,18],[10,11,23],[11,14,17],[15,11,18],[13,21,14],[14,16,12],[16,14,14],[27,10,29],[30,25,17],[8,13,13],[11,15,12],[15,18,15],[40,27,19],[27,14,7],[21,19,2],[21,16,5],[34,19,11],[18,8,8],[18,13,3],[1,6,7],[18,10,4],[9,2,1],[0,2,0],[0,2,14],[2,1,13],[6,9,17],[9,1,16],[6,11,13],[11,5,16],[5,4,7],[7,6,17],[9,10,13],[11,10,9],[8,5,9],[4,7,5],[8,11,11],[8,5,3],[8,8,10],[14,11,7],[9,10,9],[0,7,3],[7,7,2],[14,10,6],[27,13,6],[6,8,8],[12,7,5],[25,28,21],[19,14,15],[23,13,16],[13,10,5],[14,6,4],[15,7,4],[10,10,4],[19,8,1],[18,14,2],[10,3,1],[2,2,4],[3,4,3],[14,1,3],[9,5,2],[0,2,2],[3,2,1]],[[0,1,47],[1,2,35],[0,1,33],[0,1,41],[1,4,43],[1,1,32],[2,1,31],[1,5,42],[0,4,48],[2,1,51],[2,2,44],[4,1,29],[5,5,38],[2,6,40],[2,5,41],[6,6,36],[7,6,35],[12,11,59],[10,6,32],[9,0,33],[12,7,29],[10,4,34],[10,6,32],[8,9,31],[10,4,28],[15,4,29],[18,4,26],[17,8,23],[23,6,19],[20,7,21],[14,7,27],[20,8,20],[8,6,28],[17,10,21],[15,8,25],[14,7,27],[19,8,21],[16,7,25],[19,8,21],[11,11,24],[15,11,22],[18,12,18],[10,8,12],[19,7,20],[36,18,38],[57,35,66],[14,6,26],[19,13,16],[11,10,23],[15,15,18],[27,13,20],[11,13,20],[15,8,23],[15,11,20],[23,8,17],[33,21,24],[24,14,10],[17,15,14],[13,12,17],[24,13,11],[20,11,15],[45,23,28],[17,9,18],[18,10,16],[17,7,18],[21,11,12],[22,12,14],[23,8,11],[27,8,9],[34,8,24],[39,16,17],[14,7,13],[19,12,7],[20,13,15],[58,16,12],[31,13,4],[28,12,2],[26,10,6],[38,14,12],[19,6,9],[16,8,10],[2,5,7],[23,5,4],[8,2,2],[0,1,1],[0,0,16],[0,0,16],[14,5,13],[10,4,12],[11,6,13],[7,3,22],[3,2,11],[11,8,11],[14,8,10],[9,4,17],[14,4,4],[9,3,4],[13,6,11],[9,3,4],[9,6,11],[18,7,7],[13,7,8],[1,2,7],[10,3,3],[19,9,2],[33,8,5],[7,6,9],[16,2,6],[39,20,15],[28,10,10],[28,10,14],[18,8,2],[19,2,3],[16,6,4],[12,6,6],[19,5,4],[21,7,6],[10,2,2],[4,2,2],[5,2,3],[14,2,2],[11,2,3],[2,0,2],[4,1,1]],[[2,1,39],[1,4,25],[3,4,29],[4,1,35],[0,2,40],[0,3,23],[0,1,27],[1,4,37],[4,5,37],[7,2,39],[6,6,30],[4,1,31],[6,3,33],[6,4,32],[5,5,32],[7,3,32],[7,3,32],[16,11,53],[11,3,28],[13,2,23],[14,7,21],[14,4,24],[10,6,26],[16,7,19],[14,1,23],[11,5,26],[16,7,19],[12,14,16],[11,9,22],[23,6,13],[16,8,18],[21,9,12],[12,2,22],[13,10,19],[17,7,18],[19,5,18],[16,12,14],[20,8,14],[19,9,14],[16,8,16],[20,11,11],[16,12,14],[16,9,17],[12,8,8],[44,13,23],[49,36,57],[15,9,16],[17,11,14],[18,10,10],[18,10,14],[31,10,11],[17,7,16],[22,9,9],[19,8,15],[23,12,7],[38,20,10],[22,10,10],[18,13,9],[15,11,10],[20,10,12],[17,14,9],[52,15,17],[20,9,11],[23,7,8],[20,10,8],[19,6,15],[23,14,5],[20,8,8],[21,8,9],[31,8,15],[42,16,4],[11,7,10],[20,8,6],[24,11,7],[45,21,8],[25,13,4],[27,11,2],[26,11,1],[36,17,5],[20,5,3],[14,12,2],[2,6,4],[19,6,1],[7,1,0],[1,1,0],[0,1,13],[2,0,12],[7,2,19],[8,6,8],[10,7,11],[12,5,11],[7,1,6],[14,4,8],[14,7,7],[16,7,5],[10,5,5],[4,4,6],[11,9,6],[9,4,1],[12,5,7],[16,10,2],[15,6,3],[3,3,2],[10,3,1],[17,7,2],[24,11,7],[11,6,3],[13,4,3],[46,13,5],[24,8,8],[28,9,7],[12,8,4],[15,3,2],[19,3,2],[12,4,4],[13,6,5],[15,9,4],[10,2,0],[5,0,1],[7,3,0],[12,2,2],[9,4,1],[2,0,2],[0,4,0]],[[9,2,73],[6,3,51],[6,4,52],[9,5,64],[7,2,75],[5,2,59],[7,2,67],[7,6,71],[13,6,69],[10,4,82],[11,3,70],[14,1,47],[12,5,67],[18,5,61],[12,5,67],[18,6,60],[16,12,56],[40,13,87],[25,6,53],[22,3,49],[26,13,45],[24,11,49],[29,11,44],[27,16,41],[21,4,47],[31,6,47],[36,13,35],[40,12,32],[30,20,34],[31,14,39],[35,11,38],[39,7,38],[26,4,42],[35,20,29],[40,15,29],[37,11,36],[35,19,30],[32,8,44],[36,15,33],[38,14,30],[40,19,25],[41,18,25],[29,16,35],[34,13,33],[64,27,45],[126,45,113],[38,19,25],[34,17,33],[34,17,25],[42,15,27],[54,21,31],[31,16,31],[42,15,23],[37,19,24],[40,18,26],[71,33,32],[40,20,24],[47,19,14],[35,19,18],[45,15,24],[44,22,16],[86,34,48],[35,18,23],[45,12,21],[45,14,15],[32,17,29],[49,24,11],[46,18,14],[50,17,11],[81,14,25],[81,23,20],[33,12,17],[40,19,9],[42,24,16],[90,36,26],[53,20,11],[44,18,12],[43,19,10],[72,31,13],[44,10,8],[37,17,4],[13,4,7],[46,10,2],[21,3,0],[0,4,0],[2,2,24],[3,0,25],[25,12,19],[22,5,21],[22,10,20],[30,8,18],[13,2,13],[30,4,18],[28,13,15],[25,9,18],[21,9,10],[14,10,4],[30,11,11],[17,8,3],[23,9,14],[30,15,11],[29,7,12],[5,8,3],[20,7,1],[33,9,10],[48,16,14],[22,10,6],[33,5,4],[83,35,10],[58,11,13],[63,20,9],[29,12,7],[30,5,7],[31,7,6],[29,10,3],[29,12,7],[38,17,3],[16,8,0],[10,2,2],[10,2,4],[27,3,2],[19,8,1],[3,2,1],[6,4,0]],[[2,5,149],[4,4,112],[1,6,109],[3,6,139],[2,16,138],[6,13,97],[6,5,115],[6,9,141],[6,20,142],[8,8,166],[9,14,133],[9,11,100],[8,18,130],[15,16,125],[13,25,118],[21,19,116],[29,18,109],[48,47,185],[18,23,115],[22,13,107],[36,27,93],[30,21,105],[37,27,92],[46,31,79],[18,16,98],[42,17,97],[47,26,83],[48,31,77],[54,37,65],[51,31,74],[57,26,73],[51,34,71],[33,14,93],[48,36,72],[55,22,79],[54,29,73],[43,37,76],[55,24,77],[61,25,70],[58,32,60],[59,33,64],[53,41,62],[54,33,65],[61,34,57],[106,68,126],[215,84,251],[54,27,69],[57,34,65],[50,26,52],[61,39,56],[91,31,66],[54,35,57],[59,32,59],[54,35,63],[64,32,60],[105,65,76],[78,34,44],[76,35,39],[51,37,44],[73,37,46],[81,27,42],[156,74,82],[70,28,50],[60,34,50],[72,23,45],[69,32,45],[79,45,32],[69,27,42],[82,27,35],[103,19,70],[130,45,53],[44,22,40],[64,29,29],[89,30,29],[161,55,60],[82,37,37],[96,25,21],[88,27,27],[120,50,46],[71,11,24],[61,29,12],[10,13,15],[59,13,14],[18,5,7],[2,4,0],[2,5,45],[2,0,50],[37,16,51],[27,18,41],[34,31,35],[38,17,49],[24,8,20],[44,19,35],[42,25,37],[46,27,27],[47,12,19],[21,16,15],[35,16,39],[33,9,10],[38,20,30],[59,28,17],[44,18,22],[5,13,8],[35,11,6],[55,19,24],[102,28,30],[32,19,19],[43,15,22],[125,51,32],[75,26,35],[114,28,26],[52,15,19],[57,14,13],[47,17,16],[40,14,10],[58,16,20],[73,22,11],[26,8,4],[14,0,6],[21,8,9],[49,5,6],[39,11,2],[7,0,3],[10,13,1]],[[1,1,40],[0,0,28],[1,0,31],[1,2,31],[1,6,35],[0,2,36],[1,0,27],[3,2,37],[8,3,35],[4,1,43],[4,0,38],[2,1,29],[5,2,35],[10,9,23],[7,4,31],[7,5,30],[7,4,31],[13,2,55],[8,2,32],[13,0,25],[9,4,29],[19,5,18],[9,3,30],[15,6,21],[14,4,18],[16,4,22],[12,7,23],[16,8,18],[12,8,22],[19,9,14],[16,8,18],[20,3,19],[12,2,22],[16,9,17],[19,5,18],[21,5,16],[12,9,21],[19,2,21],[19,5,18],[20,4,18],[17,9,16],[19,9,14],[16,6,18],[19,8,13],[33,8,41],[56,31,55],[11,5,12],[18,8,16],[16,7,15],[17,6,19],[31,7,16],[17,9,14],[17,5,18],[16,6,18],[24,8,10],[40,12,16],[18,11,13],[20,9,11],[16,9,11],[25,7,10],[21,8,13],[44,19,21],[22,9,7],[18,3,19],[19,6,13],[22,8,10],[24,7,11],[20,8,10],[25,9,6],[45,5,14],[39,11,12],[15,7,8],[17,9,8],[29,5,8],[48,15,13],[29,10,3],[27,7,4],[24,7,5],[39,13,6],[25,4,3],[18,7,3],[4,2,6],[24,5,1],[7,2,3],[0,1,1],[0,1,13],[0,0,14],[13,3,12],[10,4,10],[13,5,8],[12,2,14],[8,1,5],[12,3,11],[16,5,7],[12,2,12],[14,5,1],[9,2,3],[13,6,7],[8,3,3],[8,6,10],[16,8,4],[16,2,6],[5,2,1],[8,4,2],[18,5,3],[24,8,8],[12,5,3],[16,2,4],[47,9,8],[33,2,7],[34,8,6],[16,5,3],[15,4,3],[17,3,2],[13,0,7],[17,4,3],[22,7,1],[10,1,1],[8,0,0],[5,2,1],[15,3,0],[12,1,1],[4,0,0],[3,1,0]],[[0,1,47],[1,1,36],[2,2,34],[1,1,40],[2,4,42],[2,0,32],[2,0,36],[2,3,43],[4,3,45],[5,1,48],[4,6,38],[5,2,25],[4,5,39],[4,3,41],[3,4,41],[5,5,38],[3,4,41],[12,9,61],[7,7,34],[10,0,32],[7,10,31],[10,9,29],[6,11,31],[10,9,29],[11,3,28],[17,6,25],[7,14,27],[17,9,22],[15,13,20],[19,7,22],[15,7,26],[14,13,21],[12,2,28],[17,10,21],[17,11,20],[9,12,27],[18,11,19],[14,8,26],[13,12,23],[16,9,21],[20,10,18],[19,12,17],[17,14,15],[18,12,16],[39,22,31],[63,42,53],[14,11,21],[16,8,8],[12,15,17],[22,12,14],[27,14,19],[14,15,15],[21,10,15],[18,14,14],[23,13,12],[29,27,22],[17,13,18],[28,10,8],[14,15,13],[26,9,13],[19,14,13],[47,27,22],[11,13,20],[21,9,14],[24,9,9],[23,11,10],[18,17,13],[21,11,10],[26,11,7],[40,9,17],[36,22,14],[13,11,10],[18,10,10],[27,14,7],[50,29,7],[27,13,8],[22,14,6],[26,13,3],[38,21,5],[23,6,5],[20,11,3],[5,5,4],[27,4,1],[9,1,2],[1,1,0],[0,0,16],[0,1,15],[6,8,18],[9,7,10],[13,6,11],[11,6,15],[7,2,7],[13,4,13],[14,9,9],[11,6,13],[11,6,5],[7,7,2],[9,11,10],[6,4,6],[12,7,7],[20,9,3],[15,7,6],[3,4,3],[7,5,4],[18,9,3],[25,14,7],[12,7,3],[14,6,4],[39,24,11],[24,14,10],[32,11,9],[17,8,3],[17,4,3],[23,2,1],[13,8,3],[21,5,2],[22,12,0],[9,5,0],[4,2,2],[8,2,0],[14,1,3],[10,6,0],[0,2,2],[3,3,0]],[[0,2,46],[1,2,37],[0,2,32],[1,2,41],[1,4,43],[1,1,36],[1,1,42],[2,1,45],[3,3,46],[1,1,52],[1,1,46],[2,2,30],[2,1,45],[6,4,38],[1,1,46],[1,4,43],[4,4,40],[6,10,66],[6,7,35],[8,2,32],[5,5,38],[10,9,29],[9,12,27],[12,11,25],[10,5,27],[12,4,32],[9,10,29],[10,10,28],[12,11,25],[12,9,27],[11,10,27],[16,9,23],[8,6,28],[15,14,19],[16,8,24],[18,9,21],[13,15,20],[14,7,27],[17,10,21],[12,12,22],[11,12,25],[10,15,23],[11,13,22],[13,13,20],[25,21,46],[49,33,76],[13,12,21],[16,17,15],[8,5,15],[14,12,22],[23,17,20],[13,15,16],[13,13,20],[14,13,19],[17,13,18],[28,24,26],[13,13,22],[14,13,19],[11,13,18],[17,11,20],[13,15,18],[38,32,26],[15,14,15],[14,12,18],[15,12,15],[18,11,15],[16,17,15],[19,11,12],[21,13,10],[35,8,23],[33,19,20],[11,8,15],[15,9,14],[22,11,15],[50,21,15],[28,15,5],[21,12,9],[20,12,10],[30,20,14],[20,6,8],[17,12,5],[3,6,5],[21,8,3],[9,2,1],[0,2,0],[0,0,16],[0,0,16],[12,4,16],[6,5,15],[7,6,17],[9,6,17],[7,2,7],[8,4,18],[11,12,9],[8,5,17],[12,5,5],[5,7,4],[11,8,11],[6,5,5],[10,6,10],[13,8,11],[11,10,7],[2,5,3],[8,4,4],[14,9,7],[23,11,12],[8,8,6],[15,4,5],[38,21,15],[25,8,15],[26,11,15],[15,8,5],[15,7,2],[12,6,8],[15,6,3],[16,8,4],[17,11,6],[9,3,2],[5,0,3],[4,2,4],[10,3,5],[10,3,3],[2,0,2],[2,4,0]],[[1,0,47],[1,5,32],[1,3,36],[0,6,38],[1,0,47],[1,4,31],[1,1,32],[2,6,40],[4,5,43],[1,3,50],[1,6,41],[2,4,28],[4,6,38],[2,0,46],[3,5,40],[4,3,41],[9,3,36],[8,15,59],[8,6,34],[8,3,31],[9,11,28],[13,7,28],[12,5,31],[8,11,29],[7,2,33],[11,5,32],[7,12,29],[12,9,27],[13,12,23],[17,11,20],[17,6,25],[10,9,29],[12,6,24],[11,11,26],[15,10,23],[11,8,29],[13,15,20],[16,10,22],[13,13,22],[16,10,20],[15,14,19],[19,16,13],[13,15,18],[21,11,14],[21,25,46],[61,32,65],[15,11,20],[12,16,20],[12,10,22],[15,8,9],[24,13,23],[11,15,18],[18,10,18],[17,14,15],[22,13,13],[37,24,17],[21,14,13],[13,17,16],[15,16,11],[19,12,17],[19,12,15],[42,28,26],[25,9,10],[20,11,13],[22,12,8],[18,13,13],[22,16,10],[17,10,15],[20,14,10],[37,9,20],[41,19,12],[9,10,15],[14,14,10],[25,15,8],[43,23,18],[22,11,15],[22,12,8],[25,14,3],[36,17,11],[23,7,4],[17,14,3],[3,6,5],[24,8,0],[6,2,4],[0,1,1],[0,0,16],[1,0,15],[5,10,17],[7,5,14],[7,11,12],[10,7,15],[10,1,5],[12,4,14],[8,12,12],[12,7,11],[10,6,6],[7,6,3],[10,8,12],[7,4,5],[9,7,10],[16,11,5],[12,9,7],[2,5,3],[9,5,2],[12,8,10],[23,12,11],[9,5,8],[13,5,6],[36,24,14],[26,10,12],[27,10,15],[18,9,1],[13,8,3],[18,7,1],[8,8,8],[18,8,2],[14,15,5],[8,5,1],[4,2,2],[4,2,4],[16,2,0],[8,5,3],[1,2,1],[2,4,0]],[[0,1,47],[1,2,33],[1,4,31],[1,3,40],[2,5,41],[1,4,39],[3,2,31],[3,0,45],[2,5,45],[0,6,48],[5,2,41],[4,5,21],[4,3,41],[0,5,43],[7,3,38],[4,5,39],[5,5,38],[10,11,61],[11,4,33],[8,1,33],[18,8,22],[13,6,29],[11,9,28],[11,9,28],[7,5,30],[12,6,30],[13,10,25],[20,7,21],[11,12,25],[15,7,26],[13,10,25],[15,6,27],[12,4,26],[23,9,16],[20,10,18],[19,10,19],[21,12,15],[17,7,24],[21,8,19],[15,8,23],[21,11,16],[23,11,14],[16,11,19],[21,9,16],[36,16,40],[77,23,58],[19,8,19],[24,9,15],[22,9,13],[23,11,14],[27,4,13],[14,12,18],[23,7,16],[17,13,16],[22,8,18],[40,19,19],[27,9,12],[24,10,12],[14,11,17],[29,6,13],[29,6,11],[54,17,25],[18,11,15],[23,13,8],[25,6,11],[25,10,9],[26,12,10],[24,10,8],[30,7,7],[48,5,13],[41,17,14],[21,6,7],[26,8,4],[27,9,12],[66,14,6],[28,12,8],[29,10,3],[26,8,8],[41,16,7],[23,3,8],[21,11,2],[6,4,4],[27,3,2],[9,2,1],[0,2,0],[1,3,12],[2,0,14],[9,7,16],[8,5,13],[12,6,12],[13,6,13],[11,0,5],[16,3,11],[17,6,9],[17,4,9],[13,5,4],[10,3,3],[17,5,8],[12,2,2],[11,6,9],[16,7,9],[14,6,8],[2,4,4],[12,3,1],[20,4,6],[35,9,2],[11,5,6],[16,3,5],[41,18,15],[33,7,8],[32,9,11],[21,6,1],[15,5,4],[15,6,5],[16,5,3],[18,8,2],[23,7,4],[8,4,2],[5,0,3],[4,2,4],[16,1,1],[11,3,2],[2,0,2],[3,3,0]],[[1,1,46],[0,2,38],[1,4,35],[3,2,43],[1,3,44],[0,4,32],[1,2,27],[4,2,42],[7,4,41],[3,2,49],[6,3,39],[6,1,31],[6,4,38],[5,2,41],[7,4,37],[7,6,35],[6,4,38],[16,12,54],[11,6,31],[11,2,29],[10,11,27],[15,10,23],[15,11,22],[12,8,28],[14,2,26],[20,4,24],[13,15,20],[15,11,22],[14,12,22],[16,14,18],[15,8,25],[18,12,18],[10,3,29],[17,8,23],[18,10,20],[9,17,22],[15,13,20],[21,9,18],[18,15,15],[16,11,19],[16,13,19],[13,14,21],[22,12,12],[20,11,15],[33,21,38],[49,39,70],[15,12,19],[16,15,17],[18,11,15],[18,14,16],[23,17,20],[11,7,10],[21,13,12],[22,9,15],[19,18,11],[28,32,18],[22,15,11],[19,13,14],[18,13,11],[23,10,15],[17,14,15],[42,35,19],[24,12,8],[19,9,16],[21,11,10],[23,9,12],[24,17,7],[20,11,11],[18,17,9],[34,12,20],[39,23,10],[12,12,10],[17,12,9],[22,17,9],[37,29,18],[23,15,10],[18,16,8],[20,16,6],[29,20,15],[18,7,9],[16,11,7],[6,5,3],[24,3,5],[6,1,5],[1,0,1],[3,0,13],[2,0,14],[11,7,14],[6,5,15],[10,10,10],[15,4,13],[6,1,9],[17,6,7],[13,10,9],[15,7,8],[11,6,5],[3,7,6],[16,8,6],[8,3,5],[9,6,11],[11,13,8],[16,8,4],[1,5,4],[4,7,5],[12,12,6],[18,15,13],[9,9,4],[15,4,5],[35,26,13],[19,10,19],[26,14,12],[15,8,5],[17,3,4],[16,8,2],[14,8,2],[15,7,6],[17,12,5],[9,3,2],[2,2,4],[5,2,3],[14,3,1],[13,2,1],[1,2,1],[1,4,1]],[[0,2,46],[2,2,28],[1,0,37],[2,1,41],[3,3,42],[1,2,35],[0,1,35],[4,3,41],[3,1,48],[3,4,47],[1,4,43],[4,7,19],[2,5,41],[7,6,35],[2,8,38],[7,6,35],[7,7,34],[19,9,54],[13,7,28],[6,1,35],[14,12,22],[17,9,22],[14,8,26],[7,13,28],[8,3,31],[20,8,20],[15,10,23],[16,10,22],[11,15,22],[21,13,14],[16,12,20],[14,11,23],[16,4,22],[19,12,17],[16,9,23],[19,10,19],[21,13,14],[22,7,19],[18,13,17],[20,12,14],[18,10,20],[27,9,12],[20,9,17],[17,11,18],[35,19,38],[75,35,48],[20,9,17],[19,12,17],[16,7,21],[20,13,15],[31,9,20],[14,13,17],[16,6,8],[25,10,11],[24,10,14],[38,18,22],[21,12,15],[16,15,15],[15,14,13],[22,13,13],[24,6,16],[48,23,25],[22,12,10],[24,8,12],[22,10,10],[19,12,13],[28,12,8],[21,13,8],[25,12,7],[44,7,15],[40,20,12],[19,8,7],[23,11,4],[27,11,10],[45,23,16],[22,14,12],[21,12,9],[25,11,6],[32,20,12],[27,5,2],[20,13,1],[4,3,7],[20,7,5],[9,2,1],[0,2,0],[0,1,15],[1,0,15],[10,6,16],[10,4,12],[10,7,13],[13,5,14],[7,1,8],[20,2,8],[13,9,10],[13,7,10],[13,5,4],[9,4,3],[15,9,6],[5,5,6],[11,7,8],[16,12,4],[15,5,8],[2,3,5],[10,4,2],[17,7,6],[27,12,7],[12,4,6],[15,3,6],[37,23,14],[27,8,13],[33,14,5],[16,10,2],[16,6,2],[19,6,1],[13,7,4],[17,7,4],[17,10,7],[9,3,2],[3,0,5],[7,2,1],[16,2,0],[8,6,2],[0,0,4],[4,1,1]],[[1,1,46],[1,1,38],[2,0,34],[0,4,42],[0,2,46],[0,2,30],[3,0,35],[3,2,43],[4,1,47],[1,5,48],[4,3,41],[4,2,32],[4,7,37],[1,3,44],[8,5,35],[4,6,38],[6,4,38],[8,14,60],[9,6,33],[4,1,37],[12,9,27],[7,8,33],[3,13,32],[8,8,32],[6,5,31],[11,5,32],[9,8,31],[14,11,23],[8,17,23],[7,12,29],[14,8,26],[12,8,28],[8,6,28],[12,10,26],[12,9,27],[13,7,28],[14,11,23],[16,6,26],[13,11,24],[7,11,28],[18,13,17],[14,12,22],[13,12,21],[15,12,19],[27,24,41],[56,32,70],[15,11,20],[14,13,21],[15,12,17],[13,13,22],[26,14,20],[11,13,20],[15,11,20],[8,9,13],[16,15,17],[26,25,27],[20,11,17],[17,13,16],[6,12,24],[24,10,14],[14,15,17],[39,23,34],[13,12,19],[14,11,19],[18,7,17],[21,10,13],[23,13,12],[14,12,16],[23,9,12],[33,7,26],[44,14,14],[17,10,7],[17,12,9],[28,13,7],[51,19,16],[34,10,4],[26,9,7],[27,10,5],[34,16,14],[23,4,7],[20,12,2],[2,5,7],[23,6,3],[10,0,2],[2,0,0],[0,1,15],[0,1,15],[10,6,16],[9,4,13],[12,7,11],[12,7,13],[5,5,6],[7,8,15],[15,7,10],[7,9,14],[9,4,9],[5,7,4],[12,7,11],[9,4,3],[6,7,13],[17,9,6],[16,4,8],[3,4,3],[10,4,2],[16,8,6],[32,7,7],[9,6,7],[18,4,2],[43,20,11],[26,8,14],[30,12,10],[17,8,3],[15,6,3],[19,4,3],[13,6,5],[17,9,2],[26,4,4],[12,2,0],[5,0,3],[5,2,3],[14,0,4],[12,3,1],[2,0,2],[4,2,0]],[[0,3,45],[1,4,31],[1,2,31],[2,4,38],[2,2,44],[1,3,30],[0,1,35],[1,4,43],[0,3,49],[0,3,51],[0,4,44],[1,5,28],[4,3,41],[1,2,45],[0,7,41],[3,7,38],[5,4,39],[5,16,61],[4,8,36],[4,3,35],[6,9,33],[5,6,37],[10,8,30],[11,10,27],[6,4,32],[12,11,25],[11,9,28],[13,14,21],[3,12,33],[6,15,27],[6,10,32],[12,6,30],[7,4,31],[15,12,21],[14,7,27],[10,11,27],[11,14,23],[8,11,29],[13,12,23],[9,13,24],[13,12,23],[11,13,24],[9,11,26],[9,14,23],[18,24,50],[46,31,81],[7,15,24],[12,15,21],[11,7,26],[14,11,23],[19,10,31],[7,17,20],[16,11,19],[11,17,18],[10,7,15],[17,25,36],[12,12,24],[20,11,15],[12,13,17],[16,11,21],[15,17,14],[34,34,28],[16,12,16],[10,12,22],[12,13,17],[20,11,13],[15,18,15],[16,9,17],[13,13,18],[30,9,27],[27,23,22],[8,9,17],[15,11,12],[19,14,15],[32,22,32],[25,13,10],[18,14,10],[17,11,14],[29,24,11],[15,6,13],[13,15,6],[1,6,7],[17,9,6],[6,0,6],[2,0,0],[0,1,15],[0,1,15],[8,7,17],[10,5,11],[9,9,12],[8,9,15],[5,3,8],[8,6,16],[10,10,12],[11,7,12],[12,3,7],[8,4,4],[12,10,8],[4,5,7],[9,7,10],[10,13,9],[7,6,15],[2,3,5],[7,7,2],[12,10,8],[16,11,19],[8,7,7],[8,7,9],[35,23,16],[20,10,18],[29,9,14],[10,9,9],[15,6,3],[11,6,9],[9,9,6],[17,9,2],[19,7,8],[7,3,4],[4,2,2],[5,3,2],[12,2,4],[8,6,2],[0,0,4],[1,3,2]],[[1,2,45],[1,2,29],[2,4,30],[1,2,43],[0,3,45],[0,3,37],[3,1,36],[1,6,41],[5,3,44],[2,3,49],[4,3,41],[3,3,26],[5,7,36],[3,1,44],[0,8,40],[4,5,39],[5,4,39],[9,14,59],[6,8,34],[12,1,29],[5,12,31],[8,7,33],[8,7,33],[12,10,26],[10,1,31],[12,6,30],[14,9,25],[17,10,21],[11,12,25],[13,11,24],[18,9,21],[15,7,26],[8,6,28],[14,13,21],[15,8,25],[15,11,22],[14,15,19],[14,9,25],[15,12,21],[9,13,24],[17,11,20],[13,15,20],[13,9,24],[11,12,23],[27,23,42],[49,47,62],[15,8,23],[13,16,19],[15,13,16],[16,11,21],[20,16,24],[10,17,17],[13,14,19],[14,16,16],[21,15,12],[28,20,14],[24,13,11],[17,15,14],[16,12,14],[22,12,14],[21,17,8],[39,27,30],[13,17,14],[18,12,14],[17,11,14],[21,10,13],[20,18,10],[19,10,13],[21,14,9],[38,9,19],[42,17,13],[12,10,12],[18,12,8],[22,15,11],[46,25,15],[32,12,4],[23,11,8],[26,12,4],[36,16,12],[23,3,8],[18,13,3],[4,5,5],[25,7,0],[8,2,2],[0,2,0],[0,3,13],[0,1,15],[5,11,16],[10,4,12],[7,12,11],[7,10,15],[5,3,8],[11,3,16],[12,12,8],[11,9,10],[13,4,5],[8,5,3],[16,6,8],[7,5,4],[8,6,12],[15,11,6],[15,8,5],[0,5,5],[7,5,4],[13,10,7],[26,14,6],[9,6,7],[15,5,4],[41,23,10],[27,13,8],[34,11,7],[19,8,1],[16,6,2],[15,7,4],[14,5,5],[15,10,3],[24,9,1],[11,3,0],[5,0,3],[6,1,3],[14,2,2],[12,3,1],[2,0,2],[2,4,0]],[[0,1,47],[0,3,39],[1,1,34],[0,1,41],[1,5,42],[1,6,37],[0,0,28],[2,2,44],[1,3,48],[2,3,49],[0,4,44],[3,4,27],[1,4,43],[2,4,42],[2,4,42],[3,5,40],[2,6,40],[15,8,59],[5,9,34],[6,5,31],[2,7,39],[5,6,37],[5,7,36],[10,8,30],[3,3,36],[7,5,36],[5,11,32],[9,9,30],[10,11,27],[8,10,30],[8,6,34],[10,10,28],[5,4,33],[11,12,25],[8,12,28],[9,10,29],[9,11,28],[9,10,29],[12,11,25],[10,9,27],[15,14,19],[11,13,24],[7,15,24],[11,11,24],[21,23,48],[35,30,93],[9,12,25],[15,11,22],[12,12,20],[13,13,22],[21,13,26],[8,15,21],[13,13,20],[11,11,24],[19,11,18],[26,22,30],[8,9,15],[13,17,16],[8,14,20],[19,13,16],[19,14,13],[37,26,33],[16,11,17],[11,11,22],[19,10,13],[16,13,15],[19,12,17],[19,11,12],[25,12,7],[28,6,32],[36,18,18],[10,7,17],[15,8,15],[24,14,10],[44,21,21],[26,15,7],[24,13,5],[24,11,7],[30,19,15],[17,5,12],[18,12,4],[2,5,7],[23,8,1],[7,2,3],[0,2,0],[0,1,15],[0,0,16],[7,6,19],[4,7,15],[7,9,14],[11,5,16],[7,2,7],[10,5,15],[11,9,12],[10,9,11],[10,4,8],[4,8,4],[10,10,10],[7,5,4],[7,8,11],[11,13,8],[13,8,7],[3,4,3],[8,6,2],[14,8,8],[26,10,10],[8,7,7],[15,5,4],[33,23,18],[22,10,16],[26,14,12],[17,6,5],[15,8,1],[15,5,6],[12,6,6],[16,9,3],[20,11,3],[9,5,0],[4,0,4],[4,3,3],[13,3,2],[13,3,0],[1,0,3],[3,3,0]],[[1,3,44],[0,1,37],[1,0,29],[0,1,41],[0,4,44],[1,4,35],[0,1,35],[2,4,42],[1,2,49],[2,3,49],[5,1,42],[6,4,32],[5,4,39],[3,7,38],[3,6,39],[5,4,39],[4,6,38],[5,8,69],[5,6,37],[5,3,34],[7,8,33],[9,8,31],[8,9,31],[9,10,29],[8,5,29],[13,9,26],[13,11,24],[11,8,29],[8,15,25],[15,13,20],[16,11,21],[15,7,26],[7,4,31],[15,12,21],[18,9,21],[17,9,22],[16,12,20],[18,9,21],[15,14,19],[13,10,23],[17,15,16],[10,14,24],[15,11,20],[18,10,18],[27,18,47],[52,38,68],[15,10,21],[15,11,22],[15,8,21],[17,14,17],[31,10,19],[13,10,21],[18,10,18],[15,7,24],[16,8,24],[30,21,27],[19,13,16],[9,9,12],[13,11,18],[19,14,15],[22,8,16],[41,28,27],[16,13,15],[19,10,15],[23,7,12],[17,14,13],[21,12,15],[14,14,14],[22,10,12],[33,7,26],[38,20,14],[16,8,10],[18,9,11],[27,13,8],[51,18,17],[27,10,11],[26,11,5],[22,13,7],[33,18,13],[19,4,11],[20,12,2],[1,2,11],[25,6,1],[9,2,1],[1,0,1],[0,1,15],[1,0,15],[10,7,15],[7,8,11],[9,10,11],[16,5,11],[6,4,6],[11,6,13],[11,8,13],[9,7,14],[9,8,5],[4,6,6],[11,10,9],[6,6,4],[10,6,10],[15,10,7],[13,6,9],[2,2,6],[6,5,5],[19,8,3],[32,10,4],[8,5,9],[14,4,6],[49,18,7],[25,7,16],[30,9,13],[15,8,5],[15,5,4],[17,4,5],[12,8,4],[19,4,5],[22,11,1],[11,3,0],[3,1,4],[5,4,1],[13,1,4],[8,5,3],[2,0,2],[2,4,0]],[[0,1,35],[1,0,27],[0,2,22],[0,2,32],[1,2,33],[0,1,21],[1,1,26],[0,4,32],[0,3,37],[3,3,34],[0,1,35],[2,2,28],[0,3,33],[10,3,23],[2,2,32],[4,4,28],[4,6,26],[9,9,40],[5,4,27],[7,3,22],[14,7,15],[10,6,20],[11,6,19],[7,8,21],[3,4,25],[14,6,16],[10,7,19],[13,5,18],[7,7,22],[14,6,16],[12,5,19],[13,5,18],[14,4,14],[16,8,12],[18,6,12],[15,5,16],[14,5,17],[20,7,9],[15,12,9],[16,5,13],[16,7,13],[14,9,13],[18,7,9],[20,8,6],[31,10,27],[46,24,32],[21,3,10],[19,7,10],[15,8,13],[14,7,15],[25,10,11],[12,5,15],[15,5,14],[18,6,10],[17,9,10],[31,15,14],[21,7,8],[19,10,5],[11,5,6],[18,11,7],[18,6,10],[42,18,12],[21,5,8],[20,5,7],[15,6,9],[18,7,7],[23,8,5],[20,4,6],[22,5,5],[31,3,18],[35,14,5],[13,5,6],[21,6,3],[18,11,9],[41,17,8],[22,9,5],[22,7,1],[21,8,3],[32,8,4],[17,3,4],[18,10,2],[4,4,4],[23,4,1],[7,2,1],[2,0,0],[1,1,10],[1,0,11],[9,4,11],[6,6,6],[9,5,8],[8,3,13],[7,1,4],[14,2,6],[12,7,5],[7,6,9],[13,2,1],[5,3,4],[10,6,8],[9,1,2],[7,6,5],[13,9,2],[15,3,4],[4,2,2],[7,4,1],[16,3,3],[24,6,2],[12,3,3],[11,1,4],[37,15,8],[20,7,11],[30,7,5],[13,8,3],[15,5,0],[17,3,0],[12,3,5],[15,5,2],[16,7,1],[8,4,0],[4,0,2],[6,1,1],[15,0,1],[8,3,1],[1,0,1],[2,2,0]],[[0,3,45],[0,2,30],[0,0,40],[0,0,38],[0,3,45],[0,6,28],[0,1,39],[1,3,44],[1,3,48],[0,1,53],[0,1,47],[2,3,29],[4,4,40],[5,6,37],[1,6,41],[7,6,35],[2,5,41],[6,9,67],[5,4,39],[3,2,37],[6,8,34],[7,5,36],[10,9,29],[3,10,35],[8,5,29],[11,7,30],[8,10,30],[12,7,29],[7,11,30],[7,9,32],[13,14,21],[8,11,29],[13,5,24],[14,10,24],[8,12,28],[15,10,23],[10,13,25],[14,8,26],[13,9,26],[13,10,23],[14,12,22],[13,11,24],[7,12,27],[15,11,20],[27,19,46],[41,39,78],[11,12,23],[10,13,25],[7,14,23],[15,10,23],[14,12,34],[10,9,25],[11,14,21],[11,8,27],[14,14,20],[19,23,36],[12,16,20],[17,13,16],[6,15,21],[11,8,13],[13,11,22],[31,25,40],[13,11,20],[11,13,20],[16,10,16],[14,11,19],[16,13,19],[14,16,12],[18,12,14],[26,10,30],[27,21,24],[7,8,19],[13,11,14],[16,18,14],[34,27,25],[27,13,8],[20,15,7],[19,13,10],[30,17,17],[18,6,10],[11,15,8],[2,6,6],[19,5,8],[8,1,3],[0,2,0],[0,1,15],[0,0,16],[5,7,20],[6,6,14],[10,8,12],[8,6,18],[5,0,11],[10,4,16],[10,12,10],[9,4,17],[3,8,11],[2,9,5],[8,9,13],[5,4,7],[10,6,10],[11,11,10],[9,7,12],[0,3,7],[6,6,4],[9,8,13],[19,12,15],[7,5,10],[11,5,8],[25,29,20],[19,12,17],[24,10,18],[13,9,6],[12,6,6],[11,5,10],[11,7,6],[17,6,5],[15,13,6],[8,6,0],[3,2,3],[7,2,1],[7,3,8],[5,7,4],[0,2,2],[2,4,0]],[[0,0,48],[0,0,34],[4,0,28],[0,4,38],[0,1,47],[0,3,35],[3,0,37],[3,1,44],[0,1,51],[4,0,50],[4,3,41],[4,1,29],[5,4,39],[7,4,37],[5,3,40],[6,6,36],[12,5,31],[9,11,62],[8,7,33],[7,2,33],[6,9,33],[8,6,34],[4,11,33],[10,8,30],[12,4,26],[9,7,32],[11,14,23],[12,9,27],[11,15,22],[13,13,22],[16,11,21],[12,7,29],[8,8,26],[13,13,22],[9,8,31],[11,14,23],[12,15,21],[15,11,22],[10,15,23],[7,14,25],[15,11,22],[10,14,24],[10,12,24],[16,9,21],[30,24,38],[43,32,83],[17,11,18],[14,13,21],[12,11,21],[13,13,22],[22,15,23],[13,12,19],[17,9,20],[13,14,19],[15,13,20],[21,24,33],[18,13,17],[14,13,19],[11,12,19],[22,10,16],[11,9,10],[37,29,30],[15,12,17],[19,12,13],[18,10,14],[20,12,12],[21,14,13],[18,13,11],[21,13,10],[24,11,31],[38,20,14],[12,10,12],[18,11,9],[24,11,13],[41,21,24],[29,13,6],[23,9,10],[25,10,7],[25,24,15],[17,7,10],[15,15,4],[2,6,6],[24,5,3],[10,0,2],[2,0,0],[0,0,16],[1,1,14],[7,7,18],[7,9,10],[10,6,14],[6,6,20],[3,3,10],[9,4,17],[13,6,13],[9,7,14],[8,7,7],[5,8,3],[10,9,11],[6,5,5],[9,4,13],[13,13,6],[11,8,9],[1,6,3],[8,4,4],[18,9,3],[21,12,13],[10,7,5],[14,3,7],[41,21,12],[28,9,11],[30,11,11],[15,7,6],[14,4,6],[19,5,2],[11,8,5],[16,7,5],[25,9,0],[11,2,1],[3,0,5],[6,4,0],[13,1,4],[11,3,2],[2,0,2],[3,3,0]],[[1,2,93],[2,7,67],[2,5,65],[0,4,88],[1,5,90],[1,8,73],[2,1,73],[5,10,81],[5,5,94],[2,6,100],[4,14,78],[4,7,49],[7,11,78],[4,9,83],[6,12,78],[12,11,73],[10,10,76],[9,24,131],[12,12,72],[10,3,71],[15,17,64],[24,11,61],[15,23,58],[19,24,53],[15,9,60],[18,13,65],[20,22,54],[24,19,53],[20,24,52],[25,21,50],[27,19,50],[27,24,45],[20,12,52],[27,28,41],[27,21,48],[31,17,48],[24,26,46],[31,21,44],[24,25,47],[26,25,41],[24,26,46],[26,27,43],[24,19,49],[22,24,46],[65,34,85],[93,76,147],[28,17,47],[29,25,42],[25,22,41],[31,22,43],[51,28,41],[18,31,39],[24,26,42],[28,31,33],[30,25,41],[57,50,49],[36,24,36],[28,33,31],[27,26,31],[37,23,36],[34,35,23],[60,52,48],[24,29,35],[33,19,36],[30,24,30],[31,27,30],[39,34,23],[34,24,26],[45,23,20],[59,17,56],[60,43,41],[28,20,20],[27,25,24],[37,28,31],[77,50,43],[55,28,13],[34,27,23],[36,32,16],[59,37,32],[46,13,9],[35,24,9],[7,9,12],[41,16,7],[20,2,2],[1,3,0],[1,1,30],[2,1,29],[15,17,32],[14,9,29],[16,20,24],[15,14,35],[13,3,16],[22,11,27],[22,15,27],[12,24,24],[19,14,11],[10,10,12],[20,18,22],[14,11,7],[16,13,23],[29,24,11],[26,15,15],[5,8,7],[14,12,6],[34,12,14],[36,32,24],[16,15,13],[21,10,17],[79,43,26],[46,22,28],[53,24,27],[25,18,13],[28,14,6],[29,10,13],[25,12,11],[29,19,8],[26,25,17],[17,5,6],[10,2,4],[9,4,7],[19,6,11],[12,13,7],[1,2,5],[4,8,0]],[[0,0,42],[0,1,33],[0,0,34],[0,2,36],[0,4,38],[1,4,29],[0,0,28],[1,2,39],[0,2,44],[0,1,47],[1,2,39],[0,0,28],[0,2,40],[3,3,36],[1,3,38],[5,2,35],[4,5,33],[3,8,59],[2,5,35],[5,3,30],[3,4,35],[4,8,30],[5,8,29],[5,6,31],[0,2,34],[9,4,29],[6,8,28],[10,10,22],[7,12,23],[6,9,27],[11,6,25],[8,9,25],[5,2,31],[8,13,21],[8,8,26],[9,7,26],[2,7,33],[12,5,25],[8,8,26],[9,12,19],[12,8,22],[8,9,25],[13,9,18],[7,10,23],[21,17,42],[35,30,77],[8,13,19],[12,12,18],[7,6,25],[3,6,33],[19,14,19],[10,7,21],[3,11,26],[8,11,21],[11,7,24],[17,21,30],[11,10,21],[15,14,11],[7,7,24],[17,10,15],[17,9,14],[21,32,31],[9,7,10],[14,7,17],[14,9,13],[10,8,20],[15,15,12],[11,9,16],[17,12,9],[29,6,21],[32,15,15],[10,7,11],[13,9,12],[19,12,11],[40,22,14],[18,15,9],[16,14,6],[22,13,3],[26,14,14],[6,7,15],[18,13,1],[0,4,8],[22,3,3],[7,2,1],[0,2,0],[0,0,14],[0,0,14],[8,3,17],[4,4,14],[8,9,9],[5,5,18],[5,1,8],[7,5,14],[7,6,15],[9,10,7],[8,6,6],[4,3,7],[7,6,13],[6,4,4],[4,7,11],[13,9,6],[9,7,8],[1,4,3],[6,4,4],[13,5,8],[20,7,13],[6,7,7],[10,4,6],[31,19,12],[17,7,16],[31,9,8],[19,5,2],[15,7,2],[12,6,4],[9,4,7],[16,5,5],[15,7,6],[10,2,0],[6,0,0],[3,4,3],[14,1,3],[8,4,2],[0,0,2],[3,3,0]],[[0,0,48],[0,3,37],[1,1,32],[0,0,46],[0,0,48],[0,3,37],[3,1,34],[0,1,47],[0,2,50],[2,1,51],[1,4,43],[2,3,27],[4,4,40],[4,2,42],[3,6,39],[7,4,37],[8,4,36],[9,7,66],[7,3,38],[8,1,33],[14,8,26],[9,4,35],[10,5,33],[11,9,28],[6,2,34],[11,6,31],[12,9,27],[11,9,28],[13,9,26],[11,14,23],[13,3,32],[14,9,25],[9,6,27],[15,9,24],[15,8,25],[13,7,28],[10,9,29],[13,5,30],[12,13,23],[11,7,28],[15,13,20],[17,13,18],[18,12,16],[11,7,28],[26,20,46],[51,36,71],[16,10,20],[12,10,26],[18,11,15],[11,16,21],[18,13,29],[18,10,16],[14,11,21],[19,8,19],[16,10,22],[27,20,31],[19,13,16],[17,9,20],[11,12,19],[17,12,19],[15,11,20],[37,28,31],[14,11,19],[11,5,12],[15,10,17],[14,11,19],[18,12,18],[19,7,16],[19,11,14],[35,9,22],[31,20,21],[8,10,16],[17,11,10],[25,13,10],[44,23,19],[29,10,9],[25,11,6],[21,11,10],[29,20,15],[20,6,8],[17,11,6],[2,4,8],[24,4,4],[8,3,1],[0,1,1],[1,1,14],[0,0,16],[9,8,15],[8,7,11],[8,10,12],[13,0,19],[5,3,8],[12,4,14],[7,9,16],[12,8,10],[11,6,5],[6,4,6],[13,10,7],[8,4,4],[10,5,11],[15,11,6],[14,7,7],[1,4,5],[7,6,3],[15,8,7],[23,10,13],[9,6,7],[14,5,5],[37,23,14],[24,11,13],[26,13,13],[15,9,4],[14,4,6],[19,6,1],[9,8,7],[18,5,5],[14,16,4],[9,5,0],[4,2,2],[8,1,1],[15,1,2],[9,6,1],[0,2,2],[3,3,0]],[[0,0,42],[0,0,30],[1,0,31],[0,0,38],[0,7,35],[0,5,31],[0,0,32],[1,3,38],[1,3,42],[0,1,47],[0,1,41],[3,0,27],[4,2,36],[6,3,33],[2,1,39],[6,3,33],[10,2,30],[5,9,56],[5,2,35],[5,2,31],[7,5,30],[6,3,33],[8,5,29],[10,6,26],[7,2,27],[8,3,31],[8,10,24],[9,6,27],[8,8,26],[8,5,29],[14,4,24],[11,2,29],[7,3,26],[14,9,19],[10,5,27],[8,9,25],[8,6,28],[12,4,26],[10,8,24],[10,7,25],[11,3,28],[10,11,21],[14,2,24],[11,7,22],[32,12,38],[50,27,65],[13,9,20],[12,8,22],[11,6,21],[8,3,31],[20,9,25],[15,7,18],[15,5,20],[16,5,19],[14,7,21],[24,12,32],[19,9,14],[15,8,17],[7,5,24],[19,7,16],[13,10,19],[36,19,29],[14,5,19],[13,7,20],[8,4,12],[15,9,16],[22,5,15],[17,10,11],[18,6,16],[35,6,23],[32,9,21],[9,5,16],[14,4,16],[22,7,13],[41,12,25],[25,11,6],[19,8,11],[21,5,10],[33,10,15],[21,5,6],[17,7,4],[2,2,8],[23,4,3],[9,2,1],[1,1,0],[0,0,14],[1,0,13],[6,3,19],[7,4,13],[7,5,14],[10,1,17],[3,0,11],[11,4,11],[9,6,13],[5,4,17],[9,5,6],[5,4,5],[7,6,13],[5,1,8],[8,6,10],[12,6,10],[12,3,9],[2,2,4],[9,1,4],[16,2,8],[24,4,12],[9,4,7],[11,2,9],[35,12,17],[19,2,21],[32,9,7],[15,7,2],[10,3,9],[12,2,8],[13,2,5],[19,2,3],[13,7,10],[6,1,5],[2,0,6],[6,1,1],[14,3,1],[10,3,1],[0,0,4],[2,2,0]],[[0,1,47],[0,1,35],[1,1,28],[2,0,46],[3,2,43],[1,2,35],[2,0,34],[5,4,39],[4,3,45],[3,3,48],[7,2,39],[4,2,32],[6,3,39],[6,4,38],[6,8,34],[7,2,39],[7,3,38],[16,9,57],[11,3,34],[9,3,30],[16,5,27],[11,4,33],[13,8,27],[12,7,29],[8,3,31],[15,8,25],[10,10,28],[16,10,22],[15,6,27],[15,6,27],[16,10,22],[17,9,22],[10,5,27],[12,10,26],[17,10,21],[19,7,22],[11,14,23],[18,8,22],[15,11,22],[16,7,23],[17,10,21],[15,13,20],[18,10,18],[22,9,15],[41,20,31],[55,43,60],[17,8,21],[16,12,20],[15,9,20],[16,12,20],[22,14,24],[15,9,20],[20,10,16],[14,11,21],[18,10,20],[38,20,20],[22,13,13],[20,10,16],[14,11,17],[22,11,15],[23,9,14],[47,25,24],[20,12,12],[17,11,16],[23,6,13],[12,9,7],[25,13,10],[22,9,11],[28,10,6],[37,5,24],[40,16,16],[18,10,6],[19,10,9],[28,14,6],[49,13,24],[27,14,7],[25,10,7],[26,9,7],[38,20,6],[25,2,7],[21,12,1],[4,6,4],[26,6,0],[10,2,0],[2,0,0],[1,0,15],[0,0,16],[11,5,16],[8,4,14],[11,5,14],[9,5,18],[5,1,10],[11,6,13],[11,6,15],[12,3,15],[13,4,5],[8,7,1],[15,7,8],[9,5,2],[9,4,13],[14,9,9],[18,6,4],[4,3,3],[9,4,3],[19,7,4],[27,9,10],[9,7,6],[14,4,6],[46,21,7],[27,9,12],[39,8,5],[15,9,4],[16,4,4],[19,5,2],[15,6,3],[19,6,3],[20,10,4],[10,3,1],[5,0,3],[6,2,2],[13,2,3],[10,4,2],[1,0,3],[2,4,0]],[[0,2,46],[1,0,39],[0,1,33],[0,2,46],[0,5,43],[0,5,37],[0,2,30],[1,5,42],[0,6,46],[0,5,49],[1,3,44],[3,3,24],[2,6,40],[2,5,41],[2,7,39],[4,3,41],[8,5,35],[11,9,62],[5,8,35],[5,4,33],[7,7,34],[6,6,36],[3,11,34],[6,9,33],[8,4,30],[10,8,30],[6,11,31],[8,10,30],[4,12,32],[7,10,31],[12,8,28],[12,10,26],[4,7,31],[9,13,26],[14,12,22],[10,10,28],[11,11,26],[12,8,28],[12,13,23],[9,12,25],[11,14,23],[9,15,24],[9,11,26],[11,13,22],[21,25,46],[39,45,74],[10,10,26],[14,15,19],[9,10,25],[10,16,22],[19,13,28],[9,15,20],[8,12,26],[10,10,26],[14,16,18],[19,28,31],[13,15,20],[13,10,23],[10,12,20],[19,14,15],[12,17,17],[36,25,35],[9,14,21],[14,9,21],[12,9,21],[12,13,19],[14,10,8],[15,9,18],[17,13,14],[34,9,23],[32,20,20],[9,10,15],[14,8,16],[21,15,12],[49,18,19],[25,15,8],[23,13,6],[21,13,8],[32,17,15],[19,5,10],[18,13,3],[2,6,6],[24,6,2],[6,3,3],[0,2,0],[0,0,16],[0,0,16],[6,5,21],[7,6,13],[10,6,14],[5,3,24],[4,2,10],[12,2,16],[14,6,12],[4,9,17],[6,7,9],[4,6,6],[7,9,14],[5,3,8],[5,8,13],[18,11,3],[9,8,11],[2,6,2],[10,4,2],[11,9,10],[26,10,10],[6,7,9],[13,4,7],[40,25,9],[26,9,13],[29,10,13],[18,7,3],[16,4,4],[16,8,2],[11,7,6],[20,7,1],[20,10,4],[10,4,0],[4,1,3],[2,4,4],[13,3,2],[11,4,1],[2,0,2],[3,3,0]],[[0,0,42],[0,4,32],[0,0,28],[0,3,31],[1,3,38],[0,2,26],[0,0,38],[0,3,39],[2,2,42],[1,3,44],[1,6,35],[0,4,30],[1,6,35],[4,4,34],[1,9,32],[6,5,31],[5,1,36],[8,2,60],[4,3,35],[6,2,30],[12,4,26],[10,4,28],[9,3,30],[8,4,30],[11,2,23],[15,4,23],[8,7,27],[10,6,26],[12,11,19],[14,7,21],[18,7,17],[15,5,22],[11,4,21],[13,7,22],[15,5,22],[14,6,22],[15,5,22],[23,2,17],[13,5,24],[9,5,28],[14,11,17],[12,10,20],[14,4,22],[18,5,17],[31,15,36],[48,20,74],[16,6,20],[16,10,16],[13,5,20],[14,7,21],[24,5,25],[10,11,19],[14,5,21],[13,10,17],[18,8,16],[28,11,29],[16,6,20],[13,9,18],[10,7,19],[17,8,17],[20,11,11],[39,14,31],[14,8,16],[18,7,15],[14,5,19],[15,9,16],[23,6,13],[15,1,8],[18,7,15],[33,5,26],[32,6,24],[17,4,9],[15,5,14],[19,6,17],[40,12,24],[24,10,8],[26,5,7],[24,5,7],[34,10,14],[26,1,5],[19,5,4],[2,4,6],[23,4,3],[10,2,0],[0,2,0],[1,0,13],[1,1,12],[9,3,16],[7,3,14],[11,3,12],[9,1,18],[6,1,7],[10,2,14],[11,6,11],[11,1,14],[10,3,7],[5,4,5],[15,3,8],[8,0,6],[6,3,15],[19,6,3],[14,1,9],[2,1,5],[8,3,3],[15,4,7],[23,4,13],[9,4,7],[13,2,7],[36,8,20],[24,2,16],[27,9,12],[15,4,5],[14,4,4],[17,3,2],[13,1,6],[15,4,5],[20,5,5],[9,2,1],[5,0,3],[5,0,3],[11,3,4],[9,3,2],[2,0,2],[2,2,0]],[[1,1,40],[0,3,31],[3,3,26],[1,5,36],[4,1,37],[0,1,25],[2,0,28],[3,2,37],[4,2,40],[4,3,39],[6,4,32],[4,3,29],[6,5,31],[3,1,38],[6,9,27],[2,5,35],[5,4,33],[13,12,49],[9,4,29],[6,3,27],[11,6,25],[6,8,28],[9,6,27],[7,13,22],[6,2,28],[7,6,29],[8,9,25],[10,11,21],[7,13,22],[10,9,23],[10,5,27],[12,8,22],[7,6,23],[6,11,25],[10,7,25],[17,6,19],[12,9,21],[12,7,23],[9,8,25],[12,9,19],[17,9,16],[10,13,19],[6,13,21],[15,11,14],[21,17,42],[35,33,72],[7,11,22],[13,10,19],[14,8,16],[15,14,13],[18,12,22],[9,12,17],[14,11,15],[14,9,17],[16,12,14],[25,21,22],[11,14,17],[10,12,18],[13,9,16],[14,10,18],[16,10,14],[32,24,28],[12,11,15],[16,7,15],[18,8,10],[12,12,14],[22,11,9],[15,9,12],[13,7,6],[22,9,23],[26,19,17],[11,7,12],[16,8,8],[15,18,11],[35,21,20],[20,12,10],[17,10,9],[17,10,9],[26,17,13],[13,6,9],[10,11,9],[3,4,5],[13,7,6],[5,1,4],[0,2,0],[0,2,12],[1,0,13],[7,5,16],[7,3,12],[5,5,16],[8,6,14],[3,1,10],[7,4,15],[11,5,12],[11,5,10],[5,6,7],[3,7,4],[14,5,7],[6,4,4],[6,6,10],[12,11,5],[11,7,6],[3,4,3],[6,4,4],[13,8,5],[17,12,13],[6,6,6],[11,4,7],[29,23,14],[22,9,11],[22,9,13],[8,8,8],[12,5,3],[13,7,2],[8,8,4],[10,9,7],[16,8,6],[6,2,4],[4,0,2],[4,1,1],[7,3,4],[7,5,2],[2,0,2],[1,3,2]],[[0,0,36],[0,1,27],[1,1,24],[0,2,32],[0,1,35],[0,0,28],[1,2,31],[2,1,33],[2,1,37],[1,3,36],[0,1,35],[3,1,14],[3,0,33],[3,1,32],[0,1,35],[0,4,32],[4,4,28],[6,7,45],[3,5,28],[6,2,24],[3,4,29],[6,2,28],[4,4,28],[5,1,30],[6,4,22],[10,3,23],[6,4,26],[7,5,24],[7,7,22],[10,2,24],[10,4,22],[8,3,25],[2,3,25],[9,6,21],[7,2,27],[11,0,25],[4,6,26],[12,6,18],[8,7,21],[10,6,20],[11,8,17],[9,9,18],[7,6,21],[10,5,19],[25,13,32],[29,11,62],[11,5,20],[9,11,16],[11,6,19],[13,7,16],[17,7,24],[7,8,19],[9,7,18],[11,8,15],[14,6,16],[19,11,30],[13,6,17],[7,5,22],[6,8,18],[17,5,14],[15,6,15],[31,13,28],[8,7,17],[12,7,15],[13,4,15],[11,5,18],[19,5,12],[11,6,15],[17,7,10],[20,4,24],[35,5,14],[8,3,15],[16,6,8],[19,9,10],[39,13,16],[25,8,3],[22,6,4],[25,4,1],[30,9,9],[14,4,10],[19,6,1],[0,3,9],[23,6,1],[8,3,1],[0,2,0],[0,0,12],[0,0,12],[4,3,17],[7,2,11],[4,5,13],[5,5,14],[5,2,5],[4,0,18],[8,4,12],[5,5,12],[9,2,5],[4,2,6],[8,2,14],[6,2,4],[5,4,11],[11,3,10],[11,3,8],[1,4,3],[9,2,1],[17,2,3],[20,2,10],[5,4,9],[8,2,8],[37,15,10],[21,3,16],[23,6,13],[16,3,3],[13,2,3],[16,3,1],[13,2,5],[13,4,3],[22,3,1],[9,1,2],[2,0,6],[4,0,2],[12,2,2],[10,1,1],[2,0,2],[2,0,0]],[[0,3,129],[0,1,103],[2,1,85],[0,5,113],[1,4,127],[0,3,95],[2,3,101],[4,3,125],[2,5,137],[2,3,141],[5,5,122],[3,7,86],[6,7,119],[4,5,123],[1,11,120],[5,9,118],[5,14,113],[12,24,186],[8,18,106],[8,2,104],[10,21,101],[6,16,110],[8,20,104],[19,20,93],[8,11,99],[23,13,96],[15,24,93],[17,25,90],[11,27,94],[13,23,96],[19,22,91],[19,21,92],[15,14,89],[17,20,95],[29,22,81],[26,25,81],[16,28,88],[33,21,78],[22,26,84],[19,27,80],[23,27,82],[18,34,80],[20,30,76],[19,32,75],[47,51,154],[74,89,253],[24,24,78],[28,33,71],[18,27,79],[25,32,75],[40,27,99],[13,36,71],[27,30,71],[22,31,73],[30,28,74],[41,55,120],[25,33,74],[18,32,76],[22,29,65],[37,27,68],[21,35,70],[73,65,126],[21,26,73],[27,28,65],[32,27,57],[27,27,66],[32,39,61],[31,27,56],[38,29,53],[50,14,126],[54,38,66],[21,21,52],[25,26,53],[52,32,50],[98,48,88],[59,39,34],[50,34,30],[45,30,41],[62,43,69],[38,16,42],[39,30,25],[4,12,24],[50,18,24],[18,6,10],[0,4,0],[0,3,41],[0,0,44],[12,12,64],[7,11,52],[19,17,46],[14,16,58],[9,4,31],[20,8,56],[23,21,44],[15,17,50],[18,11,31],[10,16,18],[19,17,48],[8,12,24],[16,15,39],[27,27,34],[26,19,35],[2,16,10],[19,11,14],[36,17,31],[54,28,46],[17,17,26],[28,10,30],[79,53,76],[52,23,65],[59,27,58],[35,23,20],[30,13,23],[30,16,28],[25,17,28],[31,22,23],[41,24,29],[20,9,11],[7,2,15],[9,5,14],[23,5,22],[23,10,11],[5,0,7],[3,10,3]],[[0,1,41],[0,1,31],[0,3,27],[0,2,38],[1,2,39],[0,2,36],[1,0,35],[0,3,39],[1,2,39],[0,4,44],[0,3,39],[4,1,21],[5,3,34],[3,3,36],[0,10,32],[2,5,35],[3,4,35],[5,14,51],[5,5,32],[3,1,32],[6,9,27],[4,7,31],[3,12,27],[5,11,26],[6,5,25],[3,7,32],[13,6,23],[8,6,28],[6,13,23],[7,7,28],[11,7,24],[8,7,27],[5,7,24],[9,16,17],[7,11,24],[9,12,21],[9,17,16],[8,8,26],[8,9,25],[6,10,24],[13,9,20],[7,20,15],[12,8,20],[12,13,15],[19,24,39],[42,40,60],[8,16,16],[15,14,13],[10,11,17],[12,16,14],[14,12,26],[8,17,13],[6,14,20],[11,15,14],[12,12,18],[28,25,15],[14,14,14],[6,18,16],[10,14,12],[17,10,15],[14,14,12],[23,33,28],[11,13,14],[13,13,12],[13,9,14],[9,16,13],[18,14,10],[16,13,11],[16,12,10],[29,7,20],[30,21,11],[11,4,3],[16,12,6],[17,14,9],[36,19,19],[20,14,8],[16,11,9],[16,13,7],[29,21,8],[12,8,10],[13,13,4],[1,6,5],[19,6,3],[7,3,2],[0,1,1],[0,1,13],[0,0,14],[8,3,17],[6,4,14],[10,7,9],[5,6,17],[5,1,8],[8,7,11],[8,8,12],[7,11,8],[11,3,6],[6,7,1],[10,6,10],[5,4,5],[7,7,8],[14,7,7],[8,11,5],[3,5,0],[7,7,0],[13,8,5],[14,15,9],[7,7,4],[14,3,3],[31,23,10],[20,10,10],[26,10,8],[10,10,4],[11,5,4],[13,7,2],[11,6,5],[13,10,1],[15,8,5],[6,3,3],[4,0,2],[0,4,4],[10,2,2],[8,5,1],[1,0,1],[2,4,0]],[[0,2,40],[0,0,30],[1,1,30],[0,1,39],[0,5,37],[0,2,24],[3,3,32],[0,2,40],[1,1,40],[0,1,47],[2,4,36],[0,0,38],[2,7,33],[0,5,37],[0,4,38],[2,4,36],[2,5,35],[5,8,57],[3,9,30],[6,3,27],[4,10,28],[6,9,27],[6,9,27],[7,14,21],[5,5,26],[8,5,29],[6,10,26],[4,9,29],[5,14,23],[3,11,28],[7,12,23],[4,6,32],[5,6,25],[11,12,19],[8,9,25],[8,12,22],[11,12,19],[9,7,26],[8,12,22],[6,12,22],[10,8,24],[8,19,15],[8,12,20],[8,11,21],[16,22,44],[35,31,76],[8,10,22],[8,14,20],[5,10,23],[12,15,15],[9,12,31],[10,10,18],[7,13,20],[8,13,19],[4,17,21],[24,21,23],[13,12,17],[10,16,14],[7,12,17],[11,12,19],[13,10,17],[24,32,28],[6,13,19],[10,10,18],[15,7,14],[10,10,18],[13,14,15],[17,9,14],[14,13,11],[24,6,26],[26,17,19],[9,6,17],[2,7,11],[10,15,15],[29,17,28],[17,12,13],[10,11,15],[13,11,12],[20,19,19],[16,5,9],[16,10,4],[1,5,6],[15,6,7],[6,2,4],[1,1,0],[0,1,13],[0,0,14],[11,6,11],[6,7,11],[9,6,11],[7,8,13],[4,2,8],[5,6,15],[5,10,13],[5,9,12],[6,6,8],[4,7,3],[8,9,9],[4,4,6],[7,5,10],[12,10,6],[9,5,10],[2,6,0],[6,4,4],[13,7,6],[15,9,14],[3,7,8],[5,5,10],[24,23,17],[16,6,18],[25,10,9],[10,7,7],[8,4,8],[12,6,4],[10,5,7],[10,8,6],[14,11,3],[4,4,4],[3,2,1],[5,2,1],[10,2,2],[8,4,2],[0,0,2],[3,3,0]],[[0,0,48],[0,6,34],[0,4,32],[1,2,37],[1,3,44],[2,1,31],[2,0,36],[0,3,45],[2,6,44],[3,1,50],[4,2,42],[2,3,31],[6,7,35],[2,3,43],[3,7,38],[9,4,35],[6,5,37],[15,9,58],[6,13,29],[9,3,30],[8,8,32],[11,8,29],[9,9,30],[9,10,29],[4,7,31],[11,6,31],[13,12,23],[11,9,28],[9,12,27],[11,14,23],[15,9,24],[13,9,26],[10,5,27],[16,14,18],[13,11,24],[14,13,21],[14,16,18],[18,9,21],[15,11,22],[14,10,22],[15,11,22],[12,16,20],[17,13,16],[16,12,18],[26,26,40],[50,33,75],[15,12,19],[12,11,25],[9,11,24],[14,14,20],[17,12,31],[13,16,15],[12,13,21],[14,15,17],[14,14,20],[21,28,29],[10,15,23],[14,16,16],[14,14,14],[17,13,18],[18,12,16],[39,28,29],[13,15,16],[16,13,15],[19,7,16],[15,10,19],[16,19,13],[22,11,9],[20,13,11],[27,6,33],[34,15,23],[11,10,13],[15,10,13],[16,10,6],[31,27,28],[21,14,13],[19,14,9],[19,16,7],[32,17,15],[20,6,8],[18,12,4],[1,6,7],[21,7,4],[8,2,2],[0,2,0],[0,2,14],[0,0,16],[8,7,17],[5,8,13],[10,8,12],[15,7,10],[9,1,6],[11,5,14],[13,7,12],[13,7,10],[6,4,12],[7,5,4],[13,6,11],[4,4,8],[6,7,13],[16,10,6],[13,7,8],[2,6,2],[6,6,4],[10,8,12],[20,11,15],[7,6,9],[12,3,9],[35,26,13],[27,5,16],[25,13,14],[15,8,5],[17,3,4],[14,6,6],[11,6,7],[13,11,4],[18,10,6],[7,5,2],[5,0,3],[3,4,3],[15,1,2],[8,6,2],[0,2,2],[2,4,0]],[[1,1,82],[0,4,64],[0,1,51],[0,3,77],[0,3,81],[0,2,62],[2,0,58],[0,5,79],[0,6,86],[1,6,87],[1,5,78],[2,5,55],[6,5,73],[0,7,77],[1,6,77],[5,11,68],[4,5,75],[10,20,114],[9,14,61],[5,3,66],[1,16,67],[3,12,69],[5,13,66],[6,15,63],[7,7,58],[13,10,61],[9,15,60],[11,15,58],[8,20,56],[5,14,65],[12,18,54],[9,13,62],[8,10,54],[8,21,55],[12,15,57],[16,14,54],[7,14,63],[15,17,52],[7,17,60],[11,21,50],[12,23,49],[6,26,52],[5,18,57],[11,18,51],[22,45,95],[42,56,184],[18,20,44],[10,28,46],[3,22,51],[11,22,51],[23,17,66],[8,27,43],[11,22,47],[8,25,47],[19,20,45],[14,42,80],[13,20,51],[6,21,53],[10,24,40],[15,25,44],[14,26,42],[38,46,84],[6,22,48],[16,17,45],[21,17,36],[24,16,38],[15,21,48],[19,19,36],[22,22,36],[17,11,90],[32,27,65],[11,13,36],[11,14,41],[24,22,40],[40,30,54],[37,18,29],[26,23,25],[20,19,33],[38,24,52],[17,11,32],[16,17,25],[1,9,14],[22,15,19],[2,8,12],[0,4,0],[0,1,27],[0,0,28],[6,6,44],[5,8,33],[12,13,27],[15,8,33],[7,2,19],[4,6,42],[7,18,31],[9,12,31],[4,9,25],[2,10,16],[10,10,32],[3,7,18],[6,12,28],[13,17,26],[12,9,27],[0,8,10],[5,9,14],[21,11,20],[19,16,47],[4,10,24],[12,10,22],[31,34,65],[30,17,37],[25,21,46],[17,12,19],[13,8,21],[17,9,18],[16,10,14],[17,15,18],[23,13,24],[13,6,5],[0,0,14],[3,5,6],[9,5,18],[13,8,7],[2,0,6],[1,6,3]],[[0,0,48],[0,1,37],[0,4,28],[0,1,47],[0,2,46],[0,3,33],[0,2,26],[0,3,45],[0,4,48],[0,5,49],[0,1,47],[0,2,34],[0,4,44],[3,4,41],[0,5,43],[2,3,43],[2,6,40],[6,15,61],[2,8,38],[5,2,35],[4,6,38],[5,6,37],[4,10,34],[6,8,34],[0,3,39],[7,3,38],[7,8,33],[6,10,32],[5,9,34],[8,11,29],[4,8,36],[6,6,36],[2,6,34],[5,13,30],[5,8,35],[4,7,37],[5,10,33],[6,8,34],[6,10,32],[6,13,27],[8,10,30],[5,11,32],[2,12,32],[10,10,26],[13,22,57],[23,41,94],[5,10,31],[6,14,28],[4,10,30],[8,11,29],[13,11,36],[10,10,24],[11,8,27],[7,11,28],[7,9,32],[7,20,51],[7,13,28],[9,10,27],[4,10,28],[6,11,31],[7,9,30],[17,26,53],[8,14,22],[7,12,25],[8,9,25],[6,9,29],[16,11,21],[12,9,21],[12,12,20],[11,8,47],[14,23,35],[4,8,22],[10,10,18],[6,12,30],[16,24,44],[8,8,16],[8,12,22],[8,10,24],[12,18,34],[9,8,17],[12,10,12],[0,4,10],[13,7,12],[2,2,8],[0,2,0],[0,2,14],[0,1,15],[4,4,24],[2,5,19],[6,8,16],[1,5,26],[5,2,9],[3,6,21],[6,8,18],[5,6,19],[4,5,13],[2,6,8],[7,7,16],[3,4,9],[4,5,17],[9,12,11],[7,8,13],[0,4,6],[5,3,8],[7,6,17],[6,10,30],[3,7,12],[4,5,15],[18,22,34],[9,10,29],[15,9,28],[5,9,14],[12,4,8],[4,6,16],[8,6,10],[9,8,11],[11,11,12],[4,4,6],[1,0,7],[4,4,2],[8,2,8],[7,4,5],[0,0,4],[1,4,1]],[[0,1,47],[1,0,43],[0,1,33],[0,1,41],[0,6,42],[1,2,31],[0,0,36],[0,3,45],[0,2,50],[0,4,50],[0,3,45],[2,4,28],[0,1,47],[1,5,42],[0,4,44],[1,7,40],[1,7,40],[8,3,71],[4,10,34],[4,1,37],[3,8,37],[2,8,38],[2,8,38],[6,8,34],[3,1,38],[5,6,37],[5,10,33],[5,11,32],[5,11,32],[5,9,34],[5,8,35],[6,11,31],[3,7,32],[4,10,34],[5,11,32],[7,11,30],[2,13,33],[8,9,31],[4,12,32],[8,8,30],[4,8,36],[2,12,34],[2,12,32],[8,13,25],[9,24,59],[16,34,108],[5,8,33],[6,13,29],[6,9,29],[8,11,29],[9,16,35],[10,8,26],[12,9,25],[6,9,31],[7,12,29],[10,25,43],[6,15,27],[7,11,28],[6,12,24],[7,16,25],[7,12,27],[20,31,45],[4,13,27],[7,9,28],[12,8,22],[11,10,23],[9,15,24],[8,10,24],[13,13,18],[9,10,47],[12,26,34],[4,10,20],[9,11,18],[11,15,22],[19,30,35],[19,15,14],[7,10,9],[10,15,17],[19,20,25],[10,6,18],[9,13,12],[1,4,9],[11,10,11],[2,2,8],[0,2,0],[0,0,16],[0,0,16],[3,4,25],[3,7,16],[4,7,19],[6,4,22],[6,0,10],[5,5,20],[9,8,15],[7,6,17],[3,5,14],[7,4,5],[8,8,14],[6,5,5],[6,7,13],[7,12,13],[5,8,15],[0,5,5],[5,4,7],[11,5,14],[15,13,18],[3,8,11],[7,6,11],[19,24,31],[17,8,23],[16,14,22],[7,11,10],[9,7,8],[8,7,11],[7,9,8],[12,9,7],[10,14,10],[7,4,3],[0,1,7],[4,4,2],[10,2,6],[8,7,1],[0,2,2],[1,4,1]],[[0,0,48],[0,3,33],[0,1,31],[0,1,43],[0,1,47],[1,3,38],[0,2,36],[0,4,44],[0,4,48],[0,0,54],[0,3,45],[0,3,35],[1,2,45],[1,0,47],[0,6,42],[1,5,42],[1,5,42],[4,11,67],[3,6,39],[3,2,37],[1,8,39],[1,6,41],[1,10,37],[2,8,38],[1,5,36],[5,7,36],[4,9,35],[5,11,32],[2,14,32],[2,8,38],[9,7,32],[4,11,33],[4,4,34],[3,14,31],[7,7,34],[6,7,35],[3,13,32],[5,5,38],[2,11,35],[4,12,30],[7,8,33],[2,13,33],[4,10,32],[4,14,28],[14,23,55],[18,37,103],[9,13,24],[6,17,25],[2,12,30],[2,16,30],[11,13,36],[4,15,25],[6,13,27],[5,12,29],[9,13,26],[9,25,44],[6,12,30],[3,14,29],[7,13,22],[13,12,23],[8,11,27],[21,26,49],[5,13,26],[8,14,22],[6,10,26],[11,9,24],[8,16,24],[10,10,22],[14,13,17],[8,5,53],[23,20,29],[7,8,19],[7,11,20],[11,15,22],[29,21,34],[19,13,16],[15,13,14],[5,7,14],[22,17,25],[8,8,18],[11,13,10],[0,6,8],[14,8,10],[5,3,4],[2,0,0],[0,0,16],[0,0,16],[2,6,24],[2,8,16],[6,8,16],[4,5,23],[2,2,12],[1,4,25],[6,9,17],[3,7,20],[4,3,15],[3,5,8],[8,8,14],[3,5,8],[7,4,15],[7,11,14],[7,6,15],[0,5,5],[2,6,8],[11,7,12],[13,9,24],[2,6,14],[5,5,14],[23,17,34],[18,10,20],[13,11,28],[14,8,6],[7,5,12],[7,8,11],[6,7,11],[10,9,9],[13,11,10],[7,3,4],[1,0,7],[3,2,5],[5,3,10],[9,2,5],[1,0,3],[2,4,0]],[[0,2,34],[0,0,26],[0,0,22],[0,0,32],[0,3,33],[0,2,28],[0,0,30],[0,2,34],[0,5,31],[0,3,39],[0,2,34],[0,3,25],[0,4,32],[3,4,29],[0,5,31],[1,5,30],[0,3,33],[5,9,44],[1,4,31],[1,2,29],[1,2,33],[1,3,32],[0,9,27],[1,8,27],[1,3,26],[3,3,30],[1,9,26],[7,8,21],[3,11,22],[0,9,27],[0,6,30],[2,3,31],[0,2,28],[1,9,26],[1,6,29],[1,8,27],[1,8,27],[2,2,32],[4,9,23],[3,9,24],[0,9,27],[0,7,29],[2,8,24],[4,11,19],[4,14,54],[14,34,78],[4,9,23],[1,8,27],[1,8,23],[0,8,28],[3,8,35],[3,13,18],[4,8,22],[5,7,22],[2,10,24],[3,18,37],[3,10,23],[3,9,22],[1,9,20],[8,7,21],[4,10,22],[8,22,42],[3,10,19],[5,9,20],[2,7,23],[0,13,21],[7,9,20],[4,12,20],[7,10,17],[4,5,45],[13,13,26],[5,5,18],[5,10,15],[6,9,19],[16,17,33],[12,11,13],[6,9,17],[8,8,14],[8,12,20],[5,7,16],[10,6,8],[1,3,6],[9,6,11],[4,2,6],[0,2,0],[0,0,12],[0,0,12],[2,2,20],[1,5,16],[4,6,12],[4,2,18],[1,3,8],[1,3,18],[4,8,12],[2,7,13],[0,6,12],[1,4,7],[2,6,14],[1,4,7],[5,5,10],[5,8,11],[2,3,15],[0,2,4],[1,4,7],[5,6,11],[6,10,16],[1,5,10],[3,2,13],[12,15,27],[10,4,20],[9,10,21],[8,4,8],[6,6,6],[8,4,6],[8,1,9],[8,8,4],[10,9,5],[6,2,2],[2,0,4],[1,1,4],[6,4,4],[4,3,5],[0,0,2],[2,2,0]],[[0,0,36],[0,0,22],[0,0,26],[0,1,29],[0,0,36],[0,2,24],[1,1,34],[0,0,36],[0,1,39],[0,0,40],[0,0,36],[0,0,22],[0,2,34],[2,0,34],[0,3,33],[1,0,35],[3,1,32],[2,2,54],[0,4,32],[5,0,27],[4,1,31],[3,2,31],[4,2,30],[3,1,32],[4,1,27],[5,1,30],[5,1,30],[11,3,22],[6,4,26],[5,1,30],[9,1,26],[10,1,25],[3,4,27],[9,0,27],[8,1,27],[10,1,25],[6,1,29],[12,1,23],[9,4,23],[8,2,26],[13,4,19],[9,2,25],[8,3,23],[5,1,28],[21,5,44],[23,10,91],[8,5,23],[11,2,23],[11,1,20],[9,6,21],[15,1,30],[7,5,22],[7,2,27],[7,5,22],[11,3,22],[17,8,33],[11,2,23],[8,4,22],[8,4,18],[17,0,19],[12,6,18],[25,8,39],[14,2,16],[12,2,20],[8,6,20],[13,2,19],[18,3,15],[13,1,18],[14,7,13],[26,2,32],[26,6,24],[9,3,14],[12,0,16],[18,3,15],[37,3,24],[21,4,11],[20,1,11],[19,4,9],[21,9,20],[12,1,5],[15,0,7],[1,2,7],[22,0,4],[8,0,2],0,[0,0,12],[0,1,11],[4,0,20],[3,2,15],[5,3,14],[4,0,20],[2,0,10],[6,2,16],[7,2,15],[5,2,15],[3,3,12],[3,2,7],[8,0,14],[3,0,9],[4,0,16],[12,3,9],[9,2,11],[1,0,5],[8,1,3],[9,3,12],[20,5,13],[4,1,11],[12,5,5],[31,4,17],[17,2,21],[23,0,19],[13,1,6],[14,2,4],[10,2,8],[8,1,9],[12,1,7],[17,4,5],[8,0,2],[4,0,4],[3,1,4],[13,0,3],[9,2,1],[0,0,4],[2,2,0]],[[0,0,36],[0,1,27],[0,1,27],[0,1,33],[0,2,34],[0,1,29],[0,1,25],[0,3,33],[0,2,38],[0,3,37],[0,2,34],[0,4,28],[0,5,31],[0,1,35],[0,4,32],[0,4,32],[0,7,29],[3,6,49],[1,5,30],[2,2,28],[2,10,24],[0,5,31],[0,8,28],[2,7,27],[1,4,27],[3,6,27],[2,8,26],[4,6,26],[2,5,29],[3,8,25],[2,9,25],[2,8,26],[2,7,23],[1,11,24],[2,7,27],[4,6,26],[2,11,23],[4,5,27],[5,10,21],[5,10,19],[4,10,22],[3,10,23],[7,8,19],[3,11,20],[4,18,46],[5,24,73],[6,8,20],[0,12,24],[1,9,26],[1,9,26],[9,9,28],[2,9,21],[1,9,24],[2,12,20],[3,10,23],[1,19,40],[3,11,22],[2,11,21],[3,11,20],[6,10,20],[3,9,22],[9,17,46],[2,11,21],[8,8,16],[2,6,22],[1,9,22],[7,12,17],[2,9,19],[8,10,14],[5,6,41],[9,15,30],[1,6,17],[7,9,14],[11,11,16],[14,18,34],[9,11,16],[7,10,13],[7,9,16],[9,13,22],[2,4,18],[6,8,4],[0,3,9],[11,6,11],[3,2,5],[1,1,0],[0,0,12],[0,0,12],[0,6,18],[1,3,14],[0,8,14],[3,6,15],[2,3,7],[1,2,19],[4,8,12],[1,7,14],[0,4,12],[1,4,7],[3,6,15],[2,4,6],[1,4,13],[6,8,10],[6,6,10],[1,3,4],[2,4,6],[7,6,9],[10,8,14],[2,6,10],[2,2,12],[9,21,30],[6,7,25],[15,8,19],[4,8,12],[4,4,12],[5,6,9],[4,6,10],[4,8,10],[8,8,8],[4,4,4],[1,0,5],[2,2,4],[5,2,9],[4,3,5],[0,0,2],[1,2,1]],0,[[0,0,36],[0,2,32],[0,4,28],[0,0,36],[0,4,32],[0,3,21],[2,0,20],[0,0,36],[0,5,35],[0,3,37],[0,1,35],[0,0,24],[0,2,34],[0,1,35],[0,1,35],[0,1,35],[1,2,33],[2,8,48],[2,7,27],[1,7,24],[0,2,34],[0,3,33],[0,5,31],[2,2,32],[2,3,27],[2,3,31],[1,7,28],[7,7,22],[4,6,26],[0,9,27],[4,3,29],[1,3,32],[0,6,24],[1,7,28],[5,6,25],[5,9,22],[0,7,29],[6,5,25],[1,9,26],[4,3,29],[7,8,21],[2,9,25],[4,8,22],[4,8,22],[8,14,48],[14,16,72],[3,10,23],[4,6,26],[3,12,21],[0,9,27],[11,12,25],[2,6,26],[5,6,23],[3,8,23],[4,8,24],[1,13,46],[2,12,22],[2,8,24],[7,6,19],[11,9,16],[3,10,23],[13,13,46],[0,6,26],[7,9,18],[5,5,22],[2,9,23],[7,6,23],[4,8,20],[10,9,15],[8,7,45],[12,10,32],[2,6,18],[6,6,18],[14,9,15],[27,19,22],[14,10,12],[10,11,11],[7,8,15],[12,12,24],[6,2,20],[7,8,11],[0,4,8],[8,2,8],[2,4,6],[1,1,0],[0,0,12],[0,1,11],[1,4,19],[2,3,15],[2,6,14],[4,1,19],[1,1,10],[4,2,16],[5,6,13],[1,6,15],[2,4,10],[1,4,7],[4,5,15],[2,3,7],[2,7,11],[6,5,13],[4,5,13],[0,4,4],[2,4,6],[5,3,14],[12,8,12],[2,4,12],[4,1,13],[22,17,23],[11,7,22],[17,3,22],[10,3,9],[7,2,9],[7,4,9],[7,2,11],[10,4,6],[9,8,9],[4,4,4],[1,0,7],[1,0,5],[6,2,8],[8,3,1],[0,2,2],[2,0,0]],[[0,0,12],[0,0,8],[0,0,8],[0,0,12],[0,0,12],[0,0,8],[0,0,6],[0,0,12],[0,0,12],[0,0,12],[0,0,12],[0,0,10],[0,0,12],[0,0,12],[0,0,12],[0,0,12],[0,0,12],[1,0,13],[2,0,10],[0,0,8],[0,0,12],[0,0,12],[0,0,12],[0,0,12],[1,2,7],[1,0,11],[0,0,12],[1,0,11],[2,0,10],[0,1,11],[3,0,9],[1,2,9],[0,0,10],[0,0,12],[1,0,11],[2,0,10],[0,0,12],[2,1,9],[0,0,12],[0,0,12],[1,1,10],[0,0,12],[1,0,9],[3,0,7],[3,1,20],[4,2,26],[0,2,10],[1,0,11],[0,0,12],[2,1,9],[3,1,12],[1,0,9],[3,0,9],[2,0,8],[1,0,11],[1,1,18],[1,1,10],[0,0,12],[0,0,10],[3,2,7],[2,1,9],[2,0,22],[1,0,7],[0,1,11],[0,0,10],[0,1,9],[2,2,8],[2,0,10],[5,0,7],[1,5,16],[3,6,11],[1,4,7],[1,0,7],[4,2,6],[3,9,10],[5,0,7],[4,1,3],[2,3,3],[3,3,10],[3,0,9],[4,0,4],[0,0,4],[4,3,3],[1,0,1],0,[0,0,4],[0,0,4],[1,0,7],[1,0,7],[0,0,6],[0,0,8],[0,0,4],[1,0,7],[1,0,7],[0,0,6],[0,2,2],[1,0,3],[3,2,3],[0,0,4],[2,0,4],[1,1,6],[1,0,7],[0,0,4],[0,1,3],[3,0,5],[4,5,1],[0,0,4],[1,2,5],[7,5,10],[3,2,11],[2,3,7],[3,0,3],[4,0,0],[1,0,5],[3,1,4],[5,0,1],[4,6,2],[2,0,2],[2,0,2],0,[1,0,1],[1,2,1],[0,2,0],[1,0,1]],[[0,0,6],[0,0,6],[0,1,3],[0,0,6],[0,3,3],[0,0,6],[0,1,3],[0,0,6],[0,1,5],[0,4,4],[0,2,4],[1,2,3],[0,1,5],[0,1,5],[1,1,4],[0,1,5],[0,1,5],[2,4,6],[0,0,6],[0,2,4],[0,3,3],[0,2,4],[0,3,3],[1,4,1],[2,0,2],[1,1,4],[0,5,1],[0,4,2],[0,5,1],[2,4,0],[1,4,1],[2,1,3],[0,0,2],[0,5,1],[0,4,2],[0,5,1],[0,4,2],[0,4,2],[1,1,4],[2,2,2],[0,5,1],[0,6,0],[1,4,1],[0,4,2],[0,10,2],[1,9,8],[1,4,1],[0,4,2],[0,5,1],[1,2,3],[0,6,2],[2,3,1],[0,4,0],[0,3,3],[0,1,5],[0,9,1],[0,3,3],[1,4,1],[0,4,2],[0,4,2],[1,2,3],[0,6,6],[0,3,3],[1,3,2],[0,3,1],[0,3,3],[0,4,2],[1,5,0],[0,5,1],[0,4,0],[0,5,1],[1,1,2],[1,4,1],[0,5,1],[0,9,3],[0,6,0],[0,6,0],[0,1,3],[0,7,1],[0,1,1],[0,5,1],[0,2,0],[0,2,2],[0,2,0],0,[0,1,1],[0,0,2],[1,3,0],[0,3,1],[0,3,1],[0,3,1],[0,1,1],[1,0,1],[0,2,2],[0,4,0],[0,2,0],[0,1,1],[0,3,1],[0,2,0],[0,3,1],[0,3,1],[0,2,0],[0,1,1],[0,2,0],[0,2,0],[0,2,0],[0,4,0],0,[0,12,0],[0,0,2],[1,5,0],[0,3,1],[0,2,0],[0,2,0],[0,2,0],[0,3,1],[0,4,0],[0,2,0],0,0,[0,2,0],[0,1,1]],0,0,[[0,3,45],[1,4,33],[1,6,29],[2,4,38],[5,4,39],[3,3,26],[5,1,30],[5,5,38],[8,5,39],[8,3,43],[12,8,28],[9,5,24],[7,9,32],[18,5,25],[17,7,24],[19,10,19],[12,3,33],[30,16,36],[16,7,25],[17,2,23],[27,4,17],[24,7,17],[31,2,15],[24,9,15],[17,1,24],[23,8,17],[27,6,15],[25,4,19],[30,9,9],[34,6,8],[30,4,14],[33,5,10],[22,1,19],[29,5,14],[30,6,12],[32,4,12],[30,3,15],[32,5,11],[33,4,11],[27,4,15],[27,6,15],[27,8,13],[30,5,11],[36,1,9],[64,9,19],[108,15,35],[29,5,12],[29,7,12],[27,2,15],[35,6,7],[41,7,12],[27,8,9],[31,4,11],[32,5,9],[28,9,11],[59,11,8],[39,0,9],[30,8,8],[27,7,8],[39,3,6],[34,8,4],[71,8,17],[33,4,7],[31,4,9],[32,2,8],[34,4,6],[40,2,6],[31,3,8],[37,0,7],[57,1,8],[61,3,8],[24,1,9],[27,4,7],[37,4,7],[74,1,11],[43,0,5],[35,0,7],[38,2,2],[56,3,5],[31,2,1],[30,4,0],[9,3,2],[29,1,2],[9,2,1],[0,1,1],[0,0,16],[1,1,14],[11,1,4],[13,5,8],[20,5,5],[19,5,8],[10,2,4],[19,4,7],[24,4,4],[19,3,8],[16,2,4],[12,1,3],[24,3,3],[11,2,3],[13,4,9],[25,2,5],[22,2,4],[4,5,1],[14,1,1],[21,2,7],[40,0,6],[16,0,6],[19,2,3],[57,7,10],[40,1,7],[44,1,7],[26,1,1],[20,3,1],[22,1,3],[21,0,3],[25,0,3],[30,2,2],[11,2,1],[7,1,0],[8,2,0],[16,0,2],[16,0,0],[3,0,1],[6,0,0]],[[7,2,21],[7,2,19],[2,1,19],[7,7,16],[4,3,23],[6,3,15],[6,1,15],[7,3,20],[7,4,19],[13,0,23],[11,2,17],[4,0,14],[15,3,12],[12,5,13],[11,6,13],[16,3,11],[12,3,15],[25,7,14],[13,4,13],[9,4,13],[22,1,7],[24,2,4],[22,1,7],[16,9,5],[8,0,16],[20,6,4],[20,5,5],[21,0,9],[22,3,5],[22,4,4],[20,3,7],[26,2,2],[14,2,8],[25,2,3],[25,0,5],[22,5,3],[25,2,3],[17,3,10],[24,1,5],[23,4,3],[23,3,4],[25,0,5],[22,2,4],[22,4,2],[44,5,11],[88,12,8],[21,3,6],[23,1,6],[20,2,4],[24,1,5],[34,2,2],[23,2,3],[23,1,4],[22,1,5],[25,1,4],[41,2,5],[27,1,2],[21,5,4],[17,4,3],[26,0,4],[24,4,2],[55,3,2],[20,3,3],[24,2,4],[24,1,1],[24,2,2],[23,6,1],[24,3,3],[25,3,0],[37,2,3],[37,5,2],[22,1,1],[20,3,1],[23,3,0],[51,1,2],[27,2,1],[19,5,2],[20,4,0],[37,2,3],[24,0,0],[18,2,0],[8,0,0],[19,1,0],[7,2,1],[1,1,0],[1,0,9],[3,1,6],[14,2,4],[9,1,0],[14,3,1],[16,0,4],[9,1,0],[14,0,4],[15,3,2],[16,0,2],[11,1,2],[10,0,0],[15,3,0],[10,0,0],[16,0,2],[18,1,1],[15,0,1],[3,1,2],[8,2,0],[17,0,1],[24,0,0],[11,3,0],[14,0,0],[40,3,1],[25,0,1],[29,1,2],[13,1,2],[10,2,2],[14,0,0],[13,1,0],[14,1,1],[21,3,0],[6,2,0],[5,0,1],[4,0,2],[8,2,0],[10,0,0],[2,0,0],[4,0,0]],[[2,0,40],[0,1,31],[3,4,29],[6,1,33],[4,3,35],[4,4,28],[3,0,27],[5,4,33],[12,3,31],[13,4,31],[10,3,29],[6,7,15],[10,4,28],[17,1,24],[12,7,23],[15,1,26],[13,2,27],[28,9,43],[16,4,22],[17,0,21],[24,5,13],[18,7,17],[26,5,11],[19,7,16],[12,3,23],[23,4,15],[23,6,13],[22,3,17],[21,9,12],[27,6,9],[23,6,13],[30,7,5],[18,4,14],[22,9,11],[27,9,6],[20,10,12],[27,11,4],[25,9,8],[25,5,12],[23,9,8],[24,6,12],[28,6,8],[26,8,8],[28,7,7],[48,17,15],[71,39,32],[24,8,8],[21,10,11],[27,5,6],[22,10,10],[36,8,8],[20,12,8],[26,8,6],[27,5,10],[28,9,5],[46,19,3],[28,10,4],[25,10,5],[18,14,4],[22,7,13],[23,11,6],[54,25,5],[28,9,3],[27,7,4],[27,10,1],[29,7,4],[36,5,1],[23,9,4],[27,7,4],[46,4,4],[47,14,1],[22,4,2],[26,6,2],[30,10,2],[56,13,5],[33,7,2],[31,7,2],[25,11,2],[41,11,6],[18,6,4],[17,10,1],[5,4,3],[22,4,0],[8,0,0],[1,1,0],[1,0,13],[3,1,10],[14,6,8],[12,3,7],[8,5,1],[16,5,7],[8,1,5],[17,5,4],[21,2,5],[16,9,3],[13,4,3],[8,6,0],[14,6,6],[10,4,0],[18,3,3],[16,9,3],[21,3,0],[3,4,1],[10,4,0],[19,5,2],[26,14,2],[15,5,0],[14,4,2],[47,16,1],[32,7,1],[32,9,3],[21,2,1],[16,4,0],[18,2,4],[14,6,0],[18,5,1],[18,9,1],[11,1,0],[4,2,0],[8,1,1],[14,2,0],[11,3,0],[3,1,0],[1,3,0]],[[1,1,40],[2,3,35],[1,2,23],[2,0,38],[1,1,40],[0,1,27],[3,1,22],[2,1,39],[3,1,42],[4,2,40],[5,2,35],[4,1,21],[4,4,34],[3,2,37],[5,3,34],[5,3,34],[10,2,30],[8,8,54],[7,6,29],[10,0,26],[11,8,23],[17,5,20],[16,6,20],[9,8,25],[9,4,25],[16,7,19],[15,10,17],[14,6,22],[13,5,24],[19,7,16],[18,8,16],[18,7,17],[15,3,18],[15,7,20],[17,8,17],[20,3,19],[21,10,11],[21,6,15],[14,10,18],[14,6,20],[17,8,17],[19,10,13],[23,7,10],[17,6,17],[35,15,30],[62,21,35],[22,4,14],[24,9,9],[20,7,15],[17,10,15],[35,11,8],[15,6,17],[20,5,15],[24,6,10],[24,9,9],[35,17,18],[21,9,12],[16,7,17],[27,5,6],[25,8,9],[28,8,4],[54,18,12],[22,6,10],[25,2,11],[19,3,14],[24,6,8],[26,6,10],[21,5,10],[26,6,6],[47,4,11],[43,12,9],[18,5,7],[23,6,5],[26,9,9],[52,15,9],[33,6,3],[25,4,7],[25,8,3],[36,9,9],[23,3,4],[20,8,4],[7,3,4],[26,3,3],[9,2,1],[1,1,0],[0,2,12],[2,0,12],[11,6,11],[10,2,10],[8,5,13],[3,3,8],[6,2,6],[18,4,4],[12,8,8],[14,7,5],[13,3,2],[7,3,4],[18,5,5],[8,4,2],[9,5,8],[16,6,6],[19,3,4],[6,2,2],[9,3,2],[21,5,0],[27,7,4],[9,4,7],[15,2,3],[49,16,7],[28,6,12],[34,7,5],[20,6,0],[15,3,2],[17,5,2],[16,5,3],[19,3,2],[20,9,1],[11,3,0],[7,0,1],[6,1,1],[15,1,0],[11,2,1],[2,0,2],[4,0,0]],[[3,1,44],[1,5,34],[4,3,33],[3,5,38],[2,6,40],[1,1,34],[3,1,32],[1,4,43],[5,5,42],[6,6,42],[7,8,33],[5,4,29],[7,4,37],[7,6,35],[5,7,36],[9,4,35],[7,5,36],[13,14,55],[13,6,29],[8,1,33],[11,9,28],[10,6,32],[11,11,26],[13,4,31],[11,6,25],[16,8,24],[15,7,26],[17,5,26],[16,8,24],[17,3,28],[16,6,26],[22,5,21],[6,5,31],[23,4,21],[14,6,28],[17,7,24],[16,8,24],[18,8,22],[14,9,25],[16,3,27],[18,8,22],[15,8,25],[26,7,13],[19,5,22],[40,12,40],[64,24,70],[18,8,20],[27,6,15],[19,4,21],[18,5,25],[27,4,29],[21,6,17],[25,2,19],[21,7,18],[20,8,20],[37,13,28],[24,7,17],[22,7,17],[17,4,21],[28,4,16],[23,8,15],[52,10,34],[20,6,18],[21,6,17],[30,1,11],[22,6,16],[30,6,12],[23,4,15],[26,5,13],[31,6,29],[45,8,19],[17,4,13],[21,6,11],[27,7,14],[51,5,30],[33,3,12],[21,2,19],[28,5,9],[43,7,14],[25,1,8],[21,8,5],[7,1,6],[26,3,3],[10,1,1],[1,1,0],[0,1,15],[2,1,13],[12,5,15],[9,4,13],[14,3,13],[13,4,15],0,[13,4,13],[15,3,14],[14,4,12],[12,2,8],[11,2,3],[15,5,10],[8,2,6],[11,4,11],[18,8,6],[19,2,7],[5,1,4],[10,2,4],[19,2,9],[22,6,18],[14,1,7],[13,4,7],[57,5,12],[31,4,13],[33,6,13],[14,6,8],[18,2,4],[17,3,6],[18,2,4],[13,2,13],[21,3,10],[9,3,2],[5,1,2],[5,2,3],[10,1,7],[13,1,2],[2,0,2],[3,3,0]],[[1,1,46],[1,1,42],[0,3,29],[3,0,39],[2,4,42],[1,3,30],[1,2,39],[3,2,43],[2,3,47],[5,3,46],[1,2,45],[4,1,27],[3,5,40],[6,1,41],[3,8,37],[7,7,34],[10,8,30],[11,8,63],[11,6,31],[5,3,34],[13,4,31],[15,2,31],[17,5,26],[16,2,30],[13,3,26],[15,6,27],[16,6,26],[22,2,24],[23,6,19],[23,3,22],[26,5,17],[22,6,20],[7,4,31],[26,3,19],[25,2,21],[21,9,18],[19,4,25],[25,5,18],[27,4,17],[20,5,21],[22,5,21],[25,6,17],[16,7,23],[20,4,22],[53,6,33],[78,16,64],[23,4,19],[27,2,19],[28,5,11],[23,4,21],[39,1,20],[19,2,23],[24,3,19],[24,6,16],[29,5,14],[51,7,20],[32,4,12],[27,4,15],[23,3,16],[30,5,13],[28,3,15],[70,4,22],[25,2,17],[19,3,22],[30,2,10],[28,8,8],[28,5,15],[32,1,9],[34,1,9],[49,3,14],[55,5,12],[20,3,11],[27,4,7],[35,4,9],[72,5,7],[40,7,1],[32,3,7],[33,5,4],[43,11,10],[34,0,0],[27,3,4],[6,1,7],[27,3,2],[10,0,2],[1,0,1],[0,1,15],[0,0,16],[13,5,14],[13,0,13],[14,4,12],[11,3,18],[8,2,6],[8,1,5],[13,5,14],[16,5,9],[17,1,4],[9,4,3],[18,3,9],[11,2,3],[15,2,9],[24,1,7],[22,0,6],[5,2,3],[15,1,0],[22,3,5],[40,1,5],[13,3,6],[16,5,3],[57,3,14],[35,3,10],[35,5,12],[24,1,3],[17,3,4],[19,3,4],[18,3,3],[22,2,4],[29,2,3],[11,0,3],[6,0,2],[7,0,3],[16,0,2],[14,2,0],[2,0,2],[5,1,0]],[[0,3,45],[2,1,35],[1,2,31],[1,2,41],[1,6,41],[1,4,31],[2,3,33],[3,6,39],[2,7,43],[4,3,47],[7,5,36],[3,5,28],[9,4,35],[11,10,27],[10,5,33],[12,3,33],[10,7,31],[10,12,60],[14,6,28],[10,3,29],[13,10,25],[13,11,24],[20,10,18],[11,12,25],[10,6,26],[17,8,23],[16,13,19],[24,4,20],[14,17,17],[28,8,12],[23,10,15],[23,12,13],[15,2,25],[17,14,17],[22,10,16],[20,10,18],[26,12,10],[28,6,14],[25,12,11],[19,10,17],[18,14,16],[28,8,12],[23,14,9],[22,10,14],[45,19,28],[78,37,43],[24,11,11],[25,13,10],[19,14,11],[24,9,15],[35,13,12],[15,13,16],[24,14,8],[28,9,9],[26,11,11],[43,22,13],[27,11,10],[22,14,10],[23,14,5],[24,13,11],[25,12,9],[56,28,12],[26,9,9],[31,8,5],[29,9,4],[30,6,8],[31,11,6],[22,11,9],[29,10,5],[49,4,13],[49,17,6],[19,9,6],[23,11,4],[30,13,5],[61,22,3],[28,14,6],[23,10,9],[25,11,6],[39,17,8],[29,5,0],[22,11,1],[7,2,5],[26,6,0],[9,2,1],[2,0,0],[0,2,14],[5,0,11],[11,8,13],[11,6,9],[10,7,13],[18,7,7],[11,0,5],[21,5,4],[9,7,0],[19,7,4],[14,8,0],[6,7,3],[17,9,4],[11,3,2],[13,6,7],[20,8,4],[21,5,2],[4,2,4],[10,5,1],[20,9,1],[33,11,2],[15,7,0],[20,2,2],[48,21,5],[32,8,8],[35,9,8],[17,10,1],[18,4,2],[22,3,1],[14,5,5],[21,6,1],[24,9,1],[11,3,0],[6,2,0],[7,2,1],[14,1,3],[11,5,0],[1,1,2],[5,1,0]],0,[[0,1,17],[0,0,14],[0,1,17],[0,0,14],[0,2,16],[0,0,16],[0,0,8],[0,2,16],[1,3,14],[0,0,22],[1,1,16],[1,1,12],[0,2,16],[2,4,12],[1,4,13],[3,2,13],[1,0,17],[6,0,26],[1,0,17],[2,1,15],[5,0,13],[5,2,11],[8,1,9],[3,4,11],[3,2,11],[6,0,12],[7,4,7],[8,1,9],[3,5,10],[9,2,7],[5,4,9],[9,0,9],[3,0,15],[7,3,8],[11,0,7],[8,0,10],[9,2,7],[6,0,12],[6,2,10],[8,3,7],[7,2,9],[11,0,7],[8,0,10],[10,1,7],[18,1,17],[31,6,39],[4,4,10],[8,2,8],[7,0,7],[7,2,9],[14,0,8],[6,2,10],[9,2,7],[12,0,6],[12,0,6],[24,0,4],[9,4,5],[10,2,4],[5,3,6],[10,2,6],[16,1,1],[22,7,7],[10,4,4],[6,3,7],[11,2,5],[8,2,8],[13,3,2],[10,4,4],[10,0,6],[18,1,9],[21,0,5],[5,0,7],[11,1,4],[10,1,5],[23,0,9],[14,2,2],[15,2,1],[14,0,4],[17,4,7],[11,2,1],[8,1,1],[1,0,3],[12,0,0],[2,0,2],0,[0,0,6],[0,0,6],[6,0,6],[5,2,3],[7,0,5],[6,0,6],[4,0,2],[8,1,3],[5,2,5],[8,2,2],[4,2,0],[4,1,1],[2,2,6],[6,0,0],[5,2,3],[7,3,2],[7,0,3],0,[4,0,2],[8,3,1],[10,3,7],[5,0,3],[7,2,1],[17,2,1],[12,0,4],[17,1,4],[7,0,3],[8,3,1],[8,1,1],[8,0,0],[7,1,2],[7,1,0],[4,0,0],[1,0,1],[3,1,2],[9,1,0],[6,0,0],0,[2,0,0]],0,[[0,1,41],[0,0,34],[0,2,28],[0,2,38],[1,1,40],[0,2,26],[0,0,24],[0,3,39],[2,3,41],[1,2,43],[0,3,39],[0,2,30],[3,3,36],[7,1,34],[3,3,36],[3,1,38],[7,4,31],[7,12,51],[5,5,32],[7,3,26],[9,5,28],[17,3,22],[10,6,26],[13,4,25],[7,3,28],[11,8,23],[18,4,20],[11,7,24],[14,8,20],[17,8,17],[17,6,19],[19,7,16],[9,6,21],[17,6,19],[21,8,13],[17,6,19],[16,6,20],[19,4,19],[19,12,11],[17,5,18],[19,7,16],[15,12,15],[13,9,18],[23,10,7],[35,13,32],[62,22,34],[20,8,12],[20,10,12],[20,11,11],[23,9,10],[31,12,11],[18,7,13],[18,9,13],[21,6,13],[18,11,13],[37,15,18],[22,11,9],[16,10,14],[18,10,10],[26,6,10],[26,4,10],[48,21,15],[17,10,11],[22,6,10],[22,5,9],[23,8,7],[26,6,10],[21,4,11],[27,3,8],[39,4,19],[45,9,10],[16,3,11],[21,6,7],[32,6,6],[56,13,7],[32,8,2],[25,8,3],[28,7,1],[41,12,1],[23,4,3],[25,7,0],[5,2,7],[28,4,0],[11,0,1],[1,1,0],[0,1,13],[0,0,14],[8,8,12],[5,4,13],[11,5,10],[11,4,13],[8,4,2],[16,1,9],[14,6,8],[12,6,8],[14,3,1],[5,5,4],[8,5,1],[11,2,1],[11,5,6],[19,6,3],[15,5,6],[2,2,6],[10,3,1],[20,5,1],[30,4,4],[9,6,5],[11,3,6],[52,16,4],[30,8,8],[33,6,7],[21,4,1],[19,1,0],[20,4,0],[18,2,4],[18,5,1],[25,1,4],[14,0,0],[4,1,3],[7,0,1],[14,2,0],[12,1,1],[2,0,2],[3,1,0]],0,[[1,0,47],[0,1,35],[2,2,30],[6,1,39],[5,9,34],[0,2,32],[5,1,32],[7,4,37],[7,2,43],[9,5,40],[10,3,35],[9,4,27],[7,10,31],[11,7,30],[14,3,31],[13,7,28],[11,6,31],[23,10,49],[14,8,26],[15,3,24],[13,11,24],[19,9,20],[25,7,16],[18,12,18],[15,5,22],[22,7,19],[19,13,16],[18,12,18],[22,14,12],[26,10,12],[22,12,14],[23,11,14],[19,4,19],[25,9,14],[24,12,12],[25,9,14],[30,11,7],[23,10,15],[23,16,9],[16,13,17],[22,13,13],[26,14,8],[22,13,11],[24,11,11],[48,19,25],[71,47,40],[27,9,10],[25,13,10],[28,9,7],[25,12,11],[35,11,14],[21,12,11],[23,12,11],[24,15,7],[29,9,10],[46,23,9],[28,9,11],[26,13,7],[21,12,9],[25,13,10],[30,8,8],[55,27,14],[27,12,5],[24,10,10],[27,7,8],[27,11,6],[29,14,5],[25,13,4],[28,9,7],[51,7,8],[46,18,8],[19,9,6],[25,8,5],[30,12,6],[59,23,4],[35,13,0],[28,10,4],[27,10,5],[40,21,3],[27,4,3],[23,11,0],[8,4,2],[24,7,1],[10,2,0],[1,1,0],[0,1,15],[2,0,14],[18,4,10],[12,5,9],[10,7,13],[16,7,9],[7,3,6],[13,5,12],[18,8,6],[14,8,8],[11,7,4],[10,5,1],[15,9,6],[12,3,1],[7,1,2],[19,11,2],[18,6,4],[7,3,0],[11,4,1],[20,8,2],[28,13,5],[14,7,1],[18,6,0],[53,21,0],[34,10,4],[37,11,4],[16,9,3],[17,5,2],[17,7,2],[17,6,1],[18,6,4],[23,9,2],[11,3,0],[8,0,0],[6,3,1],[16,1,1],[12,4,0],[4,0,0],[2,4,0]],[[0,0,48],[1,1,32],[0,3,35],[0,0,44],[1,4,43],[0,5,29],[0,2,34],[0,3,45],[3,2,47],[0,4,50],[5,1,42],[0,1,35],[5,3,40],[0,6,42],[5,5,38],[4,5,39],[5,7,36],[9,10,63],[8,6,34],[5,3,34],[10,4,34],[11,7,30],[10,9,29],[8,7,33],[5,6,31],[12,7,29],[7,9,32],[12,7,29],[10,11,27],[12,8,28],[11,7,30],[10,8,30],[9,5,28],[13,11,24],[10,10,28],[12,10,26],[12,11,25],[14,9,25],[15,10,23],[7,9,30],[15,10,23],[11,13,24],[18,8,20],[14,13,19],[31,17,44],[47,31,80],[13,13,20],[12,12,24],[21,10,13],[14,11,23],[26,15,19],[9,18,17],[13,13,20],[17,13,16],[12,18,18],[25,20,33],[20,15,13],[16,16,14],[7,12,23],[20,11,17],[14,18,14],[36,27,33],[15,10,19],[15,13,16],[25,6,11],[21,11,12],[17,16,15],[15,13,14],[21,12,11],[29,6,31],[37,21,14],[11,6,17],[16,11,11],[26,12,10],[49,23,14],[24,16,8],[25,16,1],[27,10,5],[33,20,11],[19,5,10],[16,12,6],[0,6,8],[22,6,4],[6,3,3],[0,2,0],[0,1,15],[0,1,15],[8,5,19],[9,5,12],[10,10,10],[10,6,16],[4,4,8],[12,2,16],[12,6,14],[9,10,11],[12,4,6],[8,6,2],[9,8,13],[9,3,4],[9,7,10],[9,5,2],[10,5,13],[3,4,3],[10,3,3],[21,7,2],[30,10,6],[6,6,10],[17,5,2],[41,19,14],[22,7,19],[32,11,9],[19,7,2],[11,8,5],[14,8,4],[11,6,7],[19,8,1],[23,9,2],[10,4,0],[5,0,3],[6,2,2],[13,1,4],[13,3,0],[2,0,2],[2,4,0]],[[0,2,40],[0,2,32],[0,0,34],[0,1,39],[0,3,39],[1,2,27],[0,0,26],[0,3,39],[0,1,45],[1,2,43],[1,2,39],[0,4,30],[3,3,36],[5,4,33],[1,4,37],[3,1,38],[4,5,33],[10,8,52],[5,7,30],[7,1,28],[10,7,25],[7,6,29],[8,6,28],[3,7,32],[11,3,24],[11,7,24],[5,8,29],[11,5,26],[10,6,26],[11,8,23],[12,5,25],[12,8,22],[4,5,27],[11,10,21],[13,8,21],[12,11,19],[12,8,22],[14,11,17],[8,10,24],[10,5,25],[15,14,13],[10,15,17],[13,9,18],[9,8,23],[27,17,36],[35,24,59],[13,4,23],[15,9,18],[13,12,17],[17,8,17],[23,13,18],[9,11,18],[12,9,19],[15,6,19],[15,6,21],[22,18,30],[13,10,19],[12,9,19],[11,12,15],[19,9,14],[17,5,18],[34,16,34],[10,9,19],[17,8,13],[12,10,14],[10,10,18],[16,12,14],[17,8,11],[19,11,8],[32,7,23],[28,23,13],[9,8,13],[18,7,9],[17,13,14],[38,16,20],[22,12,8],[18,9,9],[21,9,6],[33,14,7],[24,3,3],[14,11,7],[3,3,8],[20,10,2],[9,2,1],[0,2,0],[0,1,13],[1,0,13],[6,6,16],[6,2,14],[4,7,15],[7,4,17],[5,1,8],[9,2,15],[8,8,12],[3,6,17],[9,6,3],[5,4,5],[13,3,12],[6,4,4],[8,3,11],[14,6,8],[6,1,5],[2,3,5],[6,4,4],[18,4,4],[22,8,8],[10,5,5],[12,2,6],[35,23,14],[22,10,14],[32,7,7],[14,6,6],[13,4,3],[13,4,7],[12,5,7],[15,8,1],[15,10,5],[7,3,4],[6,0,2],[5,1,2],[14,2,0],[7,5,2],[0,0,4],[2,2,0]],[[1,0,29],[2,3,25],[0,3,13],[4,2,20],[0,2,28],[1,4,11],[2,0,20],[2,2,26],[4,2,28],[4,2,26],[7,5,18],[4,2,20],[6,2,22],[5,3,22],[6,3,21],[3,6,21],[5,7,18],[6,12,32],[6,5,19],[10,2,12],[9,5,16],[7,5,18],[6,8,16],[9,11,10],[7,2,17],[9,8,13],[11,10,9],[9,6,15],[12,11,7],[7,11,12],[9,10,11],[12,9,9],[11,2,11],[5,14,11],[9,9,12],[6,11,13],[8,14,8],[15,8,7],[10,14,6],[8,12,8],[9,12,9],[9,12,9],[13,12,3],[9,13,6],[15,28,13],[27,30,25],[6,12,10],[13,12,5],[8,12,10],[14,12,4],[10,17,11],[9,12,5],[11,10,7],[12,8,8],[10,8,12],[19,25,6],[12,12,6],[14,10,6],[10,10,8],[15,11,4],[12,13,3],[23,24,13],[10,12,4],[12,11,5],[9,10,5],[10,9,7],[10,16,4],[12,8,4],[9,14,5],[22,11,5],[15,24,7],[7,9,6],[7,12,3],[12,18,2],[21,25,8],[14,13,3],[9,15,0],[11,12,1],[14,17,5],[13,3,4],[12,11,1],[2,4,4],[11,9,0],[5,1,2],[1,1,0],[0,0,10],[1,1,8],[1,10,9],[8,4,4],[3,10,5],[7,6,7],[4,1,5],[8,5,5],[7,6,7],[6,8,4],[3,5,2],[4,6,0],[10,8,2],[3,6,1],[5,4,7],[8,9,3],[9,6,3],0,[3,6,1],[10,8,0],[13,12,1],[6,7,1],[7,5,2],[22,27,5],[12,9,11],[15,12,3],[10,7,1],[9,3,0],[7,7,2],[4,10,2],[8,10,0],[13,11,2],[6,3,1],[2,3,1],[2,2,0],[6,2,0],[4,6,0],[1,2,1],[2,2,0]],[[0,1,47],[0,1,35],[0,0,34],[0,0,46],[0,1,47],[0,2,40],[0,1,37],[2,2,44],[0,1,51],[1,2,51],[0,0,48],[1,5,24],[0,5,43],[1,3,44],[2,5,41],[4,7,37],[3,5,40],[3,15,64],[2,8,38],[3,4,35],[0,10,38],[4,10,34],[6,8,34],[5,10,33],[2,5,35],[6,6,36],[7,6,35],[6,9,33],[6,13,29],[4,10,34],[8,5,35],[8,10,30],[5,7,30],[5,13,30],[7,8,33],[6,9,33],[7,12,29],[8,9,31],[8,11,29],[8,9,29],[6,11,31],[6,16,26],[10,10,26],[8,9,29],[8,24,60],[20,33,105],[8,12,26],[8,15,25],[7,9,28],[7,15,26],[9,13,38],[8,17,19],[5,12,29],[4,13,29],[6,16,26],[13,24,41],[4,16,28],[7,13,26],[5,15,22],[14,12,22],[11,15,20],[25,32,39],[11,12,21],[6,12,26],[11,9,22],[13,13,18],[10,16,22],[11,13,18],[11,12,21],[18,7,41],[21,18,33],[1,12,21],[10,9,19],[18,16,14],[31,24,31],[18,14,16],[16,12,14],[19,11,12],[28,19,17],[11,6,17],[10,14,10],[0,6,8],[19,8,5],[6,3,3],[0,2,0],[1,0,15],[0,0,16],[4,6,22],[4,8,14],[4,9,17],[6,6,20],[4,2,10],[0,5,25],[6,13,13],[8,7,15],[9,4,9],[5,6,5],[9,7,14],[4,5,7],[6,6,14],[10,9,13],[10,7,11],[1,6,3],0,[10,9,11],[19,12,15],[5,3,14],[12,3,9],[25,25,24],[15,7,26],[18,13,21],[11,7,10],[12,5,7],[11,6,9],[10,5,9],[14,10,4],[21,6,7],[11,3,0],[2,1,5],[3,3,4],[10,2,6],[7,5,4],[2,0,2],[2,4,0]],[[0,2,46],[0,1,37],[0,5,29],[0,3,41],[0,4,44],[1,1,34],[2,0,34],[0,5,43],[0,5,47],[1,5,48],[0,5,43],[0,6,28],[5,4,39],[0,6,42],[2,9,37],[4,7,37],[2,6,40],[8,15,59],[7,7,34],[5,2,35],[8,8,32],[5,8,35],[9,9,30],[6,11,31],[6,6,30],[6,8,34],[5,15,28],[9,12,27],[8,13,27],[7,10,31],[12,9,27],[7,12,29],[6,8,28],[8,12,28],[8,11,29],[9,9,30],[7,13,28],[11,9,28],[7,13,28],[9,13,24],[11,12,25],[9,12,27],[3,17,26],[10,14,22],[25,16,51],[40,33,85],[14,10,22],[10,16,22],[11,9,24],[13,11,24],[18,12,30],[7,17,20],[17,9,20],[11,13,22],[11,11,26],[14,23,41],[18,15,15],[7,14,25],[8,14,20],[15,11,22],[7,13,26],[31,23,42],[13,13,18],[11,12,21],[12,7,23],[9,13,22],[17,12,19],[12,14,16],[16,11,17],[19,4,43],[25,18,29],[9,9,16],[11,10,17],[17,15,16],[31,19,34],[21,13,14],[16,11,15],[18,10,14],[25,18,21],[18,5,11],[13,12,9],[2,5,7],[16,6,10],[4,2,6],[0,2,0],[0,1,15],[0,0,16],[10,5,17],[4,6,16],[8,6,16],[6,4,22],[7,2,7],[5,7,18],[6,12,14],[6,9,15],[5,7,10],[4,7,5],[7,11,12],[6,4,6],[4,9,13],[9,11,12],[6,6,16],[0,6,4],[7,4,5],[9,2,3],[16,9,21],[4,8,10],[8,7,9],[29,22,23],[22,8,18],[22,14,16],[10,7,11],[9,7,8],[12,6,8],[11,5,8],[12,10,6],[11,11,12],[6,4,4],[0,2,6],[1,3,6],[7,2,9],[10,2,4],[1,0,3],[3,2,1]],[[0,2,64],[0,3,51],[0,2,46],[0,3,57],[1,0,65],[0,3,41],[2,0,54],[0,5,61],[0,4,70],[1,5,66],[0,5,61],[0,5,41],[4,7,55],[2,6,58],[0,9,57],[4,10,52],[5,7,54],[6,16,100],[3,12,51],[4,1,53],[3,17,46],[1,11,54],[7,14,45],[7,12,47],[4,8,46],[9,8,49],[7,16,43],[11,16,39],[7,13,46],[5,12,49],[12,16,38],[6,16,44],[6,12,42],[6,21,39],[13,17,36],[17,12,37],[6,21,39],[14,15,37],[7,16,43],[9,16,37],[12,20,34],[5,21,40],[5,20,39],[3,19,42],[16,36,72],[27,63,140],[14,15,33],[13,24,29],[7,19,32],[10,18,38],[14,19,47],[12,20,28],[10,23,31],[4,19,41],[11,19,36],[11,38,57],[7,17,42],[4,20,38],[5,21,34],[15,21,30],[12,21,29],[32,45,55],[8,20,34],[13,16,29],[14,16,28],[20,19,21],[13,22,31],[15,16,23],[16,19,27],[23,12,47],[24,30,44],[6,16,22],[11,15,24],[18,21,31],[45,35,38],[31,21,14],[21,18,19],[15,21,24],[30,30,28],[12,12,18],[12,18,16],[0,7,11],[16,11,11],[4,3,5],[0,2,0],[0,1,21],[0,0,22],[5,8,31],[2,6,24],[8,17,17],[8,9,27],[8,3,11],[3,6,33],[9,14,21],[6,13,23],[8,7,15],[2,10,10],[7,12,21],[6,7,9],[5,11,18],[11,15,18],[10,13,15],[1,7,6],[5,8,9],[21,13,8],[14,14,22],[4,10,14],[11,10,15],[29,32,37],[22,17,27],[20,19,31],[12,12,14],[11,9,14],[12,13,11],[12,11,7],[18,14,10],[16,16,12],[11,5,2],[0,0,8],[3,6,3],[7,4,13],[10,7,5],[1,0,5],[2,7,1]],[[1,1,46],[1,3,30],[0,2,34],[3,0,43],[0,1,47],[0,2,34],[0,1,35],[0,2,46],[4,3,45],[1,2,51],[2,3,43],[2,1,35],[0,2,46],[5,4,39],[3,7,38],[6,2,40],[5,4,39],[11,13,58],[7,5,36],[7,3,32],[4,7,37],[12,8,28],[4,9,35],[8,9,31],[11,3,28],[12,7,29],[11,10,27],[10,12,26],[9,11,28],[14,8,26],[13,6,29],[18,6,24],[9,3,30],[10,14,24],[12,11,25],[16,9,23],[11,12,25],[16,8,24],[12,13,23],[10,10,26],[14,12,22],[14,13,21],[15,12,19],[13,12,21],[29,20,43],[47,41,70],[11,12,23],[15,14,19],[11,11,22],[16,14,18],[26,11,23],[9,17,18],[16,12,18],[13,13,20],[13,13,22],[30,27,21],[16,12,20],[15,19,12],[10,13,19],[22,12,14],[16,16,14],[39,31,26],[15,13,16],[19,10,15],[21,9,12],[17,12,15],[21,16,11],[17,10,15],[21,16,7],[46,7,13],[38,18,16],[12,8,14],[19,11,8],[25,11,12],[49,24,11],[30,14,4],[26,13,3],[26,11,5],[35,17,12],[22,7,5],[22,11,1],[5,4,5],[25,6,1],[8,2,2],[0,2,0],[0,1,15],[0,3,13],[12,3,17],[8,6,12],[7,7,16],[12,6,14],[5,1,10],[11,9,10],[8,11,13],[8,11,11],[12,4,6],[5,5,6],[14,7,9],[9,4,3],[7,7,12],[19,10,3],[12,6,10],[1,5,4],[11,2,3],[18,10,2],[27,12,7],[4,1,1],[13,4,7],[40,21,13],[25,10,13],[31,16,5],[16,9,3],[12,8,4],[13,7,6],[13,5,6],[16,11,1],[18,12,4],[9,4,1],[6,0,2],[3,3,4],[15,2,1],[9,6,1],[2,0,2],[2,4,0]],[[0,1,41],[0,1,39],[0,0,18],[1,1,40],[0,0,42],[0,2,40],[0,0,20],[0,4,38],[0,2,44],[1,0,45],[1,2,39],[3,1,26],[6,3,33],[2,2,38],[2,3,37],[3,1,38],[4,3,35],[5,4,61],[5,3,34],[4,0,32],[8,5,29],[9,4,29],[1,5,36],[7,3,32],[5,3,30],[9,4,29],[8,6,28],[10,4,28],[10,4,28],[6,7,29],[8,6,28],[12,5,25],[6,3,31],[12,8,22],[11,5,26],[10,8,24],[8,7,27],[9,6,27],[5,7,30],[7,6,27],[9,5,28],[8,8,26],[10,6,24],[8,7,25],[15,10,55],[40,23,77],[9,6,25],[12,8,22],[8,6,24],[12,9,21],[17,8,27],[6,7,25],[9,8,25],[6,9,25],[12,7,23],[17,15,36],[9,6,27],[9,7,24],[7,6,23],[16,8,18],[14,6,20],[27,18,39],[8,7,23],[10,6,22],[10,6,22],[13,7,18],[14,8,20],[17,4,15],[19,5,14],[25,3,34],[25,14,27],[9,5,16],[13,5,14],[18,7,17],[32,13,29],[20,11,11],[13,7,16],[18,7,13],[32,8,16],[14,6,12],[14,6,8],[3,2,7],[22,2,4],[6,0,4],0,[0,0,14],[0,0,14],[6,4,18],[6,3,13],[8,5,13],[3,3,22],[3,3,8],[7,5,16],[6,3,19],[7,5,14],[8,5,7],[5,4,5],[13,3,10],[8,2,4],[3,5,14],[10,6,12],[8,5,13],[1,3,4],[6,2,6],[15,5,8],[15,11,18],[5,3,10],[7,0,3],[30,10,22],[21,5,20],[22,5,19],[10,5,9],[13,2,7],[10,3,11],[13,5,4],[11,4,9],[15,4,11],[8,1,3],[3,0,5],[2,3,5],[7,1,8],[8,3,3],[1,0,3],[2,4,0]],[[0,1,89],[0,4,68],[1,2,65],[0,2,82],[1,5,84],[1,5,72],[1,1,60],[0,5,85],[4,5,89],[2,6,92],[3,8,79],[5,7,56],[0,8,82],[1,6,83],[1,6,83],[1,11,78],[4,13,73],[14,23,125],[5,16,69],[8,4,66],[0,21,69],[1,17,72],[5,16,69],[5,23,62],[6,10,66],[20,10,60],[5,24,61],[12,23,55],[7,24,59],[7,23,60],[9,16,65],[10,20,60],[5,14,55],[4,27,59],[8,25,57],[14,23,53],[5,31,54],[11,23,56],[13,25,52],[11,22,51],[11,30,49],[7,36,47],[9,27,52],[8,26,54],[16,54,100],[37,67,150],[17,21,46],[11,29,50],[10,31,49],[9,33,48],[23,34,57],[6,29,47],[15,28,41],[12,29,47],[14,31,45],[21,57,72],[16,32,42],[7,28,51],[10,33,39],[24,31,35],[14,25,45],[40,58,82],[11,31,42],[12,26,42],[19,20,37],[16,26,40],[21,32,37],[20,24,32],[15,29,36],[20,17,81],[42,50,42],[7,21,34],[14,27,33],[24,34,36],[65,50,45],[31,32,27],[28,27,25],[26,25,27],[44,37,35],[21,13,24],[25,32,13],[5,12,13],[29,20,15],[3,7,12],[0,6,0],[0,3,27],[0,0,30],[5,18,37],[6,14,26],[9,19,30],[9,14,37],[2,3,25],[6,10,38],[15,21,24],[7,19,32],[8,9,21],[4,11,15],[8,17,35],[6,12,12],[10,16,22],[15,21,24],[12,15,27],[0,11,11],[8,12,10],[19,18,17],[32,20,28],[10,16,18],[15,6,17],[36,51,39],[31,21,40],[35,26,33],[19,22,15],[14,9,17],[16,20,16],[13,19,18],[21,21,10],[23,23,16],[12,12,6],[4,1,9],[5,6,7],[13,5,14],[10,12,8],[2,0,6],[1,6,1]],[[1,1,70],[0,2,54],[0,2,44],[0,2,62],[0,1,71],[0,0,62],[1,1,46],[2,0,70],[1,1,78],[1,2,75],[3,2,67],[0,1,49],[2,2,68],[4,2,66],[0,1,71],[4,5,63],[8,3,61],[13,11,92],[4,11,57],[16,4,42],[15,5,52],[10,6,56],[10,6,56],[11,9,52],[6,6,54],[19,2,51],[16,10,46],[12,8,52],[13,8,51],[16,8,48],[18,4,50],[20,9,43],[14,10,40],[20,14,38],[21,6,45],[24,7,41],[17,13,42],[24,9,39],[20,11,41],[19,7,44],[23,10,39],[15,17,40],[18,15,35],[26,10,32],[37,19,82],[71,28,103],[22,6,42],[23,13,36],[21,10,41],[19,16,37],[36,11,47],[20,11,35],[18,10,42],[21,13,34],[29,12,31],[41,28,51],[25,10,37],[24,8,36],[23,15,26],[29,11,32],[27,12,31],[62,21,61],[24,10,30],[25,10,31],[27,7,30],[25,6,35],[32,7,33],[27,8,27],[28,11,27],[67,6,45],[55,15,42],[22,5,25],[25,10,23],[37,9,30],[61,15,56],[38,17,17],[32,10,20],[30,8,24],[48,14,32],[33,5,18],[35,10,7],[7,7,10],[41,6,11],[13,2,7],[2,0,0],[2,2,20],[0,0,24],[10,7,31],[9,4,25],[8,7,29],[19,4,25],[8,1,15],[15,3,28],[18,7,23],[13,5,26],[17,4,11],[11,4,9],[17,8,23],[10,3,11],[15,5,18],[28,8,12],[21,6,19],[6,5,5],[15,4,5],[25,6,15],[38,6,24],[15,5,14],[20,1,17],[65,19,38],[30,4,26],[53,5,24],[30,9,5],[21,4,11],[20,7,15],[19,7,16],[28,6,6],[23,9,20],[11,3,10],[9,1,6],[4,2,8],[22,2,6],[12,5,7],[0,0,8],[4,2,0]],[[0,1,71],[0,2,54],[1,0,49],[0,0,66],[0,5,67],[0,6,46],[0,1,59],[3,2,67],[4,6,70],[5,3,74],[5,5,62],[2,2,48],[2,4,66],[6,5,61],[4,6,62],[4,5,63],[8,6,58],[12,9,95],[5,4,63],[9,3,54],[8,11,53],[8,9,55],[11,6,55],[12,10,50],[2,3,57],[12,6,54],[13,11,48],[17,8,47],[15,12,45],[14,12,46],[6,12,54],[14,10,48],[6,4,54],[10,15,47],[11,12,49],[15,9,48],[9,14,49],[15,10,47],[11,8,53],[15,12,43],[14,12,46],[15,17,40],[15,16,37],[19,17,32],[28,26,84],[40,45,143],[15,17,38],[21,13,38],[13,14,41],[8,18,46],[25,17,50],[14,11,41],[13,15,40],[13,14,41],[20,11,41],[24,25,69],[15,15,42],[18,18,32],[15,16,35],[29,12,31],[24,15,31],[43,29,72],[16,16,36],[19,14,33],[15,14,33],[15,12,39],[26,16,30],[15,17,30],[23,15,28],[40,11,55],[41,24,41],[8,8,32],[21,14,25],[36,17,21],[65,29,40],[38,15,19],[30,17,15],[36,15,13],[34,22,36],[18,5,27],[27,17,12],[3,6,13],[34,5,15],[8,4,8],[0,3,1],[0,1,23],[1,0,23],[6,5,37],[9,7,22],[7,9,28],[10,8,30],[8,4,12],[13,7,24],[13,11,24],[11,13,20],[17,6,11],[6,8,10],[14,10,22],[7,6,11],[10,11,17],[20,11,17],[9,6,27],[2,4,8],[10,7,7],[20,12,12],[37,16,13],[11,12,13],[15,6,13],[45,32,35],[26,7,39],[30,14,18],[23,10,13],[24,4,14],[21,7,10],[16,6,14],[24,12,8],[26,15,7],[12,6,4],[4,0,8],[6,3,7],[23,4,7],[13,7,4],[1,0,3],[3,4,1]],[[0,0,48],[0,2,38],[0,0,32],[0,2,42],[0,2,46],[1,2,37],[1,1,34],[0,3,45],[0,4,48],[0,0,54],[1,3,44],[1,2,31],[1,3,44],[1,3,44],[0,6,42],[2,6,40],[3,5,40],[6,12,64],[2,5,41],[2,1,39],[5,10,33],[5,5,38],[7,10,31],[5,8,35],[4,4,34],[4,4,40],[6,10,32],[8,8,32],[5,11,32],[8,7,33],[8,8,32],[8,9,31],[7,4,31],[9,8,31],[10,11,27],[9,8,31],[4,14,30],[11,10,27],[7,11,30],[10,12,24],[10,13,25],[6,17,25],[6,13,27],[15,12,19],[15,20,57],[39,27,92],[11,13,22],[10,17,21],[9,10,25],[5,17,26],[16,10,34],[6,14,24],[10,13,23],[12,11,23],[16,12,20],[14,25,39],[10,10,28],[10,14,22],[9,17,16],[12,13,23],[10,15,21],[27,31,38],[10,13,21],[7,12,25],[9,12,21],[13,15,16],[14,15,19],[15,10,17],[18,10,16],[20,5,41],[15,24,33],[9,10,15],[11,11,16],[13,17,18],[29,19,36],[20,13,15],[16,16,10],[9,10,23],[24,20,20],[13,7,14],[10,12,12],[1,6,7],[15,8,9],[5,2,5],[0,2,0],[0,1,15],[0,0,16],[4,6,22],[6,5,15],[7,4,19],[5,7,20],[6,3,7],[6,4,20],[7,12,13],[8,8,14],[8,4,10],[2,7,7],[10,7,13],[4,3,9],[7,6,13],[8,10,14],[11,5,12],[0,5,5],[7,4,5],[11,9,10],[18,10,18],[3,7,12],[10,5,9],[24,23,27],[12,14,22],[19,13,20],[7,3,2],[12,7,5],[9,9,8],[12,6,6],[17,8,3],[8,13,13],[6,3,5],[1,2,5],[1,3,6],[12,2,4],[5,5,6],[0,0,4],[4,2,0]],[[0,0,30],[0,0,24],[0,0,24],[0,0,26],[0,0,30],[0,2,24],[0,0,16],[0,0,30],[0,3,31],[0,1,33],[0,0,30],[0,0,22],[0,1,29],[1,0,29],[0,2,28],[2,0,28],[0,0,30],[0,0,46],[0,0,30],[2,0,26],[1,2,27],[1,0,29],[0,4,26],[5,1,24],[1,0,25],[2,1,27],[4,2,24],[2,2,26],[1,3,26],[0,0,30],[2,2,26],[0,0,30],[2,1,27],[4,1,25],[0,1,29],[2,2,26],[1,3,26],[1,2,27],[2,4,24],[6,4,20],[3,2,25],[3,3,24],[1,1,26],[1,1,26],[5,2,51],[8,12,88],[3,0,27],[2,2,26],[0,2,24],[4,4,22],[3,1,34],[2,0,26],[2,0,28],[3,1,24],[6,2,22],[2,3,43],[5,5,20],[3,1,24],[1,1,24],[5,2,23],[7,0,23],[6,10,44],[3,3,22],[6,1,21],[7,0,21],[2,2,24],[4,4,22],[4,3,19],[6,1,21],[4,0,46],[15,5,26],[4,2,14],[4,1,19],[7,3,20],[15,2,39],[7,3,20],[6,4,16],[10,3,15],[7,5,28],[8,2,14],[11,1,8],[0,0,8],[14,0,8],[2,0,6],0,[0,0,10],[0,0,10],[1,0,19],[1,1,14],[2,2,14],[1,0,19],[0,0,10],[1,2,17],[1,2,17],[3,1,14],[2,2,12],[0,2,8],[4,0,14],[3,0,7],[5,0,11],[7,3,10],[2,2,14],[0,0,4],[2,1,7],[5,3,12],[5,7,20],[3,2,9],[4,2,12],[12,2,26],[12,1,19],[12,1,25],[4,2,12],[2,1,7],[5,2,9],[3,0,11],[4,0,14],[9,1,10],[3,0,5],[0,0,6],[0,1,7],[6,1,9],[8,0,2],[0,0,2],[2,1,1]],[[0,0,42],[0,3,31],[1,2,33],[0,0,38],[0,1,41],[0,1,19],[0,0,26],[0,1,41],[0,0,46],[0,2,44],[0,4,38],[1,0,33],[0,0,42],[1,1,40],[0,3,39],[1,3,38],[0,4,38],[3,9,58],[2,7,33],[3,1,32],[0,9,33],[2,6,34],[1,9,32],[4,7,31],[5,1,32],[7,6,29],[2,8,32],[2,7,33],[2,9,31],[3,10,29],[3,7,32],[3,5,34],[4,4,28],[2,9,31],[2,9,31],[5,3,34],[2,11,29],[6,7,29],[6,9,27],[4,10,26],[8,9,25],[2,11,29],[4,12,24],[4,8,28],[12,16,52],[12,18,88],[6,7,27],[3,9,30],[3,11,28],[6,9,27],[9,10,35],[4,12,22],[6,7,27],[7,6,27],[6,11,25],[5,19,46],[4,10,28],[3,9,28],[0,9,29],[8,9,25],[3,7,30],[11,20,53],[5,7,26],[3,8,27],[6,6,24],[3,7,28],[10,11,21],[3,10,23],[6,12,20],[14,5,43],[18,16,30],[4,6,20],[4,8,22],[5,11,28],[22,16,38],[16,11,15],[8,10,18],[9,10,17],[10,12,32],[13,5,12],[9,12,11],[1,4,9],[9,6,17],[6,2,4],[0,2,0],[0,0,14],[0,0,14],[1,4,23],[4,3,15],[4,4,18],[3,5,20],[4,2,8],[2,3,21],[7,6,15],[5,5,16],[3,4,11],[2,3,9],[3,5,20],[1,4,9],[4,6,12],[9,7,12],[5,5,16],[2,3,5],[3,3,8],[7,6,13],[9,8,21],[3,6,11],[6,2,12],[17,20,35],[10,8,28],[12,6,28],[9,8,9],[6,4,10],[2,2,6],[7,4,13],[7,6,11],[8,9,13],[3,4,7],[2,0,6],[4,2,2],[8,1,7],[5,4,5],[0,0,4],[1,2,1]],[[1,2,33],[0,3,25],[0,2,24],[0,2,30],[0,0,36],[1,2,23],[2,2,24],[0,2,34],[0,1,39],[1,0,37],[4,3,29],[2,2,20],[3,6,27],[1,2,33],[0,7,29],[2,5,29],[2,4,30],[1,9,48],[6,3,27],[4,1,25],[6,4,26],[5,6,25],[5,3,28],[1,8,27],[4,4,26],[6,4,26],[6,6,24],[9,6,21],[4,9,23],[4,6,26],[12,6,18],[9,6,21],[4,7,23],[7,6,23],[10,4,22],[10,3,23],[7,9,20],[11,7,18],[8,7,21],[8,4,22],[8,8,20],[7,11,18],[11,8,15],[5,6,23],[20,12,36],[20,15,65],[10,3,21],[11,8,17],[8,6,22],[14,8,14],[14,5,27],[5,9,18],[6,8,22],[10,10,14],[12,7,17],[21,12,27],[12,6,18],[8,12,14],[13,7,12],[12,7,17],[10,10,14],[26,12,34],[11,8,13],[16,6,10],[9,4,19],[12,4,16],[17,6,13],[12,3,15],[14,6,12],[25,2,31],[28,10,20],[12,4,10],[10,4,14],[24,6,8],[30,10,22],[21,7,8],[11,6,13],[18,8,6],[31,8,7],[19,3,6],[17,6,3],[2,4,6],[19,2,7],[7,0,3],0,[0,1,11],[2,0,10],[4,2,18],[7,2,9],[8,5,9],[5,4,15],[3,2,7],[2,6,16],[13,4,7],[1,6,15],[7,3,6],[5,2,5],[8,2,14],[4,2,6],[3,2,13],[16,4,4],[10,3,11],[2,4,2],[7,2,3],[10,6,8],[10,8,18],[8,2,6],[6,3,11],[36,10,14],[26,7,11],[26,3,11],[9,5,8],[12,1,5],[13,3,6],[8,2,0],[12,4,4],[15,5,6],[6,3,3],[4,1,3],[2,2,4],[11,0,3],[9,2,1],[1,1,2],[2,2,0]],0,[[0,2,34],[0,2,26],[0,1,25],[0,2,34],[0,4,32],[0,0,28],[0,0,28],[0,2,34],[0,3,33],[0,3,39],[0,1,35],[1,3,26],[0,4,32],[2,1,33],[0,1,35],[1,4,31],[0,4,32],[1,9,44],[2,5,29],[3,2,25],[0,5,31],[3,4,29],[1,5,30],[0,7,29],[2,5,25],[4,5,27],[1,7,28],[4,10,22],[2,11,23],[1,8,27],[4,5,27],[5,1,30],[2,7,21],[3,9,24],[2,8,26],[1,8,27],[3,7,26],[3,10,23],[6,10,20],[6,8,20],[4,11,21],[3,16,17],[2,12,20],[8,12,14],[8,23,39],[16,22,64],[5,8,21],[4,13,19],[0,10,26],[8,13,15],[7,9,30],[4,10,18],[5,12,17],[6,8,20],[6,8,22],[11,24,25],[4,12,20],[4,10,22],[4,15,11],[5,11,20],[6,8,20],[15,22,35],[12,11,9],[6,13,15],[4,10,16],[2,10,20],[12,11,13],[6,10,18],[6,12,12],[11,5,36],[18,18,20],[5,4,19],[5,10,15],[9,11,12],[15,17,30],[9,13,14],[6,14,10],[6,8,16],[10,20,16],[7,5,16],[12,12,4],[1,6,5],[15,5,8],[3,4,5],[0,2,0],[0,1,11],[0,0,12],[2,7,15],[1,5,16],[7,6,9],[2,6,16],[2,2,8],[2,2,18],[4,7,13],[4,7,11],[3,4,9],[5,4,3],[7,4,13],[1,4,7],[4,7,9],[6,10,8],[2,5,15],[2,3,3],[3,2,7],[4,8,10],[4,7,15],[5,6,7],[5,2,7],[14,26,20],[14,8,14],[12,12,14],[8,9,5],[8,4,4],[7,8,5],[9,7,6],[5,9,4],[5,4,7],[4,4,4],[1,1,6],[6,2,2],[8,2,2],[6,4,2],[0,0,2],[1,2,1]],[[0,1,41],[0,2,24],[0,1,31],[0,1,37],[0,4,38],[0,1,33],[1,1,24],[0,3,39],[0,3,43],[0,2,44],[0,1,41],[1,4,31],[3,2,37],[0,3,39],[0,1,41],[0,7,35],[0,4,38],[1,7,62],[2,5,35],[3,2,31],[2,7,33],[1,3,38],[0,3,39],[0,6,36],[1,2,35],[7,0,35],[1,6,35],[4,7,31],[5,7,30],[2,7,33],[6,9,27],[4,4,34],[3,6,27],[0,12,30],[3,10,29],[8,9,25],[3,6,33],[9,9,24],[6,9,27],[4,6,30],[3,12,27],[2,12,28],[5,12,23],[3,8,29],[9,26,45],[10,23,85],[4,9,27],[5,10,27],[2,11,29],[6,10,26],[8,9,37],[2,11,25],[7,9,24],[3,10,27],[5,11,26],[5,18,47],[3,12,27],[2,10,28],[6,12,20],[4,11,27],[4,10,26],[18,17,49],[1,8,29],[6,10,22],[10,5,21],[9,8,21],[10,9,23],[7,10,19],[9,8,21],[6,4,52],[16,12,36],[7,5,18],[10,9,15],[13,12,19],[14,20,42],[16,12,14],[8,11,17],[9,8,19],[14,16,24],[11,3,16],[12,12,8],[0,6,8],[12,8,12],[2,2,8],[0,2,0],[0,0,14],[0,0,14],[2,6,20],[4,5,13],[4,4,18],[0,5,23],[2,3,9],[6,0,20],[3,8,17],[3,6,17],[4,4,10],[0,4,10],[4,4,20],[2,4,8],[4,5,13],[8,8,12],[8,5,13],[1,3,6],[0,3,11],[10,5,11],[7,7,24],[1,6,13],[5,1,14],[21,20,31],[17,10,19],[13,11,22],[7,7,12],[8,4,8],[8,7,9],[8,7,9],[8,8,8],[14,8,8],0,[2,0,6],[3,2,3],[7,2,7],[6,3,5],[1,0,3],[1,2,1]],[[0,0,24],[0,0,16],[0,1,15],[0,0,22],[1,0,23],[0,0,16],[0,0,14],[0,0,24],[0,0,28],[0,0,26],[0,1,23],[0,2,20],[0,6,18],[3,0,21],[0,2,22],[1,2,21],[3,0,21],[2,2,30],[4,2,18],[3,1,16],[2,1,21],[7,3,14],[2,0,22],[5,1,18],[2,2,18],[11,0,13],[3,2,19],[6,4,14],[5,2,17],[4,0,20],[9,1,14],[9,1,14],[1,1,20],[7,2,15],[6,1,17],[5,2,17],[7,2,15],[9,2,13],[8,2,14],[5,1,18],[10,4,10],[7,5,12],[8,2,12],[6,1,15],[17,5,24],[21,4,41],[7,3,14],[7,4,13],[6,0,18],[7,2,15],[13,2,17],[6,4,12],[10,3,11],[9,2,11],[7,4,13],[10,7,23],[9,0,15],[10,3,11],[4,3,13],[14,2,8],[12,4,8],[16,8,24],[5,1,14],[11,2,11],[13,2,7],[11,0,11],[12,1,11],[7,0,13],[9,4,9],[24,0,20],[22,4,14],[7,2,9],[9,3,6],[14,1,9],[30,2,10],[21,0,3],[16,2,2],[18,0,2],[14,4,12],[14,0,8],[14,1,1],[1,2,5],[17,0,3],[5,0,3],0,[0,0,8],[0,1,7],[2,3,11],[5,0,9],[2,4,8],[2,0,14],[2,1,5],[5,2,9],[7,3,6],[5,0,9],[8,0,2],[3,1,4],[8,1,7],[2,0,6],[6,0,8],[9,0,7],[7,1,8],[1,3,2],[5,1,2],[10,2,4],[19,0,3],[6,0,6],[8,2,4],[24,5,11],[11,3,16],[19,3,6],[11,2,1],[9,0,3],[8,0,6],[8,2,4],[10,0,2],[17,1,4],[6,0,2],0,[5,0,1],[8,0,2],[5,2,1],[2,0,2],[2,0,0]],0,[[0,0,36],[0,1,27],[1,0,23],[0,0,34],[0,1,35],[0,1,27],[0,0,28],[0,2,34],[0,2,38],[1,1,40],[0,2,34],[1,0,31],[0,0,36],[2,0,34],[0,1,35],[1,0,35],[2,3,31],[4,6,48],[1,4,31],[3,2,29],[2,3,31],[5,2,29],[2,6,28],[4,3,29],[0,3,27],[8,2,26],[1,6,29],[4,6,26],[2,6,28],[6,4,26],[4,2,30],[2,3,31],[3,1,28],[3,7,26],[4,5,27],[7,3,26],[7,6,23],[10,1,25],[5,3,28],[10,5,21],[8,4,24],[3,4,29],[8,3,23],[9,4,21],[8,10,52],[21,18,87],[6,8,22],[7,5,24],[4,6,22],[3,5,28],[11,6,29],[4,8,22],[6,5,23],[8,3,23],[7,6,23],[8,6,44],[8,5,23],[8,4,22],[5,4,23],[14,6,16],[7,7,22],[19,16,37],[9,4,21],[9,4,21],[6,4,22],[12,6,16],[10,7,19],[9,8,15],[14,7,13],[15,3,36],[20,9,23],[6,2,16],[9,3,18],[8,6,22],[28,16,24],[16,7,13],[14,10,8],[13,7,12],[15,13,20],[7,2,17],[12,5,9],[0,2,8],[16,3,7],[4,2,4],[0,2,0],[0,0,12],[0,0,12],[5,0,19],[3,4,13],[3,4,15],[0,4,20],[5,1,6],[6,0,16],[9,3,12],[5,3,14],[3,3,12],[3,3,6],[4,4,14],[2,3,7],[5,3,12],[10,4,10],[5,4,11],[0,2,4],[5,2,5],[11,3,8],[20,5,9],[2,3,13],[10,1,7],[25,9,18],[11,3,20],[12,6,26],[8,2,12],[9,3,10],[8,1,9],[6,2,8],[10,4,8],[9,4,11],[4,2,4],[2,0,4],[3,1,4],[4,0,2],[6,1,5],[0,0,2],[1,2,1]],[[0,0,42],[0,2,30],[0,3,27],[0,3,39],[0,2,40],[0,2,28],[2,0,26],[0,5,37],[0,2,44],[0,4,44],[1,4,37],[0,4,28],[0,5,37],[0,4,38],[0,11,31],[2,7,33],[0,5,37],[6,6,68],[3,7,32],[1,2,35],[1,9,32],[0,8,34],[2,8,32],[3,8,31],[0,3,35],[4,6,32],[4,13,25],[3,12,27],[0,12,30],[1,9,32],[3,8,31],[3,7,32],[2,9,25],[3,12,27],[4,9,29],[5,8,29],[2,12,28],[9,6,27],[1,16,25],[9,7,24],[3,11,28],[4,16,22],[5,10,27],[3,14,25],[5,25,50],[3,35,104],[4,9,27],[3,16,23],[4,7,27],[3,15,24],[11,10,31],[2,13,25],[5,15,20],[6,12,24],[3,17,22],[4,25,39],[0,14,28],[5,15,20],[6,13,17],[6,13,23],[3,13,24],[18,32,34],[6,11,23],[6,14,18],[4,10,24],[7,11,22],[7,14,21],[9,10,17],[7,14,17],[5,9,40],[13,16,33],[3,8,17],[2,10,22],[13,14,15],[21,19,32],[9,15,18],[6,17,17],[10,9,19],[13,21,24],[6,6,16],[8,12,8],[0,6,6],[7,6,13],[2,2,4],[1,1,0],[0,0,14],[0,0,14],[0,7,21],[1,4,17],[4,7,17],[4,4,20],[2,1,11],[0,8,18],[9,7,12],[0,13,15],[4,6,10],[1,7,6],[4,5,17],[3,4,7],[1,9,14],[5,9,14],[3,8,13],[0,6,2],[4,5,5],[6,3,17],[9,10,23],[1,8,11],[4,6,10],[17,23,24],[14,10,16],[8,12,24],[7,7,10],[3,4,13],[7,8,9],[5,5,10],[9,5,10],[8,11,9],[4,3,5],[1,2,3],[1,3,6],[7,1,8],0,[0,0,4],[1,3,0]],[[0,0,6],[0,0,6],[0,0,4],[0,0,4],[0,0,6],[0,0,4],[0,0,6],[0,0,6],[0,0,10],[1,0,5],[0,0,6],[0,0,4],[0,0,6],[3,0,3],[2,0,4],[0,0,6],[3,0,3],[1,0,11],[0,0,6],[4,0,2],[3,0,3],[1,0,5],[4,0,2],[6,0,0],[1,0,5],[4,0,2],[3,0,3],[1,0,5],[4,0,2],[5,0,1],[4,0,2],[6,0,0],[4,0,2],[0,0,6],[6,0,0],[4,0,2],[6,0,0],[6,0,0],[5,0,1],[6,0,0],[5,0,1],[2,0,4],[4,0,2],[6,0,0],[9,0,1],[12,0,4],[4,0,2],[5,0,1],[4,0,2],[4,0,2],[7,0,1],[3,0,3],[5,0,1],[5,0,1],[4,0,2],[10,0,0],[6,0,0],[6,0,0],[4,0,2],[4,0,2],[5,0,1],[12,0,0],[4,0,2],[6,0,0],[6,0,0],[6,0,0],[6,0,0],[2,0,0],[4,0,2],[10,0,0],[9,0,1],[2,0,0],[4,0,0],[8,0,0],[10,0,0],[6,0,0],[6,0,0],[6,0,0],[5,0,1],[4,0,0],[4,0,0],[2,0,0],[4,0,0],0,0,[0,0,2],[0,0,2],[1,0,3],[2,0,0],[1,0,3],[4,0,0],[2,0,0],[4,0,0],[4,0,0],[4,0,0],[2,0,0],[2,0,0],[4,0,0],[2,0,0],[2,0,2],[4,0,0],[4,0,0],[1,0,1],[2,0,0],[4,0,0],[8,0,0],[4,0,0],[4,0,0],[10,0,0],[6,0,2],[7,0,1],[4,0,0],[4,0,0],[4,0,0],[2,0,0],[4,0,0],[6,0,0],[2,0,0],[2,0,0],[2,0,0],[4,0,0],[2,0,0]],0],"none":[[[8,0,24],[11,6,21],[15,2,17],[20,4,20],[21,2,25],[15,3,14],[14,4,20],[25,6,17],[31,6,15],[33,4,17],[32,5,11],[23,2,9],[33,9,6],[28,6,14],[31,8,9],[34,6,8],[29,3,16],[57,8,17],[39,6,3],[30,4,8],[35,8,5],[41,6,1],[41,6,1],[43,2,3],[34,3,5],[41,4,3],[43,2,3],[37,3,8],[42,4,2],[42,4,2],[44,2,2],[43,5,0],[37,3,2],[39,6,3],[42,4,2],[44,2,2],[44,2,2],[43,4,1],[45,2,1],[41,2,3],[42,4,2],[45,1,2],[45,1,0],[42,3,1],[83,5,4],[144,10,4],[42,4,0],[45,3,0],[37,5,2],[45,1,2],[55,2,3],[39,2,3],[42,4,0],[41,4,1],[43,4,1],[75,3,0],[46,2,0],[41,2,3],[39,3,0],[43,4,1],[46,0,0],[92,3,1],[41,3,0],[41,1,2],[40,2,0],[43,1,0],[42,4,2],[41,1,0],[43,1,0],[65,0,1],[66,6,0],[32,2,0],[36,2,0],[47,1,0],[81,3,0],[47,1,0],[41,1,0],[41,1,0],[62,2,0],[34,0,0],[34,0,0],[14,0,0],[32,0,0],[12,0,0],[2,0,0],[6,5,5],[10,1,5],[27,5,0],[21,1,4],[29,0,1],[30,1,1],[14,1,1],[29,1,0],[29,3,0],[27,3,0],[22,0,0],[16,0,0],[28,2,0],[15,1,0],[25,0,1],[31,1,0],[25,3,0],[10,0,0],[15,1,0],[30,0,0],[43,3,0],[20,1,1],[23,1,0],[71,3,0],[46,2,0],[48,2,2],[28,0,0],[23,1,0],[25,1,0],[21,2,1],[28,0,0],[33,1,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[6,5,23],[8,2,22],[16,5,27],[24,5,19],[18,7,17],[21,5,22],[17,5,28],[24,3,15],[21,2,17],[32,4,10],[24,6,10],[27,6,15],[23,4,11],[29,3,10],[26,3,9],[29,2,7],[24,5,11],[41,5,16],[29,7,2],[25,2,3],[29,2,3],[34,4,2],[31,1,4],[32,3,3],[20,1,3],[38,3,1],[34,2,6],[25,3,8],[35,2,3],[34,3,1],[29,2,5],[31,5,2],[28,1,1],[40,3,1],[24,2,2],[32,2,6],[33,3,0],[33,4,1],[32,3,1],[35,2,1],[34,5,1],[37,2,3],[36,4,0],[34,4,0],[62,2,6],[115,9,2],[29,0,1],[34,0,0],[26,7,3],[32,5,1],[44,2,4],[29,2,3],[24,2,6],[41,1,2],[32,4,2],[59,4,1],[39,3,0],[36,1,1],[30,4,2],[31,1,0],[36,2,0],[69,6,3],[30,3,1],[33,1,0],[37,0,1],[26,4,0],[37,0,3],[29,2,1],[33,1,0],[47,3,0],[56,2,0],[24,0,0],[31,3,0],[34,2,0],[64,4,0],[35,1,0],[37,0,1],[30,4,0],[46,2,0],[28,0,0],[22,2,0],[12,0,0],[27,3,0],[10,0,0],[2,0,0],[7,3,6],[10,0,6],[22,0,0],[16,3,3],[22,2,0],[25,2,1],[9,3,0],[27,2,1],[26,1,1],[22,4,0],[22,0,0],[12,2,0],[22,2,0],[11,1,0],[20,0,0],[21,2,1],[20,4,0],[8,1,1],[11,1,0],[22,0,0],[36,2,0],[11,1,0],[20,2,0],[58,4,0],[36,2,0],[37,1,0],[18,2,0],[18,0,0],[17,3,0],[21,1,0],[23,1,0],[23,0,1],[9,1,0],[6,0,0],[5,1,0],[13,1,0],[11,1,0],[4,0,0],[1,1,0]],[[8,1,25],[10,4,34],[5,3,24],[13,6,27],[10,5,19],[20,2,26],[13,7,30],[12,4,16],[13,1,20],[17,3,20],[14,4,12],[27,4,17],[22,4,10],[24,4,14],[27,4,11],[27,3,10],[18,3,17],[48,4,16],[23,6,9],[22,3,7],[21,5,6],[21,9,2],[22,5,5],[30,1,5],[21,5,8],[21,2,3],[25,8,5],[26,2,12],[35,1,2],[32,1,3],[21,4,3],[31,6,3],[23,2,1],[32,5,1],[23,5,2],[35,4,3],[24,5,5],[33,2,3],[26,2,4],[25,2,5],[28,6,0],[31,3,2],[28,2,4],[30,3,3],[56,6,4],[108,14,6],[27,3,4],[22,2,6],[20,4,4],[35,1,2],[37,5,2],[23,4,5],[24,2,2],[31,2,3],[32,7,3],[36,14,4],[35,2,1],[32,2,0],[24,4,2],[30,0,2],[25,3,2],[58,4,2],[28,2,2],[30,5,1],[30,3,1],[24,4,2],[32,4,0],[25,4,1],[18,3,3],[41,2,1],[41,4,3],[17,3,0],[22,3,1],[30,8,0],[57,3,0],[28,2,0],[37,1,0],[30,2,0],[41,8,1],[20,2,0],[21,5,0],[9,2,1],[27,3,0],[10,0,0],0,[4,3,3],[8,0,4],[18,7,1],[13,2,1],[19,3,2],[14,3,1],[9,2,1],[19,5,0],[18,2,2],[19,2,1],[13,1,0],[9,1,0],[19,3,0],[14,0,0],[13,1,0],[21,5,0],[19,3,0],[5,3,0],[10,0,0],[17,7,0],[30,4,0],[16,2,0],[12,2,0],[40,7,1],[31,3,0],[32,2,0],[19,1,0],[15,1,0],[21,3,2],[14,3,1],[19,1,0],[25,1,0],[10,0,0],[7,1,0],[10,0,0],[15,0,1],[5,3,0],[4,0,0],[4,0,0]],[[11,2,27],[10,2,36],[8,4,30],[7,1,24],[14,8,20],[13,3,32],[10,4,24],[21,5,20],[19,5,20],[32,4,12],[15,5,18],[25,6,13],[25,5,12],[26,8,12],[28,9,7],[29,6,7],[25,2,17],[46,12,16],[20,6,12],[30,6,6],[36,6,4],[31,5,4],[31,6,7],[31,6,7],[13,7,12],[35,2,1],[35,2,5],[29,3,12],[31,6,3],[34,7,3],[38,5,1],[36,4,4],[35,2,5],[35,5,2],[37,1,2],[35,3,6],[36,4,2],[35,7,4],[37,5,0],[29,6,7],[35,7,4],[37,2,5],[34,3,3],[38,4,4],[62,7,7],[132,9,9],[40,4,0],[34,4,4],[34,3,3],[38,6,2],[47,6,3],[36,3,5],[37,5,2],[34,7,1],[38,5,1],[57,12,1],[38,2,0],[38,3,1],[35,4,1],[32,3,3],[35,8,1],[77,8,1],[36,2,0],[40,2,0],[35,3,0],[36,3,3],[43,3,0],[35,3,0],[33,6,1],[53,5,0],[56,6,0],[26,6,0],[31,2,1],[33,6,1],[72,6,0],[38,4,0],[33,5,0],[36,4,0],[56,4,0],[24,2,0],[25,5,0],[9,2,1],[31,1,0],[12,0,0],[2,0,0],[3,4,5],[5,3,6],[19,5,2],[17,4,3],[19,4,3],[25,0,3],[12,1,3],[21,1,4],[29,2,1],[26,3,1],[16,0,0],[11,1,0],[23,5,0],[13,1,0],[18,2,2],[26,0,0],[22,4,0],[6,0,2],[16,0,0],[25,3,0],[32,6,0],[20,0,2],[21,3,0],[60,6,2],[40,4,0],[42,1,1],[24,2,0],[21,1,0],[22,1,1],[19,1,0],[25,1,0],[29,3,0],[13,1,0],[6,0,0],[8,0,0],[16,0,0],[13,3,0],[3,1,0],[6,0,0]],[[11,2,35],[7,4,27],[11,2,31],[14,3,29],[6,8,18],[7,3,24],[5,3,22],[19,7,22],[26,3,23],[26,5,23],[22,6,20],[14,1,15],[24,8,16],[30,11,7],[27,9,12],[26,7,15],[26,3,19],[49,5,28],[28,7,13],[31,2,9],[39,3,6],[35,6,7],[34,4,10],[40,4,4],[25,9,8],[38,4,6],[35,8,5],[32,1,15],[30,12,6],[38,7,3],[36,6,6],[39,4,5],[34,4,4],[36,8,4],[38,6,4],[36,4,8],[38,6,4],[39,4,5],[43,3,2],[36,5,5],[35,8,5],[40,3,5],[38,5,3],[42,4,0],[81,7,4],[130,20,8],[36,8,2],[39,6,3],[31,7,6],[43,4,1],[51,5,4],[35,5,4],[36,6,4],[40,5,1],[40,6,2],[68,6,4],[40,6,2],[39,6,1],[36,4,2],[42,3,3],[42,3,1],[80,14,2],[36,5,3],[42,2,0],[36,5,1],[34,6,4],[40,5,3],[35,7,0],[35,5,4],[65,1,0],[67,4,1],[31,3,0],[34,4,0],[46,2,0],[76,8,0],[42,6,0],[35,7,0],[40,2,0],[55,9,0],[33,1,0],[27,6,1],[13,1,0],[29,3,0],[11,1,0],[0,2,0],[5,1,10],[6,0,10],[26,4,2],[20,4,2],[26,2,2],[29,3,0],[12,3,1],[28,1,1],[27,4,1],[24,3,3],[17,5,0],[15,1,0],[26,3,1],[14,2,0],[18,6,2],[26,5,1],[26,2,0],[8,2,0],[15,1,0],[27,3,0],[44,1,1],[19,3,0],[23,1,0],[63,10,1],[48,0,0],[48,4,0],[26,2,0],[22,2,0],[24,2,0],[21,3,0],[26,2,0],[32,2,0],[13,1,0],[7,0,1],[10,0,0],[17,1,0],[14,2,0],[4,0,0],[6,0,0]],[[6,4,22],[6,3,39],[11,4,33],[11,3,34],[11,3,22],[6,3,23],[13,3,32],[14,5,23],[14,4,20],[19,2,21],[11,5,18],[25,5,18],[16,6,14],[15,2,15],[18,4,8],[19,5,10],[20,7,15],[35,12,19],[14,7,9],[27,1,8],[27,7,8],[27,7,4],[21,9,10],[23,6,7],[14,3,11],[22,7,5],[27,5,6],[25,5,8],[35,6,5],[29,7,2],[24,6,8],[28,8,2],[19,7,2],[25,4,3],[36,3,3],[35,7,0],[33,4,3],[31,10,1],[25,7,4],[32,2,4],[27,6,5],[22,4,2],[23,3,2],[29,10,1],[50,10,6],[88,26,10],[30,7,1],[29,5,4],[26,6,6],[30,8,2],[43,6,1],[20,9,3],[27,3,2],[23,5,2],[22,8,0],[56,10,2],[31,6,3],[31,6,3],[22,5,1],[31,7,0],[30,2,0],[66,10,4],[27,9,2],[32,4,0],[29,8,1],[33,5,2],[26,8,2],[29,9,0],[22,6,0],[53,5,2],[60,4,0],[27,2,1],[12,3,1],[33,4,1],[59,9,0],[33,5,0],[25,3,2],[25,5,2],[36,8,0],[19,5,0],[26,4,0],[6,1,1],[18,2,0],[8,0,0],[2,0,0],[4,1,5],[6,1,5],[14,2,2],[14,5,1],[17,5,2],[20,2,2],[11,0,1],[21,2,3],[17,6,1],[18,2,0],[19,3,0],[8,4,0],[22,4,0],[10,4,0],[16,2,0],[14,10,0],[16,7,1],[4,2,0],[10,2,0],[19,2,1],[30,6,0],[12,2,0],[22,1,1],[44,10,2],[35,3,0],[36,5,1],[25,2,1],[15,4,1],[16,2,0],[19,1,0],[22,2,0],[24,2,0],[9,1,0],[6,0,0],[10,0,0],[17,1,0],[9,1,0],[4,0,0],[5,1,0]],[[9,1,26],[9,5,34],[12,3,33],[9,6,25],[13,7,12],[14,3,29],[12,2,20],[15,3,18],[22,6,18],[24,8,12],[19,2,17],[25,3,20],[22,3,15],[22,5,15],[17,5,14],[23,3,8],[11,2,15],[36,6,16],[28,4,8],[19,1,4],[25,2,9],[21,3,8],[25,1,8],[24,4,6],[22,5,7],[25,1,6],[20,3,7],[18,0,12],[26,2,4],[21,8,5],[24,1,7],[25,3,8],[27,1,4],[31,1,6],[32,3,7],[30,3,7],[27,3,2],[32,1,5],[34,2,6],[29,3,4],[34,5,3],[34,2,2],[27,1,2],[28,2,2],[58,1,7],[87,10,11],[22,3,1],[33,0,3],[24,1,7],[34,2,2],[33,4,7],[25,2,3],[30,2,0],[29,1,4],[32,2,4],[44,2,6],[29,1,2],[34,2,4],[26,3,3],[33,1,4],[22,1,3],[60,4,4],[27,1,2],[29,1,6],[24,0,2],[20,1,3],[28,2,0],[30,0,0],[27,3,4],[41,4,3],[45,4,5],[26,0,2],[18,2,4],[28,5,3],[52,1,7],[29,2,3],[28,1,1],[32,2,2],[37,3,2],[26,2,0],[24,2,0],[4,0,2],[22,2,2],[6,0,0],0,[2,3,9],[5,1,2],[18,1,7],[12,1,1],[14,1,5],[20,1,1],[7,1,2],[19,2,3],[16,3,3],[23,1,4],[7,2,1],[10,1,1],[11,3,0],[10,0,0],[19,1,2],[13,2,1],[12,0,0],[4,0,2],[14,0,0],[20,1,3],[26,0,4],[16,0,0],[12,0,0],[42,4,6],[35,2,3],[43,2,3],[24,1,1],[13,0,1],[12,0,0],[17,2,1],[14,2,0],[26,0,0],[8,1,1],[4,0,0],[8,0,0],[14,0,0],[8,0,2],[2,0,2],[3,1,0]],[[8,3,37],[5,3,32],[10,1,25],[10,5,33],[9,6,33],[16,5,17],[10,2,18],[9,5,18],[17,8,27],[21,4,29],[17,6,25],[14,5,17],[23,7,18],[23,8,17],[20,7,21],[24,5,19],[24,4,20],[46,11,25],[27,4,17],[30,6,6],[32,11,5],[38,7,3],[33,6,9],[34,8,6],[26,5,11],[36,4,8],[38,3,7],[31,5,12],[36,7,5],[34,7,7],[30,11,7],[36,6,6],[37,1,4],[39,4,5],[36,10,2],[39,5,4],[41,5,2],[35,8,5],[36,8,4],[34,5,7],[36,10,2],[38,3,7],[37,7,2],[39,4,3],[74,12,6],[127,19,12],[34,9,3],[37,9,2],[34,4,6],[38,7,3],[52,6,2],[37,4,3],[36,6,4],[37,5,4],[37,7,4],[65,8,5],[36,6,6],[35,10,1],[34,8,0],[41,4,3],[41,3,2],[77,15,4],[33,8,3],[39,5,0],[37,5,0],[33,8,3],[39,7,2],[34,8,0],[35,5,4],[62,3,1],[64,6,2],[31,3,0],[33,5,0],[43,5,0],[75,9,0],[43,5,0],[39,3,0],[34,8,0],[56,7,1],[32,2,0],[30,4,0],[13,1,0],[30,2,0],[10,2,0],[2,0,0],[6,2,8],[10,0,6],[25,3,4],[21,3,2],[20,4,6],[29,3,0],[13,2,1],[26,1,3],[23,8,1],[22,4,4],[18,4,0],[14,1,1],[27,3,0],[14,2,0],[17,5,4],[28,4,0],[24,4,0],[8,1,1],[14,1,1],[25,5,0],[40,6,0],[20,2,0],[21,3,0],[64,9,1],[45,2,1],[45,4,3],[24,4,0],[20,4,0],[25,1,0],[23,1,0],[23,5,0],[29,4,1],[12,2,0],[8,0,0],[9,1,0],[16,2,0],[14,2,0],[4,0,0],[4,2,0]],[[3,3,48],[1,2,37],[2,3,31],[6,6,38],[9,5,40],[3,5,28],[7,6,29],[12,7,35],[11,2,31],[16,3,41],[12,8,34],[12,5,29],[14,7,33],[22,6,26],[16,4,34],[23,2,29],[19,7,28],[29,17,48],[23,7,24],[31,5,12],[30,6,18],[33,9,12],[31,8,15],[26,5,23],[20,8,20],[38,7,9],[33,7,14],[29,7,18],[32,12,10],[29,9,16],[37,8,9],[37,8,9],[29,8,11],[32,12,10],[38,11,5],[35,10,9],[32,10,12],[41,6,7],[42,7,5],[40,8,4],[36,9,9],[33,11,10],[34,8,10],[39,10,3],[72,18,12],[110,38,26],[35,7,10],[36,8,10],[28,7,15],[31,12,11],[50,10,8],[29,10,11],[39,8,5],[41,4,7],[40,12,2],[62,15,11],[36,10,8],[42,8,2],[43,4,1],[40,8,6],[41,6,5],[82,16,10],[36,11,3],[41,5,4],[38,8,2],[39,8,3],[39,12,3],[38,5,1],[39,6,5],[66,7,3],[67,10,5],[30,5,1],[36,5,1],[47,7,2],[79,16,1],[46,8,0],[41,7,0],[40,8,0],[55,14,1],[34,4,0],[30,8,0],[15,0,1],[31,5,0],[10,2,0],[1,1,0],[6,1,11],[2,0,16],[18,8,10],[19,3,6],[19,4,11],[24,7,5],[11,5,2],[25,7,2],[27,7,2],[24,8,2],[18,4,2],[13,4,1],[26,5,3],[14,3,1],[19,6,5],[31,4,1],[29,3,0],[8,2,2],[17,1,0],[29,4,1],[45,9,0],[21,4,1],[24,4,0],[68,12,4],[49,6,1],[46,9,5],[27,5,0],[23,5,0],[27,2,1],[23,3,0],[25,7,0],[32,8,0],[13,3,0],[10,0,0],[9,3,0],[20,2,0],[16,2,0],[6,0,0],[4,2,0]],[[8,1,39],[3,3,26],[6,6,24],[6,4,36],[11,3,34],[6,3,21],[6,1,27],[16,4,28],[22,5,25],[8,2,28],[18,1,29],[11,5,22],[17,9,22],[22,7,19],[19,5,24],[26,3,19],[20,4,24],[45,11,26],[27,7,14],[29,1,12],[34,3,11],[36,5,7],[36,7,5],[32,5,11],[24,2,16],[36,6,6],[38,3,7],[30,4,14],[37,3,8],[38,5,5],[37,3,8],[36,4,8],[28,5,9],[36,8,4],[39,5,4],[35,5,8],[42,2,4],[42,4,2],[39,4,5],[34,5,7],[37,7,4],[41,4,3],[42,2,2],[41,5,0],[81,8,3],[139,11,8],[35,5,6],[43,3,2],[36,3,5],[42,5,1],[51,6,3],[36,3,5],[38,3,5],[38,3,5],[40,7,1],[70,7,1],[42,4,2],[42,2,2],[37,4,1],[43,3,2],[42,1,3],[86,9,1],[38,6,0],[41,2,1],[41,1,0],[42,2,0],[41,4,3],[39,2,1],[38,4,2],[62,1,3],[70,2,0],[28,5,1],[36,2,0],[43,4,1],[79,7,0],[41,7,0],[40,2,0],[40,2,0],[62,2,0],[33,1,0],[30,4,0],[13,0,1],[28,4,0],[12,0,0],[0,2,0],[3,1,12],[8,0,8],[26,1,5],[22,0,4],[25,0,5],[28,2,2],[12,2,2],[25,3,2],[27,4,1],[26,2,2],[21,1,0],[15,1,0],[28,1,1],[14,2,0],[18,4,4],[29,3,0],[27,1,0],[9,0,1],[14,2,0],[29,1,0],[44,2,0],[20,1,1],[24,0,0],[65,7,2],[48,0,0],[48,2,2],[25,3,0],[21,2,1],[24,2,0],[23,1,0],[25,3,0],[31,3,0],[14,0,0],[8,0,0],[9,0,1],[18,0,0],[14,2,0],[3,0,1],[6,0,0]],[[4,3,41],[4,6,30],[4,4,18],[8,3,29],[12,8,28],[6,5,25],[7,2,27],[10,4,34],[14,9,29],[19,3,32],[6,1,25],[14,7,21],[13,5,30],[19,10,19],[17,8,23],[18,6,24],[19,5,24],[36,11,35],[17,7,24],[25,5,12],[27,8,13],[30,7,11],[23,5,20],[27,8,13],[18,4,20],[35,9,4],[31,5,12],[31,1,16],[31,12,5],[28,11,9],[34,8,6],[33,6,9],[30,4,8],[29,10,9],[28,11,9],[35,6,7],[34,9,5],[34,5,9],[32,8,8],[31,5,10],[35,8,5],[32,6,10],[30,8,8],[34,7,5],[70,9,13],[117,25,16],[34,5,7],[31,10,7],[30,4,10],[39,6,3],[42,5,13],[29,6,9],[33,7,6],[35,4,7],[34,10,4],[51,18,9],[37,5,6],[36,7,3],[32,8,2],[39,2,7],[35,6,5],[74,18,4],[37,5,2],[36,6,2],[34,5,3],[33,7,4],[38,7,3],[29,11,2],[32,9,3],[58,2,6],[61,8,3],[26,7,1],[26,8,4],[36,7,5],[74,9,1],[44,4,0],[34,7,1],[36,6,0],[52,9,3],[32,2,0],[27,7,0],[11,3,0],[29,3,0],[11,1,0],[0,2,0],[3,3,10],[4,1,11],[14,7,11],[16,5,5],[20,3,7],[25,3,4],[10,4,2],[23,3,4],[23,7,2],[22,3,5],[18,3,1],[12,2,2],[25,4,1],[12,3,1],[20,3,3],[28,2,2],[23,4,1],[4,3,3],[16,0,0],[23,7,0],[37,8,1],[18,4,0],[21,2,1],[55,14,5],[40,5,3],[44,4,4],[25,2,1],[21,2,1],[21,3,2],[20,2,2],[26,2,0],[31,3,0],[13,1,0],[7,1,0],[9,1,0],[17,1,0],[12,4,0],[4,0,0],[5,1,0]],[[0,1,37],[2,6,40],[8,2,38],[5,3,36],[5,2,29],[8,7,33],[13,3,34],[9,0,33],[13,3,22],[12,1,23],[9,4,27],[7,2,23],[8,2,24],[15,2,19],[13,8,17],[18,3,15],[9,1,18],[26,8,30],[19,5,10],[18,1,11],[21,4,5],[24,5,3],[20,1,11],[16,2,10],[19,2,11],[28,3,9],[22,5,11],[22,0,8],[20,4,6],[23,1,8],[16,8,6],[18,3,3],[26,3,9],[25,5,6],[20,5,3],[32,4,2],[36,2,6],[27,4,1],[30,2,8],[22,2,8],[17,4,5],[25,4,5],[20,3,7],[27,5,4],[56,4,12],[89,9,16],[25,5,6],[28,4,6],[20,3,11],[34,5,3],[34,4,6],[29,6,7],[12,9,5],[28,4,4],[21,9,4],[51,7,8],[27,4,4],[20,6,4],[21,3,4],[20,1,3],[27,2,1],[55,9,8],[23,1,2],[26,5,1],[24,2,4],[25,3,6],[30,3,5],[21,4,7],[23,3,8],[40,2,6],[42,5,5],[14,3,3],[30,2,2],[29,3,6],[52,8,2],[33,2,1],[24,2,4],[31,0,1],[48,5,3],[18,2,0],[22,6,0],[8,2,2],[20,0,0],[6,1,1],[0,1,1],[4,1,5],[6,1,5],[13,3,4],[11,5,0],[19,4,3],[15,3,4],[8,2,2],[19,2,3],[14,5,3],[15,0,7],[14,2,2],[13,2,1],[23,0,1],[7,2,1],[15,1,4],[23,0,1],[20,4,0],[6,2,2],[6,3,1],[19,1,0],[29,2,1],[12,2,0],[11,1,2],[52,6,4],[27,1,0],[24,4,2],[21,1,2],[9,3,0],[20,0,0],[13,1,0],[16,2,2],[25,4,1],[10,1,1],[8,0,0],[10,0,0],[14,0,0],[12,2,0],[2,0,0],[3,1,0]],[[4,4,40],[5,3,30],[11,3,26],[7,4,33],[9,7,32],[5,7,22],[9,3,22],[15,7,26],[21,6,25],[14,7,33],[19,7,22],[14,4,18],[12,3,17],[23,5,20],[27,6,15],[26,5,17],[23,6,19],[41,14,27],[28,8,12],[26,3,13],[28,9,11],[30,10,8],[35,7,6],[27,8,13],[22,6,14],[39,3,6],[36,9,3],[31,5,12],[37,7,4],[35,8,5],[39,6,3],[40,5,3],[33,4,5],[35,8,5],[39,5,4],[41,7,0],[35,8,5],[38,8,2],[41,7,0],[33,9,4],[38,7,3],[33,10,5],[37,6,3],[37,6,3],[74,12,6],[122,24,12],[44,1,1],[36,10,2],[35,6,3],[37,5,6],[50,5,5],[35,5,4],[36,9,1],[37,7,2],[38,8,2],[58,19,1],[42,6,0],[40,5,1],[33,8,1],[43,3,2],[35,9,2],[79,15,2],[40,3,1],[38,6,0],[36,6,0],[38,5,1],[42,4,2],[36,6,0],[36,7,1],[59,6,1],[63,8,1],[27,6,1],[31,5,2],[35,11,2],[75,8,1],[42,6,0],[38,3,1],[37,5,0],[54,9,1],[29,5,0],[29,5,0],[11,2,1],[28,4,0],[12,0,0],[2,0,0],[3,1,12],[6,2,8],[17,9,6],[17,3,6],[22,3,5],[25,5,2],[12,2,2],[25,4,1],[26,4,2],[23,5,2],[22,0,0],[12,4,0],[24,5,1],[13,3,0],[22,2,2],[25,5,2],[23,5,0],[6,2,2],[15,1,0],[26,4,0],[40,6,0],[20,2,0],[19,3,2],[62,11,1],[39,8,1],[45,6,1],[25,3,0],[22,2,0],[24,2,0],[18,6,0],[25,3,0],[31,3,0],[13,1,0],[6,2,0],[8,2,0],[18,0,0],[13,3,0],[4,0,0],[5,1,0]],[[6,5,37],[1,3,36],[6,3,31],[7,4,33],[4,6,38],[8,3,23],[7,3,28],[8,10,30],[11,3,38],[13,5,36],[11,5,32],[7,2,23],[13,9,26],[8,4,20],[14,10,24],[18,4,26],[20,3,25],[32,10,40],[18,5,25],[17,2,23],[27,7,14],[30,5,13],[32,6,10],[33,5,10],[22,4,16],[35,5,8],[38,4,6],[25,5,18],[36,5,7],[32,5,11],[34,4,10],[34,5,9],[27,3,12],[38,1,9],[34,6,8],[33,5,10],[31,8,9],[35,2,11],[37,6,5],[37,4,5],[37,3,8],[33,5,10],[34,5,7],[38,4,4],[73,6,13],[124,17,17],[32,4,10],[40,2,6],[28,4,12],[44,1,3],[52,5,3],[32,2,10],[34,5,7],[38,2,6],[42,4,2],[66,3,9],[42,4,2],[37,4,5],[33,5,4],[37,5,6],[38,3,5],[80,10,6],[35,3,6],[36,3,5],[33,2,7],[33,4,7],[36,7,5],[37,2,3],[42,0,2],[60,1,5],[66,5,1],[29,2,3],[34,2,2],[45,3,0],[75,5,6],[40,7,1],[38,4,0],[41,0,1],[55,5,4],[34,0,0],[33,1,0],[11,1,2],[31,1,0],[10,2,0],[1,1,0],[4,2,10],[5,1,10],[19,4,9],[17,3,6],[18,3,9],[27,3,2],[11,2,3],[25,2,3],[27,4,1],[21,4,5],[21,1,0],[13,2,1],[26,2,2],[13,3,0],[20,2,4],[31,1,0],[23,2,3],[8,0,2],[13,2,1],[26,3,1],[41,4,1],[20,1,1],[19,3,2],[68,5,1],[42,2,4],[48,2,2],[27,1,0],[20,2,2],[24,1,1],[23,1,0],[28,0,0],[30,2,2],[12,2,0],[7,0,1],[9,0,1],[18,0,0],[15,1,0],[3,0,1],[6,0,0]],[[3,5,40],[5,4,31],[4,1,37],[0,6,36],[7,6,35],[2,4,26],[6,6,24],[12,8,28],[15,4,33],[13,7,34],[10,7,31],[7,3,24],[13,7,28],[24,7,17],[9,6,17],[19,8,21],[16,5,27],[39,10,33],[22,5,21],[29,3,10],[27,11,10],[33,7,8],[28,7,13],[24,11,13],[19,4,19],[33,8,7],[37,2,9],[28,6,14],[39,8,1],[34,8,6],[31,9,8],[40,4,4],[28,6,8],[34,4,10],[34,9,5],[35,6,7],[36,7,5],[34,10,4],[42,3,3],[33,4,9],[36,7,5],[38,3,7],[35,5,6],[36,7,3],[71,10,11],[118,22,18],[41,1,4],[36,4,8],[32,5,7],[36,5,7],[49,5,6],[30,5,9],[34,7,5],[36,4,6],[36,8,4],[61,13,4],[37,8,3],[35,8,3],[33,8,1],[37,6,5],[36,4,6],[73,14,9],[37,3,4],[36,6,2],[34,6,2],[37,5,2],[39,6,3],[35,7,0],[33,7,4],[63,2,1],[66,4,2],[28,5,1],[31,5,2],[38,8,2],[79,5,2],[46,2,0],[37,4,1],[35,7,0],[55,7,2],[33,1,0],[29,5,0],[10,3,1],[29,3,0],[12,0,0],[0,1,1],[1,2,13],[3,2,11],[17,7,8],[16,5,5],[21,5,4],[23,4,5],[13,2,1],[23,5,2],[26,2,4],[18,8,4],[21,1,0],[12,3,1],[24,5,1],[14,2,0],[19,2,5],[22,7,3],[23,3,2],[7,0,3],[12,3,1],[23,6,1],[39,7,0],[18,4,0],[20,3,1],[64,10,0],[46,1,1],[45,3,4],[23,5,0],[22,2,0],[24,1,1],[20,4,0],[24,3,1],[32,2,0],[14,0,0],[7,1,0],[9,0,1],[17,1,0],[13,3,0],[3,0,1],[5,1,0]],[[4,3,41],[4,4,32],[4,2,32],[6,4,32],[9,8,31],[12,3,17],[8,4,24],[13,1,34],[19,3,30],[10,6,38],[16,6,26],[13,3,18],[20,3,25],[21,3,24],[16,9,23],[18,4,10],[17,5,26],[44,8,30],[26,8,14],[24,2,16],[26,8,14],[35,0,13],[32,4,12],[30,4,14],[24,2,16],[37,3,8],[35,2,11],[33,4,11],[35,4,9],[36,4,8],[34,4,10],[35,4,9],[30,3,9],[32,6,10],[34,4,10],[32,6,10],[38,6,4],[35,6,7],[38,1,9],[35,2,9],[35,6,7],[34,8,6],[35,5,6],[38,2,6],[70,11,11],[120,19,19],[36,5,5],[40,5,3],[34,6,4],[40,0,8],[49,2,9],[32,4,8],[40,3,3],[37,4,5],[40,5,3],[65,7,6],[39,5,4],[38,2,6],[33,4,5],[34,5,9],[36,6,4],[75,14,7],[41,1,2],[36,3,5],[37,0,5],[36,3,5],[40,3,5],[31,3,8],[37,6,1],[54,1,11],[63,6,3],[26,5,3],[32,2,4],[41,2,5],[69,16,1],[41,2,5],[37,5,0],[36,6,0],[59,3,2],[32,2,0],[27,7,0],[9,2,3],[29,3,0],[12,0,0],[2,0,0],[6,2,8],[6,1,9],[19,4,9],[16,5,5],[23,3,4],[26,2,4],[12,1,3],[26,1,3],[24,2,6],[26,3,1],[21,1,0],[12,4,0],[25,0,5],[15,0,1],[18,4,4],[29,3,0],[24,2,2],[6,4,0],[12,3,1],[24,3,3],[36,8,2],[19,1,2],[18,3,3],[60,11,3],[42,5,1],[43,6,3],[24,3,1],[23,1,0],[24,0,2],[21,2,1],[27,1,0],[26,7,1],[10,4,0],[7,0,1],[9,1,0],[18,0,0],[11,5,0],[2,2,0],[6,0,0]],[[2,1,45],[1,0,39],[4,1,31],[3,1,42],[1,6,41],[1,3,34],[3,0,25],[5,2,41],[3,3,46],[2,5,47],[4,1,43],[4,2,28],[4,2,42],[5,2,41],[7,3,38],[12,1,35],[6,1,25],[15,8,59],[10,4,34],[7,3,32],[14,9,25],[18,6,24],[14,9,25],[18,8,22],[10,1,31],[20,4,24],[14,9,25],[17,9,22],[17,10,21],[17,10,21],[22,10,16],[18,9,21],[16,4,22],[21,10,17],[24,7,17],[21,8,19],[25,9,14],[24,10,14],[20,11,17],[19,11,16],[24,9,15],[22,13,13],[19,12,15],[20,11,15],[42,21,29],[74,24,60],[24,8,14],[29,6,13],[20,10,14],[18,11,19],[33,11,16],[21,7,16],[21,12,13],[19,11,16],[27,8,13],[40,15,23],[30,11,7],[23,12,11],[20,10,12],[25,10,13],[23,8,15],[52,21,23],[16,12,16],[22,9,13],[22,8,12],[27,9,8],[23,10,15],[26,9,7],[28,9,7],[45,6,15],[48,16,8],[19,6,9],[20,9,9],[30,12,6],[62,17,7],[29,11,8],[28,10,4],[27,10,5],[40,17,7],[26,4,4],[22,11,1],[5,4,5],[25,6,1],[10,1,1],[1,1,0],[0,1,15],[4,0,12],[13,7,12],[13,4,9],[12,6,12],[14,2,16],[10,3,3],[10,5,15],[18,6,8],[14,5,11],[16,3,3],[8,4,4],[16,5,9],[11,3,2],[12,6,8],[20,6,6],[17,5,6],[4,4,2],[10,4,2],[21,6,3],[32,6,8],[12,6,4],[19,2,3],[44,22,8],[32,7,9],[36,7,9],[18,7,3],[19,4,1],[20,5,1],[16,5,3],[20,6,2],[26,8,0],[11,3,0],[5,0,3],[5,3,2],[14,2,2],[12,4,0],[2,0,2],[4,2,0]],[[5,3,76],[5,5,54],[7,5,48],[8,8,58],[11,8,65],[9,9,40],[10,8,46],[17,10,57],[15,11,66],[19,7,68],[20,11,53],[17,5,40],[26,10,48],[26,13,45],[24,9,51],[24,8,52],[23,12,49],[37,19,70],[32,13,39],[29,8,37],[36,14,34],[48,7,29],[40,16,28],[42,13,29],[28,7,39],[48,13,23],[45,18,21],[36,14,34],[45,15,24],[46,15,23],[44,15,25],[48,13,23],[40,9,23],[47,15,22],[44,16,24],[46,19,19],[50,13,21],[46,18,20],[47,16,21],[50,17,13],[52,18,14],[49,11,24],[43,15,24],[50,17,15],[82,32,46],[146,64,72],[50,15,15],[54,14,16],[46,17,13],[42,20,22],[67,13,24],[46,14,18],[47,14,19],[41,18,23],[53,20,11],[85,32,19],[50,16,18],[60,10,10],[46,18,10],[56,13,15],[55,18,7],[113,42,13],[50,13,15],[56,9,11],[51,14,9],[49,13,16],[60,15,9],[50,13,9],[56,12,10],[86,15,7],[88,24,12],[39,15,4],[46,12,8],[61,17,8],[103,27,18],[63,18,3],[58,7,11],[52,17,5],[76,22,16],[44,8,4],[42,12,4],[16,5,3],[45,5,2],[15,3,0],[1,2,1],[6,3,19],[7,1,20],[26,13,17],[20,10,14],[22,13,19],[38,9,9],[15,7,6],[36,9,7],[35,12,9],[35,13,6],[25,7,6],[18,10,0],[35,10,7],[20,6,2],[27,8,11],[34,16,6],[36,6,6],[11,7,0],[19,7,2],[38,11,3],[62,16,6],[25,10,3],[32,7,3],[94,25,11],[64,11,7],[68,12,8],[34,11,3],[35,3,2],[35,11,0],[27,10,3],[35,10,5],[39,17,2],[20,4,0],[10,2,0],[13,2,1],[26,4,0],[21,3,4],[6,2,0],[6,4,0]],[[0,0,48],[1,3,36],[1,3,32],[3,1,38],[6,2,40],[2,3,31],[2,2,34],[6,4,38],[7,2,43],[2,3,49],[8,3,37],[3,4,29],[3,3,42],[12,6,30],[8,6,34],[7,6,35],[11,3,34],[13,11,58],[9,4,19],[17,3,22],[19,7,22],[20,5,23],[19,8,21],[15,11,22],[12,4,26],[21,8,19],[19,8,21],[22,3,23],[22,11,15],[22,8,18],[23,8,17],[29,9,10],[19,4,19],[19,11,18],[19,5,24],[25,7,16],[31,7,10],[24,6,18],[25,13,10],[32,5,9],[22,9,17],[24,11,13],[20,10,16],[27,7,12],[49,16,27],[102,24,32],[26,6,14],[27,10,11],[22,8,14],[26,11,11],[35,9,16],[21,10,13],[24,10,12],[27,7,12],[33,9,6],[52,15,11],[31,12,5],[29,11,6],[24,11,7],[28,8,12],[28,6,12],[60,21,15],[28,9,7],[29,8,7],[29,6,7],[25,6,13],[32,11,5],[29,8,5],[32,6,6],[57,3,6],[54,13,5],[23,5,6],[25,9,4],[34,10,4],[63,13,8],[33,10,5],[31,9,2],[30,10,2],[48,12,4],[27,6,1],[23,9,2],[7,4,3],[25,7,0],[11,0,1],[2,0,0],[1,1,14],[0,1,15],[17,5,10],[13,5,8],[17,4,9],[16,7,9],[8,3,5],[16,5,9],[18,5,9],[19,6,5],[16,3,3],[13,2,1],[18,8,4],[10,3,3],[16,4,6],[22,6,4],[18,6,4],[6,2,2],[13,3,0],[22,3,5],[33,10,3],[15,4,3],[19,2,3],[54,17,3],[38,7,3],[42,6,4],[23,5,0],[17,4,3],[19,5,2],[18,4,2],[21,4,3],[28,4,2],[12,2,0],[6,0,2],[7,0,3],[15,2,1],[13,2,1],[4,0,0],[6,0,0]],[[1,0,35],[1,0,33],[3,0,19],[2,1,33],[0,2,34],[2,1,25],[2,0,16],[2,1,33],[2,3,35],[3,1,38],[6,1,29],[5,0,21],[7,1,28],[9,1,26],[3,2,31],[10,0,26],[11,3,22],[13,5,50],[8,3,25],[5,0,17],[16,3,17],[15,1,20],[16,3,17],[13,3,20],[8,1,23],[16,3,17],[17,4,15],[12,6,18],[15,5,16],[21,5,10],[20,2,14],[17,3,16],[14,3,13],[15,8,13],[19,5,12],[18,2,16],[15,5,16],[20,2,14],[19,6,11],[17,8,11],[23,7,6],[14,7,15],[20,3,13],[13,5,18],[40,9,21],[82,17,27],[19,3,14],[23,3,10],[17,5,10],[19,5,12],[26,6,14],[17,5,14],[26,4,4],[21,3,12],[18,6,12],[28,7,23],[20,6,10],[20,5,9],[20,6,4],[19,4,13],[21,6,9],[53,9,10],[20,5,9],[21,6,7],[24,4,6],[20,9,7],[25,5,6],[22,3,7],[24,4,6],[30,5,17],[44,4,4],[20,2,2],[19,7,4],[25,6,5],[48,11,7],[26,4,6],[27,5,4],[26,3,3],[35,7,10],[21,1,4],[16,5,1],[5,1,4],[18,6,0],[5,2,1],[1,1,0],[2,0,10],[3,0,9],[11,3,10],[6,3,11],[13,1,10],[15,2,7],[6,1,5],[18,2,2],[16,5,3],[17,4,3],[12,3,3],[9,2,1],[14,6,2],[8,1,3],[12,5,5],[16,4,4],[14,2,4],[2,1,3],[9,2,1],[19,2,1],[30,2,4],[11,3,4],[13,2,3],[41,8,5],[22,4,8],[30,3,7],[16,3,1],[13,2,3],[16,1,3],[13,1,2],[17,2,1],[18,3,3],[8,2,0],[4,0,2],[6,0,2],[14,2,0],[10,2,0],[2,0,2],[2,0,0]],[[0,2,46],[0,0,36],[2,0,36],[2,5,41],[0,3,45],[0,6,26],[2,0,38],[2,3,43],[1,4,47],[2,6,46],[6,2,40],[2,1,33],[4,6,38],[3,2,43],[4,6,38],[6,6,36],[8,5,35],[8,10,64],[10,8,30],[5,3,34],[0,5,27],[7,9,32],[11,8,29],[9,8,31],[4,6,32],[8,7,33],[13,10,25],[13,10,25],[14,12,22],[15,11,22],[11,7,30],[20,8,20],[9,8,25],[18,15,15],[16,8,24],[18,9,21],[15,13,20],[18,11,19],[12,14,22],[8,12,26],[14,12,22],[17,17,14],[13,14,19],[10,10,26],[36,21,35],[47,39,72],[21,12,13],[20,15,13],[21,9,14],[13,15,20],[26,16,18],[20,11,13],[14,13,19],[13,15,18],[20,9,19],[30,26,22],[23,14,11],[20,12,14],[11,13,18],[23,12,13],[21,12,13],[47,29,20],[16,10,18],[13,12,19],[24,11,7],[17,12,15],[21,11,16],[19,11,12],[23,11,10],[37,7,22],[40,19,13],[18,10,6],[20,12,6],[28,12,8],[57,20,9],[30,11,7],[28,7,7],[26,12,4],[35,15,14],[23,6,5],[16,12,6],[3,5,6],[26,6,0],[10,2,0],[1,1,0],[1,1,14],[0,2,14],[11,5,16],[6,4,16],[9,7,14],[9,8,15],[9,1,6],[11,3,16],[11,10,11],[12,6,12],[13,3,6],[5,7,4],[18,6,6],[8,3,5],[10,7,9],[16,9,7],[14,8,6],[1,5,4],[11,5,0],[18,7,5],[30,11,5],[13,6,3],[14,5,5],[53,17,4],[27,7,14],[34,10,8],[16,9,3],[13,6,5],[17,5,4],[13,6,5],[18,8,2],[21,11,2],[8,4,2],[7,0,1],[5,3,2],[12,3,3],[11,4,1],[2,0,2],[2,4,0]],[[1,1,46],[0,1,29],[1,2,25],[0,0,44],[1,4,43],[0,0,46],[2,1,37],[2,3,43],[1,3,48],[4,3,47],[6,2,40],[4,1,33],[6,5,37],[4,4,40],[5,3,40],[5,1,42],[7,7,34],[8,9,65],[8,3,37],[8,2,32],[13,7,28],[11,2,19],[11,7,30],[8,10,30],[11,6,25],[14,6,28],[9,12,27],[17,8,23],[12,13,23],[14,10,24],[15,9,24],[18,8,22],[14,4,24],[17,8,23],[21,10,17],[20,4,24],[16,13,19],[20,9,19],[20,12,16],[14,11,21],[14,11,23],[17,11,20],[17,9,20],[20,10,16],[42,19,31],[62,33,63],[17,10,19],[19,11,18],[13,10,21],[23,10,15],[30,13,17],[12,10,22],[17,13,16],[19,11,16],[26,9,13],[42,19,17],[24,14,10],[19,13,14],[19,11,12],[26,7,15],[23,8,15],[50,20,26],[21,12,11],[21,7,16],[21,9,12],[19,11,14],[26,13,9],[20,9,13],[28,11,5],[46,6,14],[47,14,11],[20,8,6],[22,10,6],[30,13,5],[54,20,12],[30,14,4],[25,13,4],[29,11,2],[41,18,5],[24,6,4],[22,12,0],[5,2,7],[25,6,1],[10,2,0],[0,2,0],[1,0,15],[0,0,16],[12,4,16],[8,5,13],[16,6,8],[8,7,17],[10,1,5],[18,3,9],[15,10,7],[14,8,8],[12,6,4],[8,4,4],[13,8,9],[9,4,3],[11,6,9],[15,10,7],[17,5,6],[2,3,5],[11,5,0],[20,5,5],[31,11,4],[10,6,6],[15,5,4],[50,21,3],[35,6,7],[38,10,4],[17,7,4],[16,6,2],[16,7,3],[16,5,3],[18,8,2],[24,8,2],[11,2,1],[4,1,3],[6,2,2],[13,1,4],[12,4,0],[3,0,1],[3,3,0]],[[1,2,45],[1,1,38],[0,3,37],[1,4,41],[3,2,43],[4,4,34],[3,1,28],[6,4,38],[4,1,47],[5,3,46],[7,3,38],[6,0,30],[7,5,36],[6,1,41],[11,3,34],[6,2,40],[8,6,34],[15,13,54],[11,7,30],[10,3,29],[9,9,30],[15,7,26],[7,5,20],[14,12,22],[12,1,29],[15,3,30],[18,10,20],[14,12,22],[21,10,17],[18,8,22],[17,7,24],[19,11,18],[15,7,20],[16,11,21],[21,9,18],[23,10,15],[23,14,11],[18,7,23],[24,12,12],[19,14,13],[17,15,16],[19,15,14],[20,10,16],[22,11,13],[41,21,30],[71,34,53],[23,7,16],[24,14,10],[18,11,15],[23,12,13],[30,14,16],[18,16,10],[18,15,13],[22,14,10],[27,11,10],[43,19,16],[24,12,12],[24,14,8],[20,16,6],[22,11,15],[23,15,8],[48,29,19],[24,10,10],[24,10,10],[25,13,4],[19,15,10],[28,14,6],[21,11,10],[31,8,5],[48,7,11],[49,16,7],[15,11,8],[19,12,7],[31,11,6],[53,22,11],[30,13,5],[29,12,1],[26,13,3],[42,18,4],[25,7,2],[18,15,1],[8,4,2],[26,4,2],[8,2,2],[0,2,0],[0,0,16],[2,1,13],[11,1,20],[9,5,12],[12,6,12],[14,8,10],[5,4,7],[15,6,9],[15,8,9],[14,9,7],[12,4,6],[9,5,2],[18,6,6],[9,4,3],[9,5,12],[20,9,3],[19,4,5],[6,2,2],[8,5,3],[17,7,6],[25,14,7],[14,8,0],[19,5,0],[54,16,4],[34,10,4],[35,8,9],[15,9,4],[15,8,1],[18,8,0],[15,5,4],[17,10,1],[23,10,1],[11,3,0],[7,0,1],[7,1,2],[14,4,0],[12,4,0],[2,0,2],[3,3,0]],[[0,1,47],[0,1,37],[3,1,32],[5,1,40],[0,3,45],[1,2,33],[1,0,31],[3,6,39],[10,1,41],[11,1,42],[8,3,37],[3,7,28],[8,5,35],[6,4,38],[8,9,31],[10,6,32],[7,6,35],[15,13,54],[10,6,32],[13,3,26],[15,6,27],[14,8,26],[9,11,28],[7,6,19],[13,2,27],[19,10,19],[14,13,21],[12,11,25],[15,15,18],[14,14,20],[18,9,21],[14,7,27],[15,4,23],[17,15,16],[17,13,18],[21,13,14],[16,11,21],[19,8,21],[18,13,17],[16,11,19],[16,15,17],[19,13,16],[18,12,16],[16,14,16],[35,24,33],[60,36,62],[20,14,12],[21,16,11],[13,11,20],[18,13,17],[32,12,16],[15,15,14],[19,11,16],[25,13,8],[16,18,14],[36,23,19],[22,14,12],[19,15,12],[15,14,13],[26,9,13],[18,16,12],[48,25,23],[24,9,11],[20,10,14],[22,9,11],[20,9,15],[26,12,10],[21,9,12],[23,11,10],[46,6,14],[40,13,19],[13,13,8],[16,15,7],[26,20,2],[52,19,13],[27,14,7],[23,14,5],[26,10,6],[33,22,9],[22,6,6],[21,11,2],[4,5,5],[26,5,1],[10,1,1],[0,2,0],[3,0,13],[2,0,14],[10,9,13],[9,6,11],[12,9,9],[13,5,14],[8,1,7],[17,1,12],[16,11,5],[14,5,11],[12,6,4],[9,5,2],[14,9,7],[10,3,3],[11,5,10],[19,11,2],[15,9,4],[2,6,2],[9,4,3],[17,6,7],[27,13,6],[11,8,3],[14,5,5],[43,22,9],[29,11,8],[31,12,9],[15,10,3],[15,4,5],[14,6,6],[14,9,1],[19,5,4],[24,7,3],[11,3,0],[6,1,1],[5,2,3],[15,1,2],[10,4,2],[2,0,2],[2,4,0]],[[1,1,40],[3,1,28],[3,2,29],[2,5,27],[3,7,32],[1,2,25],[0,6,28],[4,2,36],[6,4,36],[3,4,39],[8,3,31],[5,3,20],[5,3,34],[5,8,29],[11,3,28],[4,3,35],[12,3,27],[16,7,47],[8,9,25],[13,2,21],[12,12,18],[11,5,26],[12,6,24],[17,8,17],[5,1,18],[14,7,21],[11,7,24],[13,11,18],[17,8,17],[20,8,14],[14,9,19],[16,6,20],[13,5,18],[11,9,22],[16,9,17],[19,11,12],[17,9,16],[13,10,19],[17,9,16],[18,8,14],[16,7,19],[19,9,14],[18,9,13],[15,7,18],[30,10,40],[48,25,45],[13,8,19],[23,6,13],[15,10,17],[17,8,17],[26,12,16],[11,7,20],[17,7,16],[15,7,18],[22,7,13],[31,13,26],[20,9,13],[18,7,15],[22,7,9],[20,7,15],[20,5,15],[40,22,22],[23,9,6],[19,3,16],[16,5,15],[21,5,12],[23,9,10],[15,5,16],[21,5,12],[30,8,24],[38,16,10],[11,7,12],[16,8,10],[31,7,6],[40,15,19],[31,10,1],[19,4,13],[25,9,2],[34,11,9],[22,2,6],[20,10,2],[7,4,3],[28,1,3],[6,2,4],[0,0,2],[1,2,11],[0,0,14],[14,4,10],[14,3,5],[13,4,9],[12,5,11],[5,3,6],[9,7,10],[16,5,7],[9,8,9],[9,4,5],[8,3,3],[12,6,10],[9,3,2],[6,4,12],[17,8,3],[11,6,9],[5,2,3],[7,5,2],[16,6,4],[19,9,10],[10,4,6],[10,4,6],[44,17,11],[29,10,7],[35,7,4],[16,6,4],[15,2,3],[15,2,7],[13,5,6],[17,4,3],[18,8,4],[11,2,1],[4,2,2],[6,1,1],[14,2,0],[11,3,0],[2,1,1],[2,2,0]],[[4,2,42],[4,1,37],[5,1,20],[5,1,36],[7,5,36],[7,1,28],[4,3,31],[7,2,39],[12,2,38],[11,2,41],[7,6,35],[9,2,29],[7,4,37],[13,4,31],[12,8,28],[13,4,31],[16,2,30],[24,8,50],[16,5,27],[18,2,22],[22,7,19],[29,3,16],[28,4,16],[23,4,21],[14,3,25],[24,3,5],[32,4,12],[27,4,17],[28,5,15],[32,5,11],[32,2,14],[33,5,10],[29,3,10],[28,1,19],[37,4,7],[27,5,16],[37,2,9],[30,5,13],[35,3,10],[33,3,10],[33,5,10],[32,8,8],[35,1,10],[38,4,4],[72,4,16],[118,14,26],[34,1,11],[31,6,11],[27,4,13],[37,3,8],[48,4,8],[33,1,10],[37,1,8],[34,3,9],[29,7,12],[56,11,11],[40,3,5],[31,6,9],[35,3,4],[32,6,10],[39,2,5],[76,8,12],[39,2,3],[37,2,5],[36,2,4],[27,6,11],[39,3,6],[29,3,10],[35,4,5],[55,0,11],[55,6,11],[24,4,6],[33,0,5],[38,5,5],[67,8,11],[43,1,4],[35,3,4],[36,4,2],[54,4,6],[30,1,3],[25,6,3],[8,1,5],[28,2,2],[11,0,1],[1,1,0],[1,2,13],[3,2,11],[19,4,9],[12,4,10],[19,2,9],[20,4,8],[10,3,3],[23,2,5],[24,2,6],[19,5,6],[18,1,3],[12,2,2],[23,3,4],[12,1,3],[18,3,5],[26,2,4],[22,1,5],[9,0,1],[15,0,1],[25,3,2],[39,1,6],[16,3,3],[19,1,4],[62,5,7],[39,2,7],[43,4,5],[26,1,1],[21,1,2],[21,2,3],[20,2,2],[26,1,1],[29,2,3],[13,0,1],[6,0,2],[10,0,0],[18,0,0],[14,1,1],[3,0,1],[6,0,0]],[[1,1,46],[0,1,37],[2,4,22],[2,1,41],[2,4,42],[0,2,34],[2,1,33],[2,2,44],[3,2,47],[5,1,48],[8,3,37],[5,6,27],[7,5,36],[5,4,39],[10,6,32],[5,6,37],[7,4,37],[16,14,52],[12,4,32],[7,2,33],[9,8,31],[13,10,25],[8,9,31],[11,11,26],[10,7,25],[12,5,31],[4,7,21],[15,12,21],[9,19,20],[11,11,26],[14,11,23],[11,6,31],[10,5,27],[8,14,26],[12,9,27],[13,10,25],[19,13,16],[17,10,21],[17,13,18],[12,10,24],[16,14,18],[14,14,20],[19,7,20],[19,10,17],[29,18,45],[54,38,66],[16,9,21],[18,15,15],[13,9,22],[18,15,15],[24,12,24],[10,18,16],[17,11,18],[21,8,17],[17,15,16],[30,22,26],[20,14,14],[14,16,16],[14,14,14],[20,12,16],[18,15,13],[39,31,26],[17,13,14],[16,13,15],[16,12,14],[18,12,14],[20,15,13],[15,12,15],[26,12,6],[30,6,30],[40,21,11],[15,6,13],[20,10,8],[27,13,8],[49,22,15],[26,14,8],[21,14,7],[24,13,5],[33,19,12],[19,5,10],[21,13,0],[2,6,6],[21,8,3],[9,2,1],[0,2,0],[1,0,15],[2,1,13],[10,4,18],[8,6,12],[9,8,13],[8,8,16],[6,2,8],[14,5,11],[12,10,10],[15,5,10],[8,7,7],[8,5,3],[14,6,10],[8,6,2],[8,7,11],[15,11,6],[12,8,8],[0,7,3],[8,4,4],[16,9,5],[26,14,6],[11,7,4],[14,6,4],[43,21,10],[23,9,16],[28,12,12],[16,10,2],[14,5,5],[16,6,4],[12,4,8],[18,8,2],[22,10,2],[11,3,0],[6,0,2],[4,4,2],[13,4,1],[10,5,1],[2,0,2],[2,4,0]],[[0,0,48],[0,0,38],[1,1,40],[0,2,40],[0,2,46],[0,5,27],[0,0,36],[0,5,43],[0,5,47],[0,2,52],[0,0,48],[0,1,31],[0,3,45],[3,2,43],[0,8,40],[1,3,44],[4,4,40],[7,11,64],[2,4,42],[6,3,33],[7,6,35],[5,6,37],[10,9,29],[10,5,33],[2,5,35],[9,8,31],[7,8,33],[3,4,25],[9,7,32],[13,8,27],[12,8,28],[7,9,32],[6,3,33],[8,13,27],[11,11,26],[15,10,23],[8,11,29],[15,6,27],[11,8,29],[11,11,24],[12,12,24],[6,13,29],[7,8,31],[9,9,28],[21,16,55],[32,36,90],[8,8,30],[15,11,22],[9,12,23],[14,9,25],[20,16,24],[11,12,21],[12,12,22],[7,12,27],[10,11,27],[25,17,36],[17,11,20],[17,12,17],[15,10,17],[17,10,21],[13,12,21],[35,19,42],[11,12,21],[14,10,20],[20,8,14],[11,14,19],[17,15,16],[16,10,16],[20,8,16],[30,8,28],[33,19,20],[13,6,15],[15,8,15],[22,11,15],[45,20,21],[20,12,16],[19,11,12],[22,10,10],[24,17,23],[11,2,21],[17,10,7],[0,4,10],[16,7,9],[6,2,4],[0,2,0],[0,1,15],[0,0,16],[9,4,19],[5,4,17],[8,5,17],[8,5,19],[7,1,8],[9,3,18],[12,6,14],[6,9,15],[8,5,9],[6,2,8],[6,8,16],[5,4,7],[9,6,11],[16,7,9],[10,8,10],[2,2,6],[9,4,3],[12,8,10],[24,10,12],[10,5,7],[11,5,8],[35,20,19],[24,9,15],[26,8,18],[12,6,10],[11,7,6],[12,6,8],[12,6,6],[16,8,4],[20,10,4],[9,3,2],[4,0,4],[3,3,4],[12,2,4],[8,5,3],[4,0,0],[1,4,1]],[[0,2,46],[0,1,39],[0,1,39],[0,1,41],[1,6,41],[0,2,38],[2,1,33],[0,5,43],[0,2,50],[2,2,50],[0,7,41],[1,1,26],[4,6,38],[1,5,42],[3,9,36],[2,5,41],[5,7,36],[8,16,58],[8,10,30],[6,1,35],[5,10,33],[8,9,31],[5,13,30],[3,17,28],[4,5,33],[8,10,30],[6,16,26],[8,13,27],[2,12,18],[8,12,28],[9,12,27],[12,12,24],[4,8,30],[8,15,25],[7,10,31],[15,12,21],[9,16,23],[10,13,25],[16,15,17],[9,13,24],[11,15,22],[11,16,21],[10,12,24],[16,15,15],[23,30,39],[27,55,76],[14,14,18],[8,17,23],[14,10,20],[10,16,22],[24,15,21],[10,17,17],[14,14,18],[19,16,11],[18,18,12],[29,25,24],[13,17,18],[15,19,12],[12,15,15],[19,16,13],[12,19,15],[36,30,30],[14,18,12],[10,16,18],[14,13,15],[19,13,12],[21,15,12],[13,14,15],[19,16,9],[31,8,27],[33,23,16],[8,11,15],[15,12,11],[20,14,14],[41,25,18],[24,14,10],[23,16,3],[18,16,8],[28,23,13],[16,7,11],[16,13,5],[4,3,7],[22,5,5],[5,2,5],[0,2,0],[0,4,12],[0,0,16],[5,5,22],[5,6,15],[6,11,13],[8,7,17],[4,2,10],[3,8,19],[9,12,11],[12,9,9],[9,8,5],[5,6,5],[9,9,12],[4,6,6],[7,7,12],[13,10,9],[12,7,9],[0,5,5],[6,7,3],[14,10,6],[21,15,10],[8,8,6],[13,4,7],[33,24,17],[21,9,18],[19,16,17],[14,8,6],[14,7,3],[16,8,2],[12,5,7],[11,11,6],[16,11,7],[8,3,3],[4,0,4],[4,4,2],[12,4,2],[11,5,0],[2,0,2],[0,4,2]],[[0,1,47],[0,0,36],[1,1,40],[1,3,42],[2,0,46],[0,1,37],[2,1,23],[4,4,40],[3,4,45],[3,3,48],[2,6,40],[6,1,29],[3,8,37],[3,1,44],[2,9,37],[5,5,38],[9,5,34],[12,11,59],[8,6,34],[9,3,30],[9,11,28],[13,6,29],[10,7,31],[13,10,25],[8,4,30],[12,6,30],[13,8,27],[17,6,25],[15,14,19],[8,8,16],[18,5,25],[19,9,20],[14,7,21],[15,10,23],[17,8,23],[18,12,18],[14,15,19],[18,7,23],[15,10,23],[17,11,18],[18,13,17],[17,14,17],[10,11,25],[18,11,17],[38,22,32],[55,36,67],[13,14,19],[17,12,19],[14,10,20],[20,12,16],[25,12,23],[15,15,14],[18,11,17],[20,13,13],[20,15,13],[35,28,15],[24,11,13],[19,16,11],[18,12,12],[22,10,16],[22,15,9],[39,32,25],[18,11,15],[18,14,12],[22,11,9],[22,10,12],[25,12,11],[22,14,6],[22,13,9],[42,8,16],[42,18,12],[16,10,8],[21,14,3],[23,18,7],[57,19,8],[27,16,5],[25,12,5],[29,9,4],[40,17,7],[24,7,3],[21,12,1],[4,5,5],[24,7,1],[10,2,0],[0,2,0],[0,2,14],[0,0,16],[7,8,17],[9,5,12],[10,7,13],[16,6,10],[8,0,8],[10,6,14],[14,8,10],[12,8,10],[11,4,7],[7,7,2],[11,9,10],[9,4,3],[7,7,12],[15,9,8],[16,6,6],[3,5,2],[10,5,1],[15,10,5],[33,9,4],[13,7,2],[13,8,3],[45,27,2],[32,9,7],[35,9,8],[16,9,3],[18,4,2],[16,7,3],[13,9,2],[21,5,2],[21,13,0],[8,5,1],[8,0,0],[5,2,3],[11,2,5],[9,6,1],[2,0,2],[3,3,0]],[[0,0,48],[0,0,38],[0,0,30],[0,0,46],[0,3,45],[0,3,37],[2,0,30],[0,6,42],[2,1,49],[1,2,51],[0,3,45],[2,3,29],[2,4,42],[1,0,47],[0,6,42],[3,1,44],[2,4,42],[6,13,63],[1,6,41],[5,2,35],[6,4,38],[8,4,36],[7,5,36],[7,3,38],[9,3,30],[5,1,42],[6,6,36],[14,5,29],[12,9,27],[11,6,31],[4,2,26],[13,6,29],[3,2,37],[11,8,29],[9,9,30],[17,9,22],[9,10,29],[8,9,31],[8,8,32],[12,12,22],[19,9,20],[9,9,30],[13,9,24],[14,10,22],[25,16,51],[43,24,91],[10,9,27],[13,9,26],[9,8,27],[11,13,24],[23,11,26],[10,11,23],[12,9,25],[13,11,22],[18,11,19],[30,14,34],[20,10,18],[14,10,22],[9,10,23],[14,11,23],[18,7,21],[32,23,41],[14,10,20],[15,8,21],[13,8,21],[17,9,18],[23,11,14],[13,10,19],[23,8,13],[24,4,38],[37,15,20],[12,6,16],[9,9,20],[23,11,14],[35,18,33],[22,10,16],[21,10,11],[19,9,14],[36,13,15],[20,3,11],[18,13,3],[2,3,9],[19,6,7],[4,0,8],[0,1,1],[0,1,15],[0,0,16],[2,5,25],[6,3,17],[8,6,16],[8,6,18],[5,2,9],[5,3,22],[11,4,17],[8,8,14],[11,3,8],[3,5,8],[15,4,11],[3,4,9],[7,6,13],[16,5,11],[10,6,12],[2,2,6],[8,3,5],[10,7,13],[16,9,21],[9,6,7],[10,3,11],[37,19,18],[27,7,14],[34,10,8],[13,8,7],[17,2,5],[14,5,7],[11,6,7],[11,4,13],[20,7,7],[9,2,3],[3,0,5],[6,3,1],[12,1,5],[12,4,0],[1,1,2],[4,2,0]],[[0,0,48],[0,0,36],[0,1,39],[0,0,44],[1,1,46],[0,3,35],[2,0,34],[1,3,44],[0,3,49],[0,3,51],[1,2,45],[1,4,29],[0,2,46],[1,2,45],[1,5,42],[5,2,41],[7,4,37],[6,11,65],[2,7,39],[4,2,36],[2,6,40],[2,4,42],[3,10,35],[7,8,33],[6,5,31],[10,5,33],[11,5,32],[7,10,31],[10,12,26],[5,10,33],[10,8,30],[2,5,25],[4,5,33],[5,10,33],[11,7,30],[6,8,34],[5,12,31],[5,8,35],[7,14,27],[10,10,26],[10,11,27],[13,15,20],[11,12,23],[7,14,25],[27,16,49],[38,31,89],[10,9,27],[11,14,23],[6,11,27],[14,16,18],[20,12,28],[9,12,23],[9,15,22],[10,12,24],[15,12,21],[20,25,33],[14,14,20],[12,10,24],[15,12,15],[19,11,18],[10,18,18],[33,24,39],[12,11,21],[12,9,23],[14,5,23],[13,9,22],[15,16,17],[21,6,15],[19,13,12],[24,6,36],[33,16,23],[8,7,19],[19,4,15],[29,10,9],[42,18,26],[21,17,10],[17,16,9],[23,11,8],[36,15,13],[21,4,9],[18,13,3],[1,6,7],[25,7,0],[6,3,3],[2,0,0],[0,1,15],[0,1,15],[6,4,22],[4,3,19],[5,7,18],[8,7,17],[3,1,12],[8,4,18],[10,8,14],[6,6,18],[8,7,7],[4,5,7],[8,7,15],[5,5,6],[7,6,13],[15,9,8],[9,7,12],[1,5,4],[8,5,3],[14,8,8],[20,9,17],[5,6,11],[12,2,10],[32,21,21],[21,12,15],[27,11,14],[16,6,6],[15,5,4],[19,3,4],[14,6,4],[20,5,3],[19,7,8],[10,2,2],[1,0,7],[4,2,4],[14,2,2],[11,3,2],[0,0,4],[3,3,0]],[[0,2,40],[0,2,34],[0,2,28],[0,3,37],[0,8,34],[2,5,23],[1,1,36],[0,4,38],[1,3,42],[2,4,42],[0,4,38],[3,1,28],[0,3,39],[4,5,33],[1,5,36],[4,3,35],[6,4,32],[7,11,52],[3,4,35],[3,3,32],[11,8,23],[10,6,26],[7,10,25],[7,9,26],[7,5,24],[12,6,24],[11,6,25],[12,5,25],[11,11,20],[13,6,23],[16,8,18],[17,8,17],[3,2,19],[17,8,17],[13,7,22],[13,7,22],[21,6,15],[9,7,26],[17,6,19],[13,8,19],[18,8,16],[19,8,15],[15,9,16],[14,8,18],[28,12,40],[51,20,71],[15,7,18],[18,8,16],[18,7,13],[13,8,21],[17,11,24],[18,6,14],[12,8,20],[16,9,15],[19,6,17],[31,11,26],[18,7,17],[13,11,16],[10,8,20],[14,7,21],[22,6,12],[35,21,28],[16,9,15],[18,5,15],[16,9,11],[13,10,15],[22,10,10],[17,9,10],[20,8,10],[41,4,11],[30,12,20],[14,6,8],[22,5,7],[23,9,10],[40,14,20],[23,10,9],[20,7,9],[21,9,8],[34,11,9],[18,5,5],[14,13,5],[6,1,5],[21,5,2],[9,1,0],[2,0,0],[0,2,12],[0,2,12],[5,5,18],[8,5,9],[9,6,11],[5,8,15],[9,4,1],[11,5,10],[11,7,10],[7,10,9],[10,5,5],[4,6,4],[15,5,6],[7,4,3],[5,4,13],[15,8,5],[14,5,5],[3,2,3],[7,3,4],[14,5,7],[18,10,12],[8,4,8],[11,3,6],[36,15,11],[20,8,12],[33,7,8],[12,6,8],[14,5,5],[16,3,3],[12,3,5],[16,5,5],[13,8,7],[8,2,2],[6,0,0],[5,3,2],[12,1,5],[7,6,1],[0,0,2],[3,3,0]],[[1,1,46],[1,2,41],[1,3,32],[4,1,39],[3,6,39],[0,1,37],[2,1,29],[5,4,39],[7,4,41],[3,4,47],[6,5,37],[8,3,27],[8,2,38],[10,5,33],[9,5,34],[7,8,33],[7,5,36],[14,15,53],[11,6,31],[7,4,31],[7,10,31],[11,5,32],[8,9,31],[13,9,26],[8,5,29],[19,3,26],[14,9,25],[14,15,19],[9,17,22],[16,12,20],[16,7,25],[16,7,25],[12,7,23],[6,10,16],[13,12,23],[17,11,20],[15,13,20],[13,6,29],[14,13,21],[11,9,26],[19,12,17],[16,15,17],[12,16,18],[17,14,15],[27,23,42],[50,39,69],[13,11,22],[19,16,13],[12,17,15],[15,15,18],[21,16,23],[13,11,20],[10,15,21],[16,11,19],[16,17,15],[26,27,25],[18,18,12],[14,15,17],[12,14,16],[19,13,16],[16,13,17],[40,27,29],[12,14,18],[14,12,18],[17,8,17],[14,12,18],[19,15,14],[17,12,13],[22,12,10],[31,7,28],[39,17,16],[10,11,13],[15,14,9],[22,18,8],[39,30,15],[27,16,5],[22,14,6],[20,15,7],[33,19,12],[20,4,10],[18,14,2],[4,6,4],[25,7,0],[8,2,2],[0,2,0],[1,1,14],[1,1,14],[10,6,16],[7,7,12],[7,10,13],[13,3,16],[5,1,10],[11,6,13],[13,8,11],[10,7,13],[9,7,6],[7,8,1],[14,7,9],[8,4,4],[10,5,11],[13,12,7],[13,9,6],[3,6,1],[5,6,5],[13,7,10],[22,16,8],[9,9,4],[7,6,11],[40,27,7],[28,11,9],[25,14,13],[17,5,6],[14,4,6],[15,8,3],[14,7,3],[14,8,6],[20,11,3],[8,6,0],[4,2,2],[6,3,1],[13,3,2],[9,6,1],[2,2,0],[2,4,0]],[[0,2,46],[0,2,36],[1,4,29],[0,2,40],[0,6,42],[0,2,34],[2,2,36],[1,7,40],[1,4,47],[1,2,51],[6,4,38],[5,4,29],[2,6,40],[5,6,37],[4,10,34],[8,5,35],[2,6,40],[9,16,57],[11,8,29],[7,3,32],[6,9,33],[7,10,31],[9,6,33],[8,11,29],[9,4,29],[11,5,32],[11,10,27],[13,14,21],[14,10,24],[9,14,25],[12,7,29],[16,7,25],[8,8,26],[12,13,23],[10,6,16],[13,12,23],[15,12,21],[11,8,29],[14,13,21],[13,13,20],[15,12,21],[18,16,14],[14,12,20],[16,8,22],[30,22,40],[56,30,72],[16,10,20],[14,14,20],[14,11,19],[14,16,18],[26,12,22],[12,18,14],[14,9,23],[17,14,15],[22,8,18],[31,19,28],[19,16,13],[15,11,20],[9,13,20],[20,13,15],[22,13,11],[39,27,30],[18,11,15],[15,12,17],[18,11,13],[20,12,12],[17,14,17],[26,8,8],[26,10,8],[44,6,16],[37,15,20],[13,11,10],[19,11,8],[29,13,6],[46,21,17],[32,11,5],[26,10,6],[28,8,6],[38,17,9],[25,5,4],[20,10,4],[6,3,5],[19,9,4],[10,2,0],[1,1,0],[0,2,14],[1,0,15],[11,5,16],[7,6,13],[8,11,11],[10,3,19],[7,2,7],[9,7,14],[13,11,8],[8,9,13],[9,7,6],[7,6,3],[9,7,14],[11,3,2],[8,8,10],[16,11,5],[14,6,8],[4,3,3],[10,4,2],[17,8,5],[24,10,12],[10,6,6],[13,4,7],[44,22,8],[27,8,13],[32,11,9],[16,6,6],[14,6,4],[18,6,2],[17,5,2],[19,6,3],[21,10,3],[9,4,1],[4,1,3],[3,2,5],[12,3,3],[11,4,1],[2,0,2],[4,2,0]],[[0,0,48],[0,1,37],[0,0,40],[0,2,40],[1,2,45],[0,3,29],[3,1,34],[0,3,45],[0,3,49],[0,3,51],[1,2,45],[0,2,32],[1,5,42],[3,2,43],[2,8,38],[2,6,40],[4,5,39],[5,11,66],[4,5,39],[1,3,38],[3,8,37],[7,7,34],[3,8,37],[1,9,38],[0,5,37],[9,5,34],[9,8,31],[7,11,30],[5,11,32],[3,10,35],[7,7,34],[9,9,30],[8,4,30],[7,16,25],[9,9,30],[7,4,21],[6,14,28],[10,7,31],[7,13,28],[7,13,26],[10,13,25],[10,12,26],[8,11,27],[12,9,25],[18,23,51],[32,35,91],[7,10,29],[15,12,21],[3,13,28],[11,15,22],[17,13,30],[9,18,17],[11,11,24],[8,16,22],[13,10,25],[16,27,35],[10,13,25],[13,13,20],[7,10,25],[14,10,24],[11,14,21],[31,26,39],[9,16,19],[11,11,22],[12,12,18],[10,11,23],[11,18,19],[12,14,16],[15,14,15],[17,7,42],[24,22,26],[7,11,16],[9,14,15],[16,15,17],[39,19,28],[22,16,10],[16,16,10],[21,11,10],[26,24,14],[16,6,12],[14,12,8],[2,5,7],[18,8,6],[8,1,3],[0,2,0],[0,1,15],[0,0,16],[5,6,21],[5,7,14],[6,8,16],[6,6,20],[3,3,10],[6,7,17],[10,10,12],[4,13,13],[5,3,14],[5,5,6],[8,8,14],[3,6,7],[6,6,14],[14,11,7],[7,6,15],[3,5,2],[7,6,3],[15,8,7],[12,12,22],[5,6,11],[8,6,10],[28,23,23],[16,8,24],[21,16,15],[13,7,8],[10,8,6],[14,3,9],[11,6,7],[16,9,3],[17,9,8],[4,4,6],[5,0,3],[4,4,2],[11,1,6],[8,5,3],[0,0,4],[2,4,0]],[[0,0,48],[0,4,28],[1,2,31],[3,2,41],[3,3,42],[1,1,38],[1,2,35],[1,2,45],[4,4,44],[4,1,49],[4,3,41],[1,1,38],[7,5,36],[7,2,39],[6,8,34],[2,6,40],[7,4,37],[19,12,51],[8,4,36],[9,3,30],[13,7,28],[13,9,26],[6,8,34],[15,8,25],[7,3,32],[14,6,28],[7,11,30],[17,9,22],[13,13,22],[15,8,25],[15,9,24],[13,8,27],[9,7,26],[19,11,18],[17,10,21],[19,8,21],[14,8,10],[23,6,19],[13,13,22],[17,8,21],[19,7,22],[17,16,15],[15,10,21],[19,11,16],[30,20,42],[70,28,60],[21,8,17],[22,12,14],[13,10,21],[23,10,15],[26,9,25],[16,11,17],[16,10,20],[20,12,14],[23,9,16],[33,23,22],[24,11,13],[17,15,14],[19,11,12],[21,13,14],[21,13,12],[46,27,23],[23,8,13],[25,8,11],[22,11,9],[24,10,10],[25,13,10],[21,9,12],[28,8,8],[42,8,16],[43,16,13],[17,7,10],[21,10,7],[26,13,9],[52,17,15],[32,12,4],[27,10,5],[29,11,2],[41,15,8],[26,3,5],[20,12,2],[1,6,7],[23,7,2],[11,1,0],[0,2,0],[2,1,13],[1,0,15],[12,4,16],[10,4,12],[10,9,11],[8,6,18],[11,1,4],[14,4,12],[15,9,8],[16,6,8],[14,4,4],[7,5,4],[16,7,7],[9,3,4],[9,4,13],[19,8,5],[14,6,8],[2,6,2],[11,3,2],[18,7,5],[28,12,6],[15,5,2],[16,3,5],[49,19,6],[29,10,9],[37,8,7],[21,6,1],[13,5,6],[17,7,2],[16,5,3],[18,8,2],[24,9,1],[13,1,0],[5,0,3],[6,2,2],[13,2,3],[12,4,0],[2,0,2],[2,4,0]],[[0,2,46],[0,2,34],[1,2,33],[2,6,38],[2,2,44],[0,5,29],[0,3,37],[2,5,41],[1,5,46],[1,2,51],[3,3,42],[2,3,27],[4,8,36],[4,6,38],[2,8,38],[4,6,38],[7,6,35],[9,14,59],[12,7,29],[8,0,34],[9,11,28],[9,12,27],[8,10,30],[8,13,27],[6,6,30],[16,7,25],[8,10,30],[15,9,24],[12,17,19],[14,7,27],[12,9,27],[17,9,22],[13,4,25],[17,7,24],[13,8,27],[11,9,28],[11,10,27],[7,4,21],[12,9,27],[17,6,23],[16,11,21],[17,13,18],[14,11,21],[15,12,19],[33,23,36],[50,30,78],[12,12,22],[21,10,17],[17,6,21],[13,13,22],[26,10,24],[15,11,18],[19,12,15],[19,12,15],[22,12,14],[33,20,25],[18,11,19],[17,14,15],[6,14,22],[22,9,17],[15,14,17],[39,31,26],[16,12,16],[21,8,15],[19,9,14],[25,9,10],[20,14,14],[17,6,19],[22,14,8],[32,6,28],[26,25,21],[12,10,12],[20,8,10],[20,10,18],[41,22,23],[25,13,10],[21,14,7],[21,9,12],[30,17,17],[16,5,13],[20,9,5],[4,4,6],[18,7,7],[7,2,3],[1,1,0],[1,2,13],[1,0,15],[5,8,19],[8,5,13],[9,10,11],[9,4,19],[8,3,5],[12,7,11],[9,10,13],[10,7,13],[12,4,6],[6,7,3],[11,6,13],[7,1,8],[11,4,11],[10,10,12],[10,7,11],[1,5,4],[7,6,3],[16,6,8],[18,16,12],[9,5,8],[12,3,9],[38,24,12],[22,12,14],[26,12,14],[15,7,6],[14,6,4],[14,7,5],[7,8,9],[15,10,3],[18,11,5],[7,4,3],[4,2,2],[6,3,1],[11,1,6],[9,3,4],[0,1,3],[3,3,0]],[[0,1,47],[2,4,34],[0,0,30],[0,3,43],[0,1,47],[1,4,35],[2,1,37],[2,2,44],[2,1,49],[1,3,50],[3,3,42],[3,2,35],[3,6,39],[1,3,44],[0,6,42],[4,5,39],[9,5,34],[4,11,67],[6,8,34],[5,3,34],[8,11,29],[8,5,35],[8,10,30],[7,11,30],[8,3,31],[12,2,34],[11,9,28],[12,13,23],[7,13,28],[13,12,23],[16,10,22],[13,12,23],[6,6,30],[13,11,24],[15,7,26],[13,9,26],[18,13,17],[18,11,19],[12,5,15],[13,10,23],[14,16,18],[15,16,17],[11,13,22],[17,10,19],[31,26,35],[59,33,66],[14,10,22],[21,15,12],[16,14,14],[21,10,17],[31,12,17],[10,19,15],[21,12,13],[23,14,9],[17,16,15],[26,27,25],[20,12,16],[18,13,15],[16,14,12],[22,11,15],[18,15,13],[42,37,17],[20,11,13],[18,12,14],[21,9,12],[20,11,13],[17,17,14],[22,11,9],[21,16,7],[34,10,22],[41,18,13],[14,9,11],[22,9,7],[23,18,7],[52,24,10],[30,15,3],[27,12,3],[24,12,6],[33,19,12],[19,7,8],[14,14,6],[4,4,6],[22,10,0],[9,0,3],[1,0,1],[0,0,16],[0,0,16],[8,6,18],[6,4,16],[8,9,13],[8,9,15],[7,3,6],[9,4,17],[16,7,9],[13,12,5],[11,6,5],[4,6,6],[11,12,7],[8,6,2],[7,8,11],[16,10,6],[13,6,9],[1,7,2],[9,5,2],[14,9,7],[27,11,8],[9,7,6],[16,6,2],[41,25,8],[27,13,8],[34,10,8],[15,8,5],[13,7,4],[15,7,4],[13,7,4],[15,8,5],[16,11,7],[7,4,3],[4,2,2],[4,3,3],[13,1,4],[9,7,0],[2,1,1],[3,3,0]],[[0,1,47],[0,0,36],[2,0,34],[0,2,42],[3,3,42],[0,0,38],[2,1,41],[4,1,43],[0,3,49],[2,3,49],[4,2,42],[2,0,26],[6,5,37],[3,3,42],[0,6,42],[6,5,37],[6,5,37],[6,13,63],[5,7,36],[4,2,36],[11,8,29],[12,9,27],[9,10,29],[10,7,31],[5,4,33],[13,3,32],[9,10,29],[11,10,27],[7,12,29],[8,11,29],[11,7,30],[14,6,28],[8,6,28],[15,11,22],[14,11,23],[15,10,23],[13,12,23],[15,6,27],[17,9,22],[1,7,22],[12,12,24],[14,14,20],[16,11,19],[13,8,25],[28,18,46],[40,37,81],[13,10,23],[15,14,19],[16,11,17],[11,15,22],[26,8,26],[11,16,17],[12,13,21],[18,10,18],[14,17,17],[23,23,32],[21,10,17],[12,15,19],[10,11,21],[19,10,19],[16,14,16],[41,24,31],[17,11,16],[17,10,17],[17,8,17],[16,10,18],[18,17,13],[21,7,14],[18,10,16],[29,7,30],[34,20,18],[13,9,12],[16,12,10],[25,11,12],[42,20,24],[23,16,9],[19,8,15],[20,10,12],[36,16,12],[19,6,9],[17,12,5],[2,5,7],[23,5,4],[8,1,3],[0,2,0],[0,1,15],[0,0,16],[11,6,15],[7,6,13],[12,6,12],[11,7,14],[7,3,6],[9,6,15],[7,7,18],[8,11,11],[9,4,9],[7,6,3],[13,6,11],[6,3,7],[9,8,9],[18,9,5],[11,6,11],[2,5,3],[9,4,3],[17,7,6],[21,13,12],[9,6,7],[14,4,6],[44,17,13],[25,7,16],[27,13,12],[14,9,5],[10,8,6],[12,6,8],[13,5,6],[14,8,6],[20,6,8],[10,2,2],[4,1,3],[2,3,5],[13,2,3],[8,4,4],[2,0,2],[2,4,0]],[[0,1,47],[0,1,41],[0,3,39],[0,6,38],[1,2,45],[0,0,32],[2,3,33],[0,3,45],[1,1,50],[1,2,51],[1,5,42],[3,1,24],[3,7,38],[1,0,47],[1,8,39],[3,7,38],[1,5,42],[6,13,63],[6,9,33],[2,6,34],[4,8,36],[8,6,34],[5,10,33],[6,9,33],[5,3,34],[4,4,40],[5,12,31],[3,12,33],[6,10,32],[3,9,36],[7,8,33],[9,8,31],[4,6,32],[4,10,34],[7,9,32],[7,11,30],[7,12,29],[8,9,31],[8,13,27],[6,13,27],[9,5,18],[6,13,29],[6,14,26],[8,12,26],[13,24,55],[35,37,86],[7,13,26],[5,15,28],[7,12,25],[10,10,28],[11,13,36],[9,14,21],[11,11,24],[8,14,24],[9,13,26],[13,26,39],[2,16,30],[9,14,23],[7,13,22],[11,11,26],[8,16,22],[26,28,42],[9,17,18],[11,15,18],[17,7,18],[11,11,22],[12,16,20],[15,13,14],[10,12,22],[16,11,39],[28,18,26],[9,9,16],[11,11,16],[20,13,15],[19,24,43],[19,12,17],[15,15,12],[10,13,19],[29,19,16],[20,4,10],[15,13,6],[1,5,8],[10,11,11],[7,3,2],[0,2,0],[0,1,15],[0,1,15],[4,7,21],[7,6,13],[8,7,15],[8,5,19],[3,2,11],[4,7,19],[7,11,14],[7,8,15],[8,5,9],[4,6,6],[7,7,16],[3,4,9],[6,7,13],[7,10,15],[9,8,11],[0,6,4],[5,6,5],[13,5,12],[13,15,18],[4,7,11],[12,6,6],[28,23,23],[17,9,22],[21,10,21],[10,7,11],[10,6,8],[10,5,11],[9,8,7],[13,7,8],[11,13,10],[7,5,2],[1,2,5],[2,3,5],[9,2,7],[10,4,2],[0,1,3],[3,2,1]],[[0,1,47],[0,2,40],[0,1,37],[0,2,42],[2,2,44],[0,4,32],[2,0,36],[2,2,44],[4,6,42],[1,1,52],[1,3,44],[2,1,33],[4,7,37],[7,3,38],[2,7,39],[3,5,40],[7,7,34],[12,8,62],[6,5,37],[13,3,26],[7,9,32],[9,7,32],[8,10,30],[14,9,25],[5,5,32],[15,8,25],[12,12,24],[18,8,22],[15,12,21],[14,10,24],[14,8,26],[17,12,19],[9,5,28],[16,10,22],[11,12,25],[15,10,23],[17,10,21],[15,12,21],[15,14,19],[16,10,20],[15,10,23],[8,11,13],[14,9,23],[20,13,13],[28,18,46],[55,37,66],[13,13,20],[17,11,20],[13,14,17],[11,11,26],[23,17,20],[16,12,16],[14,11,21],[16,10,20],[16,10,22],[27,26,25],[23,15,10],[19,14,13],[14,14,14],[19,13,16],[19,13,14],[41,27,28],[19,12,13],[17,12,15],[19,10,13],[18,12,14],[20,17,11],[20,9,13],[19,12,13],[36,12,18],[39,21,12],[10,12,12],[12,13,13],[25,18,5],[41,28,17],[29,14,5],[17,14,11],[23,14,5],[34,19,11],[24,4,6],[18,13,3],[4,4,6],[22,9,1],[7,2,3],[0,2,0],[0,3,13],[0,0,16],[10,8,14],[10,3,13],[9,9,12],[13,6,13],[9,3,4],[10,5,15],[13,6,13],[14,5,11],[12,6,4],[5,7,4],[10,10,10],[7,4,5],[8,7,11],[16,13,3],[13,10,5],[3,3,4],[8,6,2],[18,6,6],[24,15,7],[13,4,5],[12,5,7],[43,26,5],[26,12,10],[31,14,7],[15,10,3],[15,4,5],[18,5,3],[9,10,5],[20,6,2],[19,13,2],[8,5,1],[4,1,3],[4,2,4],[14,3,1],[8,6,2],[2,2,0],[3,3,0]],[[1,1,40],[0,1,35],[2,1,33],[2,0,36],[3,2,37],[0,3,27],[0,0,24],[4,3,35],[7,2,37],[4,4,40],[8,2,32],[3,1,24],[5,5,32],[5,2,35],[7,7,28],[5,3,34],[9,5,28],[18,10,52],[10,8,24],[7,3,28],[9,10,23],[10,6,26],[16,8,18],[12,9,21],[6,3,29],[13,8,21],[17,7,18],[18,7,17],[10,13,19],[18,13,11],[14,11,17],[17,9,16],[10,7,19],[8,13,21],[13,9,20],[14,12,16],[18,12,12],[10,12,20],[16,14,12],[14,12,14],[17,8,17],[12,16,14],[7,9,12],[20,10,12],[25,26,29],[51,37,54],[16,10,14],[14,14,14],[18,10,10],[18,10,14],[21,14,17],[11,11,18],[16,16,8],[19,12,11],[24,11,7],[30,24,14],[19,15,8],[14,15,11],[20,8,8],[18,11,13],[20,11,9],[41,30,13],[19,14,7],[18,11,9],[18,12,8],[20,13,7],[18,16,8],[15,10,11],[16,15,7],[28,12,14],[34,23,5],[10,9,9],[14,11,9],[21,15,6],[38,27,9],[24,11,7],[24,13,3],[22,11,5],[29,23,6],[16,8,4],[16,11,1],[5,5,2],[16,9,1],[3,2,3],[0,2,0],[0,0,14],[1,0,13],[6,5,17],[6,8,8],[11,7,10],[11,5,12],[4,4,6],[14,4,8],[10,10,8],[10,10,8],[11,5,4],[6,6,2],[12,8,6],[8,4,2],[10,5,9],[13,10,5],[10,6,8],[1,4,3],[6,5,3],[13,11,2],[21,14,7],[8,7,5],[13,5,2],[31,29,4],[21,13,6],[25,15,4],[12,9,3],[13,5,2],[15,6,3],[6,9,5],[13,9,2],[11,15,2],[6,6,0],[2,0,4],[5,2,3],[13,0,3],[8,6,0],[2,2,0],[1,3,0]],[[0,1,47],[1,3,36],[1,3,32],[0,1,45],[0,4,44],[1,6,31],[0,0,32],[1,1,46],[0,3,49],[0,3,51],[0,2,46],[1,4,33],[1,4,43],[4,3,41],[1,2,45],[4,5,39],[3,6,39],[11,9,62],[4,6,38],[7,3,32],[10,9,29],[4,6,38],[6,5,37],[7,9,32],[5,3,34],[9,4,35],[8,10,30],[10,7,31],[3,10,35],[11,11,26],[8,6,34],[10,12,26],[5,7,30],[7,11,30],[15,9,24],[5,11,32],[7,12,29],[12,8,28],[11,11,26],[16,6,24],[11,12,25],[7,16,25],[11,10,25],[6,7,17],[17,24,51],[35,38,85],[11,9,26],[10,14,24],[6,12,26],[11,14,23],[17,14,29],[11,10,23],[15,9,22],[13,11,22],[15,14,19],[25,22,31],[13,15,20],[15,13,18],[8,13,21],[14,13,21],[15,9,22],[34,30,32],[12,12,20],[14,9,21],[15,9,18],[14,9,21],[19,11,18],[13,10,19],[14,17,13],[24,8,34],[31,21,20],[4,10,20],[16,12,10],[20,16,12],[38,26,22],[21,13,14],[17,13,12],[24,12,6],[28,23,13],[14,6,14],[19,12,3],[1,6,7],[18,10,4],[7,2,3],[0,2,0],[0,0,16],[0,0,16],[7,5,20],[8,7,11],[8,4,18],[11,2,19],[8,0,8],[14,3,13],[9,9,14],[10,7,13],[8,5,9],[3,7,6],[9,8,13],[6,4,6],[11,6,9],[11,10,11],[14,4,10],[1,5,4],[8,4,4],[13,9,8],[27,11,8],[7,7,8],[12,6,6],[30,28,16],[18,9,21],[22,12,18],[10,10,8],[15,5,4],[13,6,7],[13,8,3],[15,10,3],[18,12,4],[8,4,2],[3,1,4],[5,2,3],[12,2,4],[8,6,2],[1,1,2],[3,2,1]],[[0,1,95],[0,1,71],[0,1,63],[0,1,81],[0,6,90],[0,6,64],[0,0,74],[0,7,89],[2,3,99],[2,7,99],[0,5,91],[2,5,73],[6,8,82],[3,7,86],[0,11,85],[5,14,77],[7,10,79],[17,20,127],[7,14,75],[8,5,71],[4,17,75],[9,12,75],[11,17,68],[14,12,70],[11,3,70],[15,11,70],[19,15,62],[17,18,61],[11,21,64],[16,17,63],[22,16,58],[18,20,58],[11,11,62],[20,23,53],[22,20,54],[22,20,54],[23,21,52],[20,17,59],[26,20,50],[24,17,51],[23,25,48],[22,28,46],[16,23,53],[19,22,51],[27,32,93],[75,71,170],[22,16,54],[22,29,45],[25,21,42],[23,24,49],[28,23,69],[17,28,43],[24,22,46],[18,27,47],[32,28,36],[41,48,67],[23,25,48],[24,29,39],[21,23,40],[30,26,40],[30,23,39],[50,55,87],[23,25,40],[25,20,43],[17,20,47],[24,24,40],[35,28,33],[27,24,33],[31,23,34],[36,13,83],[61,38,45],[17,16,35],[25,18,33],[40,29,27],[65,44,63],[39,28,29],[36,28,20],[35,27,22],[64,39,25],[33,13,22],[34,26,8],[5,7,16],[31,18,15],[9,6,9],[0,4,0],[0,3,29],[1,0,31],[13,13,38],[12,10,30],[13,18,29],[17,11,36],[8,6,18],[10,8,42],[20,20,24],[20,12,28],[18,9,17],[8,10,14],[15,16,29],[11,8,13],[13,11,28],[29,17,18],[20,11,25],[0,12,8],[17,9,6],[26,13,21],[36,25,31],[10,12,22],[21,9,18],[56,46,46],[40,18,38],[51,19,34],[28,14,14],[25,12,11],[26,12,14],[17,16,15],[26,18,12],[28,24,16],[12,10,6],[3,1,12],[8,6,6],[25,5,6],[15,12,5],[0,1,7],[3,7,2]],[[0,2,166],[0,11,127],[1,8,127],[0,5,139],[0,17,151],[2,11,123],[3,2,127],[0,12,156],[0,18,158],[1,7,188],[6,10,152],[4,11,109],[5,25,138],[8,13,147],[7,25,136],[19,14,135],[15,19,134],[23,49,222],[14,20,134],[12,9,129],[21,30,117],[23,30,115],[25,32,111],[23,40,105],[15,18,107],[25,18,125],[39,37,92],[41,34,93],[31,59,78],[28,43,97],[30,39,99],[30,33,105],[26,20,104],[46,48,74],[36,32,100],[36,38,94],[33,48,87],[43,29,96],[38,48,82],[30,55,77],[40,46,82],[39,55,74],[40,40,82],[44,49,69],[94,76,156],[164,132,306],[37,45,80],[37,53,78],[38,32,66],[40,49,79],[62,36,104],[37,56,63],[44,50,68],[46,46,70],[48,46,74],[74,93,97],[55,46,67],[46,63,53],[27,51,62],[65,41,62],[59,52,51],[110,120,106],[35,52,69],[41,47,68],[44,47,59],[46,59,51],[55,61,52],[64,47,43],[69,47,40],[70,37,101],[91,88,67],[33,42,45],[41,46,43],[70,48,38],[125,84,87],[75,63,30],[68,50,32],[63,56,31],[98,82,56],[62,31,25],[50,42,16],[5,15,20],[62,18,12],[23,6,7],[2,3,1],[1,3,52],[0,0,56],[23,25,64],[24,24,48],[31,37,38],[25,22,65],[17,10,29],[27,20,59],[24,44,44],[22,42,42],[26,28,30],[19,24,13],[27,29,40],[17,19,20],[18,35,41],[36,43,33],[32,27,31],[5,14,9],[25,18,13],[40,34,32],[64,63,43],[21,27,24],[34,27,27],[97,71,54],[57,37,52],[83,54,41],[44,27,19],[45,31,12],[43,21,20],[37,20,13],[49,33,18],[49,47,20],[23,11,6],[8,4,10],[14,14,10],[36,10,14],[35,19,2],[4,1,5],[10,16,2]],[[0,1,47],[0,0,34],[0,0,36],[0,1,43],[0,3,45],[0,1,33],[1,1,36],[0,3,45],[1,2,49],[0,3,51],[1,2,45],[2,3,33],[3,5,40],[2,1,45],[1,2,45],[3,6,39],[3,3,42],[8,9,65],[2,9,37],[5,3,34],[8,7,33],[6,8,34],[2,7,39],[5,10,33],[6,4,32],[13,6,29],[7,10,31],[12,10,26],[6,12,30],[9,11,28],[12,9,27],[11,7,30],[5,6,31],[8,16,24],[10,11,27],[14,9,25],[9,11,28],[15,9,24],[11,11,26],[7,11,28],[16,10,22],[9,16,23],[15,8,23],[11,13,22],[24,26,42],[43,31,84],[8,4,18],[12,16,20],[12,10,22],[15,14,19],[15,16,29],[11,14,19],[15,11,20],[12,15,19],[11,17,20],[22,26,30],[14,11,23],[12,14,20],[8,11,23],[16,13,19],[14,12,20],[40,21,35],[15,15,14],[12,11,21],[17,9,16],[14,10,20],[19,17,12],[14,13,15],[22,12,10],[22,5,39],[33,17,22],[10,10,14],[11,11,16],[21,15,12],[36,21,29],[24,14,10],[21,14,7],[19,12,11],[35,17,12],[20,5,9],[14,12,8],[1,6,7],[22,6,4],[8,2,2],[0,2,0],[0,1,15],[0,0,16],[8,6,18],[4,7,15],[10,8,12],[5,6,21],[2,4,10],[3,7,20],[10,9,13],[9,8,13],[7,5,10],[6,6,4],[8,8,14],[2,5,9],[7,5,14],[15,11,6],[11,7,10],[1,6,3],[11,3,2],[10,7,13],[22,8,16],[9,5,8],[15,4,5],[29,24,21],[25,8,15],[25,14,13],[12,8,8],[16,5,3],[14,6,6],[11,6,7],[15,8,5],[16,9,9],[7,4,3],[1,1,6],[5,2,3],[10,3,5],[11,4,1],[0,0,4],[2,4,0]],[[0,1,47],[0,1,33],[2,0,34],[1,5,38],[0,3,45],[0,2,36],[0,0,38],[0,3,45],[0,2,50],[1,1,52],[4,3,41],[1,5,30],[4,7,37],[0,3,45],[5,3,40],[2,6,40],[2,3,43],[5,9,68],[5,5,38],[4,3,35],[5,8,35],[7,6,35],[1,12,35],[3,15,30],[4,5,33],[4,10,34],[4,13,31],[7,11,30],[7,12,29],[6,11,31],[4,9,35],[9,7,32],[4,5,33],[3,14,31],[8,9,31],[7,9,32],[7,12,29],[6,9,33],[7,13,28],[4,13,29],[7,16,25],[7,17,24],[6,13,27],[6,14,26],[18,26,48],[24,42,92],[9,15,22],[0,10,22],[2,16,26],[14,14,20],[9,16,35],[7,13,24],[12,13,21],[13,13,20],[11,12,25],[17,29,32],[13,15,20],[8,16,22],[1,15,26],[13,14,21],[7,16,23],[22,31,43],[12,13,19],[9,10,25],[8,13,21],[10,14,20],[9,18,21],[11,11,20],[13,13,18],[18,13,35],[20,23,29],[5,11,18],[12,12,14],[13,15,20],[23,29,34],[20,16,12],[15,16,11],[10,17,15],[21,22,21],[16,5,13],[14,16,4],[1,5,8],[18,10,4],[5,2,5],[1,1,0],[0,2,14],[0,0,16],[6,7,19],[2,8,16],[3,16,11],[7,7,18],[1,3,12],[6,5,19],[4,13,15],[5,8,17],[6,9,7],[5,5,6],[9,7,14],[4,4,8],[6,6,14],[8,12,12],[9,6,13],[0,6,4],[6,6,4],[4,13,13],[10,18,18],[5,6,11],[4,8,12],[24,25,25],[24,10,14],[22,16,14],[7,11,10],[8,8,8],[12,8,6],[9,8,7],[12,11,5],[7,18,9],[8,1,5],[1,2,5],[5,1,4],[10,2,6],[6,7,3],[0,2,2],[2,3,1]],[[0,0,42],[0,1,31],[0,2,30],[0,1,39],[2,1,39],[1,1,22],[2,0,26],[2,2,38],[4,1,41],[2,2,42],[5,1,36],[5,4,25],[3,6,33],[3,1,38],[2,5,35],[0,6,36],[5,5,32],[9,10,51],[11,5,26],[8,3,25],[5,8,29],[6,6,30],[6,5,31],[12,8,22],[6,3,29],[12,5,25],[8,10,24],[12,7,23],[10,10,22],[9,8,25],[11,6,25],[12,8,22],[7,7,22],[7,11,24],[14,6,22],[15,8,19],[9,11,22],[12,7,23],[14,9,19],[7,9,24],[12,9,21],[12,12,18],[11,13,16],[12,11,17],[21,19,40],[36,17,65],[11,9,20],[12,15,15],[5,7,16],[15,10,17],[20,12,22],[7,11,20],[14,7,19],[11,11,18],[16,9,17],[28,21,21],[16,12,14],[13,12,15],[13,12,13],[18,13,11],[14,15,11],[32,23,29],[17,9,12],[12,8,18],[12,10,14],[13,9,16],[17,12,13],[16,8,12],[20,10,8],[27,7,28],[38,16,10],[11,7,12],[15,11,8],[27,10,7],[42,24,10],[24,12,6],[17,10,9],[19,14,3],[33,13,8],[18,4,8],[16,11,5],[4,6,4],[22,6,4],[8,2,2],[0,2,0],[1,0,13],[0,0,14],[6,5,17],[10,2,10],[5,8,13],[9,3,16],[6,1,7],[7,6,13],[14,7,7],[9,4,13],[7,2,9],[5,4,5],[9,7,12],[9,3,2],[6,5,11],[12,8,8],[9,6,11],[1,6,3],[8,4,2],[12,6,8],[19,12,7],[10,6,4],[10,2,8],[39,20,13],[23,8,15],[29,11,6],[14,7,5],[14,4,2],[17,5,2],[10,7,7],[14,8,2],[20,10,0],[8,6,0],[6,0,2],[7,1,0],[13,2,1],[11,2,1],[0,2,2],[2,2,0]],[[0,0,48],[0,0,38],[1,1,34],[1,1,42],[1,4,43],[1,1,38],[0,1,41],[2,2,44],[6,5,41],[4,2,48],[2,2,44],[2,2,32],[6,3,39],[6,3,39],[5,2,41],[10,3,35],[4,7,37],[11,14,57],[12,5,31],[10,4,28],[11,9,28],[10,4,34],[14,9,25],[12,8,28],[8,4,30],[15,8,25],[15,9,24],[13,5,30],[13,11,24],[19,7,22],[17,9,22],[16,10,22],[9,5,28],[14,12,22],[20,11,17],[19,10,19],[10,14,24],[20,5,23],[19,9,20],[18,12,16],[20,7,21],[17,11,20],[16,10,20],[17,11,18],[32,19,41],[49,43,66],[15,10,21],[15,12,21],[16,9,19],[8,6,18],[21,17,22],[14,10,20],[18,13,15],[19,11,16],[19,11,18],[23,21,34],[16,17,15],[20,13,13],[17,11,14],[17,13,18],[21,14,11],[43,29,24],[18,12,14],[17,11,16],[24,12,6],[18,14,12],[19,16,13],[20,12,10],[15,14,15],[34,11,21],[34,27,11],[8,12,14],[16,11,11],[19,19,10],[39,27,20],[21,13,14],[23,11,8],[24,14,4],[32,19,13],[20,7,7],[18,11,5],[4,4,6],[23,8,1],[6,3,3],[1,1,0],[0,0,16],[0,0,16],[8,8,16],[11,4,11],[12,9,9],[13,6,13],[8,2,6],[13,5,12],[13,9,10],[13,8,9],[8,6,8],[4,6,6],[8,8,14],[5,4,7],[11,5,10],[12,12,8],[11,7,10],[1,3,6],[9,5,2],[15,7,8],[21,13,12],[9,8,5],[12,6,6],[34,23,17],[21,12,15],[28,17,7],[13,11,4],[13,8,3],[13,6,7],[10,8,6],[15,7,6],[18,8,8],[7,4,3],[5,0,3],[6,4,0],[14,1,3],[9,6,1],[1,0,3],[1,4,1]],[[0,0,84],[0,3,73],[0,2,58],[0,4,74],[1,2,81],[0,2,58],[3,1,52],[2,3,79],[0,4,88],[1,4,89],[2,3,79],[1,4,53],[3,3,78],[3,2,79],[3,8,73],[5,4,75],[3,6,75],[8,14,118],[6,14,64],[8,3,63],[3,11,70],[7,7,70],[6,12,66],[6,10,68],[5,7,62],[11,9,64],[10,14,60],[9,17,58],[8,17,59],[6,17,61],[14,7,63],[11,12,61],[7,11,54],[13,16,55],[14,8,62],[23,12,49],[9,12,63],[16,8,60],[15,15,54],[18,8,56],[14,17,53],[7,25,52],[8,16,56],[15,15,50],[38,35,89],[46,40,174],[17,20,45],[17,24,43],[10,17,53],[20,20,44],[13,12,55],[13,20,45],[20,15,45],[17,20,43],[25,21,38],[28,31,79],[22,23,39],[13,21,46],[14,19,41],[26,17,41],[16,21,45],[50,39,79],[13,22,41],[22,15,41],[24,12,38],[28,16,34],[27,16,41],[22,14,38],[27,15,36],[50,12,64],[50,19,57],[15,8,37],[18,17,33],[35,19,32],[53,27,74],[40,18,26],[31,18,25],[29,14,29],[53,20,39],[34,7,21],[25,16,19],[3,9,14],[33,15,14],[9,5,10],[0,4,0],[0,2,26],[1,0,27],[13,9,34],[7,9,30],[10,10,32],[11,8,37],[8,4,16],[6,4,42],[17,13,26],[11,13,28],[12,6,20],[7,8,13],[18,9,27],[6,6,16],[13,7,26],[21,16,19],[12,10,28],[3,10,5],[14,6,8],[18,12,22],[35,13,30],[12,7,21],[18,5,19],[51,34,51],[40,11,37],[46,15,33],[24,10,16],[20,7,15],[20,6,20],[22,8,14],[24,10,14],[31,12,17],[15,5,6],[5,2,9],[4,3,9],[19,3,12],[14,6,8],[3,0,5],[3,4,1]],[[0,1,41],[0,2,28],[3,2,25],[0,2,36],[0,4,38],[1,5,26],[0,0,30],[0,2,40],[0,7,39],[2,3,43],[0,3,39],[2,5,29],[0,10,32],[0,4,38],[4,6,32],[5,2,35],[5,4,33],[0,15,65],[2,10,30],[1,4,33],[6,7,29],[7,8,27],[7,12,23],[6,16,20],[7,5,26],[4,6,32],[8,14,20],[10,11,21],[4,13,25],[9,15,18],[5,15,22],[7,11,24],[3,7,26],[2,15,25],[7,14,21],[7,14,21],[5,12,25],[11,10,21],[6,15,21],[11,10,19],[8,12,22],[10,15,17],[10,16,16],[11,9,22],[20,27,33],[30,39,73],[6,14,20],[9,13,20],[6,15,17],[10,13,19],[16,14,22],[3,11,12],[8,14,18],[10,16,16],[13,12,17],[10,31,27],[10,18,14],[8,19,13],[7,15,14],[13,14,15],[5,17,18],[28,28,28],[11,12,17],[10,12,16],[7,15,16],[11,17,12],[15,15,12],[10,17,9],[13,13,12],[22,10,22],[23,25,14],[4,10,14],[10,14,10],[14,20,8],[30,28,14],[17,15,10],[19,14,7],[16,15,7],[26,24,8],[11,10,7],[11,14,3],[1,5,6],[16,10,0],[4,2,2],[0,2,0],[0,1,13],[0,0,14],[5,9,14],[4,7,11],[6,10,12],[4,6,18],[3,1,10],[7,5,14],[8,11,9],[8,10,10],[9,6,5],[3,7,4],[2,8,16],[4,4,6],[11,5,8],[9,11,8],[5,10,9],[0,5,3],[6,6,2],[8,10,8],[16,17,9],[5,9,6],[10,7,3],[26,27,11],[18,14,8],[19,14,11],[13,8,3],[9,6,5],[9,8,7],[9,8,3],[12,10,2],[10,15,3],[6,6,0],[2,2,2],[5,3,2],[12,2,2],[6,7,1],[0,2,2],[0,4,0]],[[1,1,46],[1,2,35],[0,1,31],[2,5,37],[1,3,44],[1,3,36],[1,3,30],[3,2,43],[4,5,43],[1,4,49],[2,4,42],[3,1,28],[3,6,39],[4,3,41],[6,8,34],[3,3,42],[5,7,36],[9,16,57],[8,5,35],[9,3,30],[6,9,33],[8,8,32],[11,8,29],[17,8,23],[6,6,30],[15,6,27],[11,8,29],[12,11,25],[12,12,24],[14,13,21],[12,7,29],[17,8,23],[11,5,26],[14,12,22],[18,8,22],[15,10,23],[16,7,25],[15,8,25],[16,12,20],[15,9,22],[15,10,23],[15,15,18],[14,14,18],[16,9,21],[30,21,41],[53,37,68],[12,6,28],[17,13,18],[20,9,15],[15,14,19],[23,8,29],[15,17,12],[11,6,13],[14,13,19],[16,15,17],[32,22,24],[16,17,15],[15,15,16],[18,14,10],[22,13,13],[24,12,10],[39,26,31],[21,15,8],[20,10,14],[16,11,15],[20,9,15],[26,13,9],[25,6,11],[18,9,17],[34,7,25],[44,16,12],[11,11,12],[15,8,15],[24,14,10],[54,18,12],[34,9,5],[23,9,10],[25,11,6],[39,14,11],[21,5,8],[21,12,1],[3,3,8],[25,7,0],[9,2,1],[0,2,0],[1,1,14],[1,1,14],[15,5,12],[6,4,16],[9,10,11],[8,5,19],[4,0,12],[10,7,13],[16,12,4],[11,9,10],[11,5,6],[6,6,4],[13,8,9],[7,5,4],[10,7,9],[20,9,3],[13,8,7],[4,5,1],[11,4,1],[15,6,9],[23,12,11],[9,5,8],[16,6,2],[44,23,7],[31,7,10],[27,13,12],[17,7,4],[17,4,3],[16,5,5],[14,6,4],[20,5,3],[22,9,3],[9,4,1],[4,2,2],[5,2,3],[12,3,3],[12,4,0],[2,1,1],[3,3,0]],[[1,1,46],[0,3,39],[0,0,36],[0,4,42],[3,2,43],[1,2,29],[2,0,34],[4,4,40],[3,1,48],[3,2,49],[6,2,40],[4,2,30],[7,5,36],[6,0,42],[7,7,34],[6,4,38],[7,6,35],[16,11,55],[12,4,32],[12,1,29],[12,11,25],[10,11,27],[13,5,30],[11,9,28],[10,1,31],[12,5,31],[15,4,29],[17,10,21],[14,7,27],[12,11,25],[16,11,21],[14,8,26],[9,7,26],[15,12,21],[12,13,23],[15,12,21],[12,14,22],[13,9,26],[12,10,26],[15,5,26],[14,12,22],[19,12,17],[12,12,22],[16,10,20],[31,28,33],[52,40,66],[16,10,20],[12,12,24],[18,12,14],[18,12,18],[21,15,24],[18,10,16],[17,11,18],[9,10,11],[15,14,19],[32,28,18],[22,14,12],[18,12,16],[14,15,13],[23,9,16],[22,13,11],[40,37,19],[20,12,12],[12,12,20],[16,14,12],[20,8,16],[25,14,9],[18,11,13],[22,14,8],[30,10,26],[37,22,13],[12,12,10],[18,13,7],[25,17,6],[44,23,19],[24,14,10],[25,12,5],[23,11,8],[29,21,14],[25,6,3],[18,13,3],[4,4,6],[20,10,2],[9,1,2],[0,2,0],[0,1,15],[2,1,13],[9,6,17],[5,7,14],[12,7,11],[8,3,21],[6,1,9],[11,5,14],[9,8,15],[11,11,8],[9,6,7],[5,7,4],[16,6,8],[10,4,2],[7,8,11],[11,12,9],[14,7,7],[4,1,5],[11,5,0],[14,9,7],[22,15,9],[11,8,3],[16,6,2],[37,26,11],[28,11,9],[28,14,10],[16,7,5],[14,4,6],[20,4,2],[8,11,5],[20,6,2],[19,13,2],[9,5,0],[4,2,2],[6,3,1],[14,0,4],[9,6,1],[1,2,1],[3,3,0]],[[0,0,48],[0,2,42],[0,4,34],[1,0,39],[0,3,45],[1,2,33],[3,2,37],[4,3,41],[0,3,49],[1,3,50],[2,4,42],[2,4,22],[3,8,37],[1,2,45],[5,9,34],[4,2,42],[2,5,41],[6,14,62],[6,8,34],[6,4,32],[9,8,31],[6,12,30],[6,11,31],[9,16,23],[4,3,35],[12,9,27],[9,14,25],[10,12,26],[11,11,26],[8,12,28],[9,7,32],[6,9,33],[6,6,30],[10,14,24],[11,8,29],[11,12,25],[12,15,21],[16,9,23],[13,14,21],[11,13,22],[11,17,20],[13,13,22],[11,9,26],[10,14,22],[21,31,40],[45,39,74],[11,13,22],[13,13,22],[7,14,23],[12,14,22],[18,18,24],[7,18,19],[16,11,19],[13,15,18],[14,8,10],[24,28,26],[19,13,16],[18,15,13],[13,13,16],[14,15,19],[15,15,16],[42,31,23],[15,12,17],[20,10,14],[16,12,14],[18,11,15],[19,15,14],[19,10,13],[18,14,12],[31,11,24],[31,22,19],[12,11,11],[18,15,5],[21,17,10],[40,30,16],[22,14,12],[22,15,5],[19,14,9],[25,20,19],[23,5,6],[19,13,2],[4,4,6],[19,9,4],[9,1,2],[1,1,0],[0,1,15],[0,0,16],[9,8,15],[6,4,16],[8,9,13],[7,6,19],[9,2,5],[13,5,12],[8,8,16],[9,8,13],[11,6,5],[6,7,3],[8,10,12],[7,3,6],[9,4,13],[12,14,6],[14,6,8],[3,4,3],[8,6,2],[16,9,5],[21,16,9],[12,7,3],[14,6,4],[37,30,7],[22,11,15],[24,14,14],[13,8,7],[13,5,6],[14,8,4],[10,10,4],[14,10,4],[17,13,4],[8,6,0],[4,2,2],[5,2,3],[10,3,5],[8,7,1],[0,2,2],[2,4,0]],[[0,1,47],[1,0,37],[1,4,25],[0,4,38],[3,3,42],[1,6,37],[3,1,34],[4,2,42],[5,6,41],[3,2,49],[4,5,39],[5,2,35],[3,5,40],[2,3,43],[4,8,36],[4,10,34],[9,5,34],[8,15,59],[7,8,33],[9,4,29],[5,12,31],[6,9,33],[12,9,27],[9,7,32],[7,5,30],[12,9,27],[7,10,31],[13,9,26],[14,10,24],[11,15,22],[11,7,30],[7,12,29],[8,7,27],[15,13,20],[6,9,33],[11,15,22],[13,17,18],[11,13,24],[20,9,19],[12,11,23],[14,11,23],[12,16,20],[11,15,20],[16,13,17],[24,24,44],[40,42,76],[13,13,20],[11,15,22],[9,11,24],[15,13,20],[20,15,25],[7,21,16],[17,13,16],[12,18,16],[14,14,20],[21,21,20],[10,15,23],[11,20,15],[13,9,20],[16,13,19],[14,16,16],[38,32,26],[17,14,13],[16,11,17],[15,13,14],[10,14,20],[19,19,10],[17,13,12],[14,13,17],[41,8,17],[31,22,19],[9,12,13],[14,13,11],[25,16,7],[37,29,18],[26,16,6],[20,15,7],[14,15,13],[30,25,9],[21,6,7],[18,15,1],[4,5,5],[22,8,2],[9,2,1],[0,2,0],[0,1,15],[0,0,16],[5,11,16],[7,6,13],[6,11,13],[12,8,12],[6,2,8],[8,8,14],[9,12,11],[14,10,6],[7,8,7],[7,8,1],[10,9,11],[6,5,5],[7,7,12],[11,13,8],[13,5,10],[1,5,4],[7,7,2],[12,8,10],[21,18,7],[6,9,7],[12,7,5],[40,23,11],[23,12,13],[29,17,6],[13,10,5],[15,6,3],[17,6,3],[10,9,5],[17,8,3],[14,16,4],[8,6,0],[4,2,2],[4,3,3],[16,1,1],[8,7,1],[0,2,2],[2,4,0]],[[0,0,48],[0,3,37],[0,1,35],[0,2,42],[0,3,45],[2,1,29],[2,1,31],[1,2,45],[3,3,46],[2,2,50],[2,0,46],[2,1,35],[4,5,39],[0,2,46],[0,8,40],[4,6,38],[2,5,41],[7,13,62],[5,7,36],[6,3,33],[5,8,35],[4,6,38],[7,8,33],[7,8,33],[6,4,32],[14,7,27],[8,10,30],[8,9,31],[7,12,29],[10,7,31],[8,8,32],[12,10,26],[6,4,32],[9,11,28],[8,9,31],[12,11,25],[7,15,26],[12,7,29],[10,9,29],[10,11,25],[15,12,21],[9,16,23],[9,10,27],[11,11,24],[28,22,42],[44,29,85],[13,12,21],[10,15,23],[9,12,23],[6,15,27],[16,14,30],[9,13,22],[9,16,21],[16,11,19],[17,12,19],[22,24,32],[9,7,16],[10,15,21],[11,12,19],[15,12,21],[13,13,20],[38,23,35],[10,15,19],[20,10,14],[12,9,21],[14,11,19],[24,12,12],[20,10,12],[17,11,16],[30,7,29],[34,19,19],[12,6,16],[13,9,16],[24,13,11],[42,18,24],[26,12,10],[21,13,8],[22,13,7],[37,18,9],[17,7,10],[18,12,4],[2,6,6],[20,8,4],[6,2,4],[2,0,0],[0,1,15],[0,0,16],[10,3,19],[5,6,15],[8,7,15],[11,7,14],[4,3,9],[7,3,20],[13,6,13],[10,7,13],[9,7,6],[5,3,8],[12,7,11],[5,4,7],[11,5,10],[9,11,12],[15,7,6],[2,5,3],[9,5,2],[12,8,10],[22,10,14],[11,5,6],[16,1,7],[33,22,19],[22,11,15],[26,11,15],[17,8,3],[12,5,7],[11,8,7],[11,6,7],[19,6,3],[21,10,3],[7,4,3],[5,0,3],[4,2,4],[13,1,4],[11,5,0],[0,0,4],[3,3,0]],[[0,0,42],[0,3,31],[0,2,30],[0,0,38],[1,2,39],[1,2,27],[2,1,35],[0,5,37],[1,3,42],[1,3,44],[0,5,37],[2,4,22],[4,6,32],[0,4,38],[2,8,32],[4,3,35],[2,6,34],[10,7,53],[3,7,32],[5,2,29],[3,11,28],[3,10,29],[1,10,31],[7,8,27],[3,4,29],[10,4,28],[1,12,29],[7,12,23],[2,14,26],[5,12,25],[7,8,27],[11,8,23],[6,8,22],[3,14,25],[7,10,25],[5,12,25],[4,14,24],[5,12,25],[7,15,20],[11,10,19],[10,12,20],[7,17,18],[7,13,20],[6,13,21],[11,23,46],[21,43,76],[8,14,18],[4,12,26],[5,15,18],[9,16,17],[11,15,26],[7,17,14],[12,14,14],[8,13,19],[7,15,20],[11,25,32],[8,16,18],[10,11,7],[5,16,15],[13,12,17],[8,17,15],[22,36,26],[6,14,18],[12,10,18],[8,9,19],[9,12,17],[14,14,14],[15,9,12],[19,9,10],[21,10,23],[29,21,14],[3,13,14],[4,13,15],[13,17,10],[31,21,22],[20,14,8],[17,13,6],[20,15,1],[19,16,19],[13,9,8],[15,12,3],[2,6,4],[15,9,2],[7,1,2],[0,2,0],[0,0,14],[0,2,12],[3,8,17],[5,6,13],[4,8,14],[5,6,17],[3,1,10],[5,7,14],[8,10,10],[3,12,11],[2,6,10],[3,7,4],[8,8,10],[2,4,8],[4,7,13],[6,12,10],[12,8,4],[1,5,4],[10,3,1],[13,8,5],[15,17,6],[4,10,6],[9,6,5],[28,25,11],[16,9,15],[15,15,14],[12,11,1],[9,6,5],[9,8,5],[9,8,3],[13,8,3],[20,8,6],[6,5,1],[1,2,5],[3,3,4],[12,1,1],[7,5,2],[1,1,2],[2,4,0]],[[0,1,47],[0,4,32],[0,1,35],[0,3,41],[1,4,43],[1,3,30],[0,3,33],[0,5,43],[0,3,49],[0,2,52],[1,3,44],[4,1,25],[1,6,41],[1,5,42],[1,9,38],[5,4,39],[2,4,42],[7,8,67],[4,7,37],[6,5,31],[6,11,31],[4,5,39],[1,10,37],[6,11,31],[2,5,35],[8,4,36],[4,8,36],[10,11,27],[9,12,27],[2,13,33],[11,8,29],[7,8,33],[10,7,25],[9,16,23],[8,10,30],[9,13,26],[8,11,29],[11,13,24],[10,12,26],[12,7,27],[9,10,29],[12,17,19],[6,11,29],[8,12,26],[11,29,52],[38,40,80],[10,12,24],[14,15,19],[6,11,27],[9,16,23],[16,13,31],[7,13,24],[7,14,25],[11,14,21],[8,12,28],[19,25,34],[12,15,21],[8,14,24],[2,7,17],[14,17,17],[12,16,18],[28,30,38],[7,14,23],[10,11,23],[13,9,20],[8,12,24],[15,14,19],[18,9,15],[14,13,17],[29,11,26],[21,21,30],[6,9,19],[13,7,18],[19,16,13],[39,23,24],[23,14,11],[16,11,15],[15,10,17],[21,21,22],[16,9,9],[12,14,8],[2,6,6],[17,9,6],[7,2,3],[0,2,0],[0,1,15],[0,0,16],[8,10,14],[4,4,18],[5,12,13],[5,1,26],[7,2,7],[7,7,16],[7,10,15],[8,8,14],[9,6,7],[4,5,7],[9,10,11],[6,4,6],[9,4,13],[13,11,8],[7,6,15],[2,2,6],[8,4,4],[8,10,12],[21,9,16],[6,7,9],[12,6,6],[28,27,19],[21,10,17],[15,13,24],[13,8,7],[14,4,6],[11,7,8],[10,7,7],[17,8,3],[12,9,13],[7,2,5],[5,1,2],[1,3,6],[10,2,6],[8,4,4],[0,0,4],[2,4,0]],[[0,2,46],[0,1,33],[0,0,40],[0,3,39],[0,0,48],[0,3,39],[2,0,36],[1,1,46],[0,3,49],[0,1,53],[0,1,47],[1,3,28],[3,1,44],[0,2,46],[0,6,42],[2,5,41],[1,5,42],[3,8,71],[4,7,37],[2,3,37],[0,9,39],[3,6,39],[0,10,38],[1,11,36],[3,4,35],[4,5,39],[4,8,36],[7,8,33],[2,13,33],[2,7,39],[7,8,33],[3,7,38],[5,6,31],[1,15,32],[5,9,34],[9,8,31],[1,14,33],[7,8,33],[4,9,35],[4,11,31],[8,10,30],[2,16,30],[3,13,30],[6,12,28],[8,28,56],[16,32,110],[6,12,28],[4,15,29],[5,11,28],[6,14,28],[9,11,40],[3,15,26],[6,14,26],[5,13,28],[12,11,25],[7,23,48],[7,13,28],[4,15,27],[4,14,24],[5,8,19],[7,14,25],[24,28,44],[4,13,27],[7,11,26],[9,12,21],[10,11,23],[10,15,23],[7,12,23],[11,12,21],[9,8,49],[20,17,35],[5,8,21],[9,9,20],[12,13,23],[29,22,33],[17,13,18],[12,16,14],[11,10,21],[18,19,27],[6,7,21],[9,11,14],[1,6,7],[12,9,11],[2,4,6],[0,2,0],[0,0,16],[0,0,16],[3,4,25],[1,6,19],[5,10,15],[3,7,22],[2,4,10],[1,4,25],[5,9,18],[7,6,17],[3,6,13],[4,4,8],[8,5,17],[2,5,9],[5,5,16],[7,12,13],[8,6,14],[0,6,4],[4,4,8],[13,8,9],[11,14,21],[3,7,12],[7,6,11],[21,18,35],[18,11,19],[12,13,27],[11,7,10],[9,6,9],[8,6,12],[11,7,6],[11,10,7],[12,12,10],[8,3,3],[0,0,8],[2,2,6],[5,2,11],[7,4,5],[1,0,3],[0,4,2]],[[0,0,48],[0,2,38],[0,4,32],[0,4,42],[1,1,46],[0,0,36],[1,1,26],[1,3,44],[1,3,48],[1,3,50],[2,3,43],[1,5,28],[2,9,37],[2,1,45],[2,10,36],[3,5,40],[4,6,38],[5,12,65],[5,6,37],[6,3,33],[8,8,32],[8,7,33],[5,10,33],[9,12,27],[7,4,31],[8,7,33],[7,10,31],[13,12,23],[11,14,23],[9,10,29],[11,6,31],[5,15,28],[4,5,33],[11,14,23],[9,8,31],[11,14,23],[8,13,27],[15,10,23],[12,12,24],[10,10,26],[11,14,23],[10,18,20],[11,12,23],[12,14,20],[20,26,46],[35,35,88],[14,11,21],[13,18,17],[12,17,15],[10,13,25],[21,13,26],[13,17,14],[13,10,23],[13,13,20],[13,15,20],[21,27,30],[14,13,21],[14,16,16],[8,17,17],[17,14,17],[8,9,13],[29,38,29],[12,14,18],[17,11,16],[12,13,17],[16,14,14],[16,19,13],[11,14,17],[16,12,16],[30,8,28],[29,25,18],[6,10,18],[14,13,11],[23,16,9],[39,29,18],[24,17,7],[21,16,5],[20,15,7],[27,23,14],[15,9,10],[19,13,2],[4,5,5],[22,10,0],[7,2,3],[0,2,0],[0,2,14],[1,1,14],[7,7,18],[6,7,13],[6,12,12],[7,5,20],[4,3,9],[9,7,14],[7,13,12],[9,12,9],[7,7,8],[2,9,5],[8,7,15],[6,4,6],[7,6,13],[13,10,9],[13,7,8],[1,5,4],[5,7,4],[14,11,5],[21,16,9],[6,8,8],[11,7,6],[36,30,8],[17,13,18],[25,15,12],[15,9,4],[14,5,5],[14,9,3],[10,8,6],[16,9,3],[16,14,4],[8,6,0],[3,2,3],[4,3,3],[14,4,0],[8,7,1],[0,2,2],[2,4,0]],[[0,2,142],[2,4,110],[1,3,92],[1,7,120],[3,9,132],[2,5,105],[2,3,105],[1,8,135],[5,8,143],[1,6,155],[3,12,129],[8,8,94],[6,16,122],[10,11,123],[8,13,123],[11,14,119],[11,15,118],[22,32,192],[14,24,106],[18,7,101],[10,30,104],[16,19,109],[20,24,100],[17,30,97],[16,15,95],[33,15,96],[20,29,95],[27,27,90],[24,30,90],[25,33,86],[29,29,86],[29,25,90],[20,17,89],[19,34,91],[33,29,82],[29,21,94],[26,41,77],[28,27,89],[31,40,73],[30,31,77],[30,39,75],[31,51,62],[23,37,78],[39,31,68],[70,76,130],[105,107,262],[32,26,80],[32,42,70],[24,33,75],[39,41,64],[52,31,97],[25,41,66],[41,35,62],[35,34,69],[37,45,62],[52,68,114],[36,38,70],[38,42,58],[26,41,59],[38,37,69],[41,41,56],[77,67,96],[45,37,50],[39,41,52],[40,25,61],[41,38,53],[54,42,48],[44,31,51],[39,44,49],[76,23,99],[97,54,65],[29,31,42],[37,34,43],[52,41,51],[104,56,96],[64,41,39],[50,47,29],[54,32,40],[86,53,53],[48,17,37],[52,35,15],[8,17,17],[59,16,21],[20,6,10],[3,3,0],[0,2,46],[0,2,46],[20,21,55],[16,17,45],[23,22,45],[25,21,50],[15,5,28],[21,9,60],[31,32,33],[20,23,47],[22,19,25],[18,15,15],[27,21,42],[20,12,16],[23,19,36],[37,34,25],[27,18,39],[5,12,13],[16,16,16],[35,28,27],[49,35,54],[19,22,25],[32,18,22],[92,61,69],[62,27,55],[79,34,43],[40,25,19],[35,21,16],[34,24,20],[39,16,17],[39,31,14],[41,35,26],[19,11,12],[11,4,9],[13,9,8],[38,7,9],[24,15,9],[0,1,11],[8,10,0]],[[0,1,41],[0,2,32],[1,0,29],[0,0,36],[4,2,36],[1,1,38],[2,0,34],[3,4,35],[4,5,37],[1,1,46],[5,2,35],[3,1,20],[4,1,37],[3,1,38],[3,5,34],[3,3,36],[7,6,29],[11,11,58],[8,8,26],[5,3,30],[8,8,26],[8,6,28],[11,9,22],[10,8,24],[4,4,30],[10,6,26],[6,10,26],[10,13,19],[7,11,24],[13,7,22],[13,4,25],[11,8,23],[4,7,25],[5,13,24],[12,9,21],[11,10,21],[15,11,16],[11,11,20],[10,11,21],[14,9,17],[15,12,15],[9,10,23],[11,8,23],[14,10,18],[22,24,34],[47,34,61],[7,12,21],[15,15,12],[11,12,15],[15,9,18],[17,14,21],[7,11,22],[11,10,19],[12,13,17],[14,10,18],[19,30,19],[11,18,13],[13,14,13],[11,14,11],[12,12,18],[15,11,14],[31,26,27],[10,8,8],[13,14,11],[15,9,14],[16,12,12],[13,18,11],[14,12,10],[13,14,11],[22,14,18],[31,17,14],[7,9,12],[13,14,7],[16,18,8],[26,29,17],[17,15,10],[17,15,8],[14,15,9],[26,21,11],[16,6,6],[12,12,4],[2,4,6],[16,7,3],[4,2,2],[1,1,0],[0,1,13],[0,0,14],[8,6,14],[7,5,10],[4,10,14],[6,6,16],[6,2,6],[13,4,9],[8,10,10],[13,9,6],[8,6,6],[4,8,2],[10,10,6],[5,5,4],[8,6,10],[8,12,8],[11,7,6],[0,5,3],[6,5,3],[9,10,7],[18,16,8],[5,8,7],[11,7,2],[25,28,11],[19,13,8],[18,14,12],[10,10,4],[10,5,5],[14,5,5],[8,9,3],[12,10,2],[8,16,4],[7,5,0],[4,0,2],[4,1,5],[10,2,4],[7,5,2],[0,2,2],[1,3,0]],[[0,2,34],[0,1,29],[0,4,24],[0,0,36],[0,5,31],[0,1,31],[2,0,16],[1,2,33],[0,4,36],[0,1,41],[1,1,34],[1,4,19],[2,4,30],[0,7,29],[1,5,30],[2,5,29],[1,3,32],[7,6,45],[3,3,30],[5,5,22],[2,5,29],[6,5,25],[4,6,26],[7,5,24],[6,3,21],[5,4,27],[4,8,24],[5,5,26],[5,14,17],[3,7,26],[3,8,25],[6,4,26],[4,4,22],[8,10,18],[6,4,26],[4,10,22],[5,6,25],[8,7,21],[8,7,21],[7,9,20],[4,10,22],[7,7,22],[4,8,22],[6,5,23],[17,11,42],[24,33,67],[8,8,20],[8,8,20],[4,5,23],[7,4,25],[9,10,27],[7,10,17],[9,7,18],[10,9,15],[10,7,19],[10,18,30],[8,9,19],[5,10,21],[7,8,15],[12,9,15],[8,8,20],[23,26,23],[7,11,14],[7,3,14],[6,7,19],[11,12,11],[13,7,16],[10,8,14],[10,10,14],[22,7,23],[18,14,22],[7,9,10],[7,7,14],[15,9,10],[20,19,27],[15,13,8],[11,11,10],[10,9,11],[12,19,17],[13,4,11],[10,8,6],[4,2,4],[11,8,5],[7,2,1],[0,2,0],[0,0,12],[0,1,11],[7,2,15],[5,5,12],[5,5,12],[6,4,14],[4,2,6],[5,2,15],[7,8,9],[6,6,10],[3,6,7],[4,5,3],[6,6,10],[3,2,7],[4,7,11],[7,9,8],[6,6,8],[1,4,3],[7,2,3],[8,5,9],[8,9,15],[4,4,10],[9,4,5],[19,17,18],[13,5,16],[12,12,16],[11,5,4],[6,5,7],[6,2,10],[5,2,9],[10,5,5],[10,8,12],[6,2,2],[2,0,6],[1,2,5],[7,2,5],[4,5,3],[0,0,4],[2,2,0]],[[0,1,35],[0,2,28],[0,2,24],[1,1,24],[0,0,36],[0,2,32],[2,0,30],[0,4,32],[0,1,39],[0,0,40],[3,3,30],[0,3,15],[1,6,29],[1,0,35],[1,5,30],[7,1,28],[1,3,32],[4,7,57],[4,4,28],[2,0,30],[6,3,27],[4,6,26],[3,7,26],[7,5,24],[7,2,25],[7,2,27],[8,5,23],[8,7,21],[6,9,21],[11,6,19],[9,5,22],[5,4,27],[3,7,24],[7,4,25],[10,4,22],[11,3,22],[4,6,26],[11,3,22],[11,4,21],[8,3,23],[11,8,17],[10,8,18],[10,7,19],[5,6,25],[23,12,33],[33,19,72],[11,5,18],[8,7,21],[9,6,17],[8,7,21],[14,6,24],[4,11,19],[13,7,16],[10,6,20],[13,6,17],[17,13,28],[4,7,25],[9,5,20],[9,5,16],[12,9,15],[8,8,18],[28,14,30],[10,4,20],[13,6,13],[9,2,11],[11,4,19],[18,7,11],[15,4,11],[11,6,15],[24,4,22],[23,12,21],[7,4,13],[13,4,11],[21,6,9],[34,8,20],[17,10,9],[19,6,9],[20,7,7],[27,7,16],[16,4,6],[11,6,5],[0,4,6],[17,2,3],[5,0,1],0,[0,1,11],[0,1,11],[8,3,13],[5,2,11],[6,4,14],[10,1,13],[3,0,9],[6,1,17],[10,1,13],[5,7,12],[6,2,10],[5,4,3],[8,3,11],[6,3,3],[6,2,12],[8,7,9],[8,7,7],[0,4,2],[6,2,4],[10,5,9],[18,9,13],[7,1,8],[14,2,4],[29,9,14],[18,6,14],[19,6,13],[9,4,7],[9,1,8],[11,5,6],[13,4,1],[8,4,8],[12,4,8],[6,1,3],[2,0,4],[5,2,3],[9,0,5],[8,2,2],[2,0,2],[0,4,0]],[[0,0,36],[0,0,28],[0,4,22],[0,1,33],[0,4,32],[0,2,20],[1,1,22],[0,2,34],[0,4,36],[0,2,40],[0,1,35],[2,4,26],[2,2,32],[1,3,32],[0,1,35],[2,6,28],[1,4,31],[8,9,51],[4,3,29],[3,4,27],[4,4,28],[4,4,28],[4,7,25],[7,2,27],[4,2,26],[8,3,25],[5,4,27],[7,6,23],[2,12,22],[8,8,20],[4,6,26],[6,3,27],[8,3,19],[7,12,17],[5,6,25],[7,8,21],[7,6,23],[7,3,26],[7,7,22],[11,6,19],[7,9,20],[7,11,18],[1,9,26],[10,4,22],[12,18,40],[31,28,67],[8,9,19],[7,8,21],[5,7,20],[5,11,20],[13,6,27],[6,10,20],[7,8,19],[10,7,19],[10,8,18],[7,15,36],[10,9,17],[7,12,15],[6,7,17],[8,6,22],[7,12,17],[18,20,34],[11,6,17],[10,9,15],[8,9,17],[5,5,14],[11,6,19],[10,10,12],[9,10,15],[20,4,28],[23,11,18],[6,7,11],[11,6,13],[6,9,21],[21,18,25],[12,11,13],[11,9,16],[11,7,14],[21,17,14],[11,4,11],[9,5,8],[1,4,5],[14,6,4],[2,3,3],[0,2,0],[0,0,12],[0,0,12],[5,6,13],[3,4,13],[5,5,14],[5,2,17],[5,1,6],[8,3,11],[6,5,13],[4,7,13],[8,5,5],[3,6,3],[6,4,12],[6,2,4],[4,7,11],[9,7,8],[5,6,9],[0,3,3],[3,3,6],[7,5,10],[6,7,23],[5,5,8],[10,1,7],[20,15,19],[11,1,22],[19,7,14],[6,5,9],[7,5,6],[11,2,7],[7,2,7],[7,4,9],[6,9,9],[3,2,5],[1,0,5],[5,2,1],[6,2,8],[5,3,4],[0,1,3],[0,2,0]],[[0,1,47],[0,0,34],[0,2,38],[0,0,44],[0,1,47],[1,3,26],[0,0,42],[0,5,43],[0,3,49],[0,2,52],[0,3,45],[0,1,35],[0,5,43],[0,3,45],[2,7,39],[2,4,42],[1,6,41],[3,10,69],[2,8,38],[3,2,37],[1,8,39],[4,4,40],[3,9,36],[3,9,36],[0,4,38],[5,3,40],[3,9,36],[5,12,31],[3,9,36],[3,6,39],[1,6,41],[2,11,35],[1,5,36],[1,14,33],[2,11,35],[2,10,36],[4,13,31],[7,12,29],[4,12,32],[4,13,29],[6,13,29],[0,17,31],[7,11,28],[6,15,25],[3,22,67],[10,46,102],[2,13,31],[5,15,28],[2,12,30],[6,12,30],[6,12,42],[3,13,28],[3,13,30],[5,14,27],[7,16,25],[8,26,44],[6,12,30],[6,14,26],[3,16,23],[8,11,29],[6,11,29],[7,34,55],[7,15,22],[5,13,26],[4,9,29],[5,11,28],[4,10,18],[9,11,22],[8,12,24],[6,8,52],[12,25,35],[3,9,22],[4,13,21],[6,16,26],[18,22,44],[7,17,24],[3,17,22],[9,15,18],[17,20,27],[9,7,18],[6,13,15],[0,6,8],[9,7,16],[2,4,6],[0,2,0],[0,2,14],[0,1,15],[1,6,25],[3,6,17],[2,4,24],[4,5,23],[1,2,13],[4,5,21],[6,11,15],[3,8,19],[1,7,14],[3,7,6],[7,7,16],[1,4,11],[5,6,15],[4,11,17],[3,8,17],[0,6,4],[4,6,6],[3,9,18],[6,14,26],[2,6,14],[5,6,13],[10,23,41],[8,9,31],[6,14,32],[3,10,15],[10,5,9],[5,8,13],[3,7,14],[8,10,10],[5,13,16],[3,4,7],[1,0,7],[0,3,7],[7,2,9],[6,6,4],[0,0,4],[1,4,1]],[[0,1,41],[1,0,33],[1,4,31],[0,3,37],[0,4,38],[0,5,23],[0,0,30],[0,5,37],[0,3,39],[2,3,43],[0,4,38],[5,2,23],[2,4,36],[1,5,36],[0,6,36],[3,5,34],[0,5,37],[5,10,55],[2,7,33],[5,3,28],[5,5,32],[4,7,31],[2,11,29],[6,9,27],[4,4,28],[8,3,31],[7,8,27],[4,13,25],[4,16,22],[3,10,29],[6,11,25],[5,6,31],[4,5,27],[8,15,19],[6,9,27],[7,11,24],[5,14,23],[10,7,25],[8,12,22],[3,12,25],[4,12,26],[4,14,24],[3,11,26],[5,10,25],[8,24,50],[26,39,77],[12,9,19],[9,12,21],[4,9,25],[8,13,21],[8,15,29],[5,12,21],[4,12,24],[14,9,17],[9,8,25],[14,22,32],[7,14,21],[8,14,18],[7,9,20],[11,14,17],[9,12,19],[17,25,42],[10,10,18],[9,7,22],[4,11,21],[4,12,22],[10,16,16],[9,5,12],[9,11,18],[17,7,32],[25,18,19],[10,9,13],[7,10,17],[11,16,13],[31,22,21],[16,12,14],[10,12,14],[11,12,13],[19,16,23],[12,7,11],[14,12,4],[2,6,4],[18,5,5],[8,2,2],[0,2,0],[0,1,13],[0,0,14],[5,7,16],[5,8,11],[5,7,14],[8,3,17],[4,2,8],[5,5,16],[6,6,16],[4,8,14],[4,7,9],[2,5,7],[6,6,14],[2,4,8],[4,8,10],[7,14,7],[7,6,11],[2,3,3],[3,6,5],[7,7,12],[11,13,14],[3,7,8],[5,5,10],[24,22,18],[18,7,15],[15,11,18],[8,8,8],[7,8,5],[6,6,10],[10,6,6],[12,8,4],[9,10,9],[4,4,4],[5,0,1],[1,4,3],[6,3,5],[7,4,3],[1,0,1],[2,4,0]],[[0,0,42],[0,1,29],[0,0,28],[0,0,38],[0,3,39],[0,2,34],[1,1,34],[1,1,40],[0,0,46],[2,1,45],[0,1,41],[2,2,20],[0,3,39],[0,0,42],[0,3,39],[1,6,35],[0,4,38],[1,9,60],[3,4,35],[5,1,32],[1,6,35],[1,3,38],[3,3,36],[2,5,35],[1,2,33],[8,4,30],[5,4,33],[5,7,30],[5,8,29],[4,6,32],[5,2,35],[4,3,35],[4,2,30],[5,5,32],[7,3,32],[5,5,32],[4,8,30],[7,7,28],[5,7,30],[10,7,25],[7,7,28],[3,9,30],[4,8,28],[5,8,27],[12,13,57],[20,19,103],[4,9,29],[6,9,27],[1,7,30],[5,11,26],[11,5,38],[3,10,27],[7,7,26],[8,7,25],[9,9,24],[11,17,40],[4,7,31],[4,6,30],[4,6,26],[9,6,27],[6,9,27],[17,25,42],[8,7,23],[5,9,26],[12,5,21],[6,8,26],[12,6,24],[12,7,19],[5,7,14],[15,8,41],[17,12,33],[6,6,18],[6,6,22],[13,7,22],[25,11,42],[19,10,13],[9,10,19],[12,5,19],[20,13,25],[10,6,16],[12,7,9],[0,4,8],[14,6,10],[4,2,6],[0,2,0],[0,0,14],[0,0,14],[2,4,22],[1,3,20],[5,5,16],[4,4,20],[5,2,7],[1,2,23],[4,7,17],[5,5,16],[5,4,11],[5,3,6],[6,3,17],[3,3,8],[6,4,14],[8,6,14],[6,4,14],[0,4,4],[6,3,5],[8,7,11],[12,6,22],[3,6,11],[8,3,11],[20,14,30],[16,4,22],[16,9,23],[9,5,10],[9,3,10],[10,3,9],[5,3,12],[8,7,9],[12,7,11],[7,2,3],[1,2,5],[3,2,3],[6,3,9],[6,2,6],[0,0,4],[2,1,1]],[[0,0,48],[1,2,29],[0,1,33],[0,1,39],[1,0,47],[0,4,40],[0,0,34],[0,2,46],[0,7,45],[1,0,53],[2,2,44],[1,2,37],[4,4,40],[0,1,47],[0,3,45],[2,0,46],[4,5,39],[5,11,66],[2,2,44],[5,3,34],[7,7,34],[4,7,37],[7,9,32],[5,7,36],[5,5,32],[10,2,36],[13,10,25],[8,8,32],[8,11,29],[3,13,32],[9,9,30],[6,11,31],[6,2,34],[11,10,27],[10,7,31],[12,14,22],[8,14,26],[12,9,27],[12,6,30],[14,9,23],[14,7,27],[11,9,28],[7,13,26],[7,12,27],[25,19,48],[34,36,88],[16,7,23],[10,13,25],[9,10,25],[10,11,27],[15,13,32],[12,9,23],[15,11,20],[13,11,22],[15,9,24],[23,15,40],[14,11,23],[15,13,18],[8,9,25],[16,10,22],[16,13,17],[38,26,32],[11,11,22],[7,12,25],[16,12,14],[16,9,19],[16,14,18],[14,13,15],[15,15,14],[22,4,24],[34,16,22],[12,6,16],[13,10,15],[21,11,16],[42,18,26],[24,11,13],[17,9,16],[24,8,10],[31,17,16],[23,5,6],[16,10,8],[2,2,10],[20,7,5],[7,2,3],[0,2,0],[0,0,16],[0,0,16],[1,4,27],[6,5,15],[7,7,16],[8,4,20],[7,3,6],[7,5,18],[9,8,15],[11,6,13],[11,6,5],[4,6,6],[8,8,14],[4,5,7],[8,6,12],[15,9,8],[12,7,9],[0,4,6],[8,4,4],[12,6,12],[20,13,13],[7,5,10],[10,4,10],[30,16,28],[17,9,22],[27,11,14],[15,5,8],[17,3,4],[9,7,10],[10,6,8],[14,9,5],[15,11,8],[10,3,1],[3,0,5],[5,1,4],[13,1,4],[7,7,2],[2,0,2],[2,4,0]],[[0,1,41],[0,2,28],[0,1,35],[0,4,36],[0,1,41],[1,1,32],[2,0,22],[0,4,38],[0,4,42],[0,0,46],[0,2,40],[3,2,21],[1,5,36],[0,0,42],[0,5,37],[2,4,36],[1,3,38],[2,7,61],[2,5,35],[1,0,35],[4,7,31],[6,5,31],[0,7,35],[7,5,30],[3,3,32],[9,5,28],[4,6,32],[8,7,27],[6,8,28],[4,5,33],[4,5,33],[4,5,33],[8,6,26],[7,7,28],[7,5,30],[6,9,27],[7,7,28],[11,9,22],[5,7,30],[7,6,27],[7,9,26],[4,13,25],[6,9,25],[9,7,24],[10,14,56],[35,25,80],[9,8,23],[12,14,16],[6,6,26],[7,11,24],[20,5,27],[7,7,24],[4,10,28],[11,8,21],[12,9,21],[12,19,37],[9,9,24],[6,8,26],[7,10,19],[14,10,18],[10,10,20],[27,21,36],[10,6,22],[15,7,16],[8,4,26],[15,5,18],[16,9,17],[13,5,18],[17,8,13],[22,3,37],[23,12,17],[5,8,17],[16,4,12],[20,9,13],[36,11,25],[21,13,8],[14,10,12],[16,9,13],[23,11,22],[16,3,13],[19,6,3],[0,4,8],[22,3,3],[4,2,4],0,[0,0,14],[0,0,14],[3,5,20],[4,4,14],[4,5,17],[5,3,20],[4,1,9],[7,6,15],[6,5,17],[4,6,16],[8,3,9],[2,5,7],[7,3,16],[5,2,7],[6,4,12],[12,8,8],[6,7,13],[1,4,3],[7,3,4],[15,6,7],[20,8,16],[6,1,11],[9,4,11],[23,17,22],[22,7,17],[21,8,17],[14,6,4],[12,4,6],[8,4,12],[10,5,7],[14,4,6],[15,7,8],[7,2,3],[2,2,4],[2,4,4],[12,1,3],[8,2,4],[0,0,4],[3,3,0]],[[0,1,23],[1,1,10],[0,0,14],[0,3,21],[0,1,23],[0,1,21],[0,0,20],[0,1,23],[0,1,23],[0,1,25],[0,3,21],[0,4,14],[0,10,14],[0,1,23],[2,5,17],[2,4,18],[0,3,21],[2,7,29],[1,7,16],[0,0,18],[1,8,15],[2,6,16],[2,6,16],[4,6,14],[2,3,15],[2,4,18],[2,7,15],[2,8,14],[3,8,13],[1,7,16],[2,2,20],[1,8,15],[0,7,15],[1,8,15],[2,7,15],[2,5,17],[3,6,15],[3,7,14],[2,10,12],[3,7,12],[1,13,10],[4,12,8],[1,10,11],[4,8,10],[6,15,25],[15,18,55],[1,6,15],[1,12,11],[3,5,12],[7,10,7],[5,5,18],[3,8,9],[4,12,8],[2,9,11],[4,9,11],[2,16,20],[5,6,13],[7,8,9],[3,8,9],[8,8,8],[6,10,6],[6,19,23],[1,8,11],[3,10,9],[5,7,8],[3,9,8],[6,12,6],[6,4,12],[8,7,7],[5,4,19],[12,15,11],[1,3,8],[2,7,7],[4,10,8],[12,10,18],[5,12,7],[4,9,5],[7,7,6],[4,13,15],[5,3,10],[8,7,1],[0,2,4],[7,3,2],[2,2,2],0,[0,1,7],[0,0,8],[4,4,8],[0,3,11],[1,3,10],[2,1,13],[3,2,3],[3,7,6],[1,6,9],[2,3,9],[2,2,6],[1,3,4],[6,3,5],[1,3,4],[3,2,7],[2,8,6],[5,4,5],[0,4,2],[2,5,1],[2,6,8],[5,10,9],[1,3,4],[5,4,5],[5,14,15],[4,8,12],[8,7,7],[3,6,3],[5,4,1],[1,6,5],[4,4,4],[4,8,2],[9,5,6],[2,2,2],[0,2,2],[0,3,1],[3,0,1],[3,3,2],[0,0,2],[3,3,0]],[[0,0,36],[0,2,34],[0,0,24],[0,0,32],[0,3,33],[1,3,28],[0,0,24],[0,3,33],[0,4,36],[0,2,40],[0,2,34],[1,2,27],[0,2,34],[0,1,35],[0,7,29],[3,1,32],[2,3,31],[4,10,54],[0,6,30],[1,3,30],[0,6,30],[0,6,30],[4,8,24],[4,8,24],[1,4,27],[4,4,28],[6,6,24],[6,9,21],[4,12,20],[6,7,23],[6,9,21],[4,6,26],[1,5,26],[3,11,22],[5,11,20],[7,7,22],[4,11,21],[5,8,23],[4,9,23],[7,13,14],[8,8,20],[6,10,20],[5,13,18],[3,12,21],[9,16,43],[15,37,74],[5,11,18],[6,11,19],[7,9,16],[5,12,19],[10,13,21],[3,13,18],[6,11,17],[2,13,21],[7,10,19],[10,16,32],[7,9,20],[10,11,13],[10,9,13],[8,10,18],[8,9,17],[18,27,27],[7,11,18],[7,9,16],[7,8,17],[8,8,18],[13,14,9],[9,9,12],[10,7,15],[10,6,28],[17,18,17],[1,9,12],[5,5,8],[21,12,3],[25,19,20],[13,12,11],[9,13,12],[16,10,8],[16,18,14],[7,5,10],[7,11,8],[1,4,5],[13,6,3],[1,2,3],[0,2,0],[0,2,10],[0,0,12],[3,7,14],[4,5,9],[6,7,11],[2,6,16],[2,3,7],[2,3,17],[8,7,9],[3,8,13],[5,4,9],[3,5,4],[4,6,12],[4,3,5],[4,6,10],[10,9,5],[4,4,12],[1,2,3],[6,4,2],[9,7,6],[12,12,12],[4,6,8],[5,3,8],[18,19,15],[15,8,9],[19,10,11],[7,8,7],[11,6,3],[7,6,7],[10,5,1],[11,8,3],[3,9,10],[3,4,3],[0,0,4],[3,2,5],[13,1,2],[9,3,0],[0,0,2],[0,4,0]],[[0,1,41],[0,0,30],[0,2,26],[0,3,37],[0,2,40],[0,2,32],[1,1,34],[0,2,40],[1,2,43],[0,2,46],[2,1,39],[6,0,26],[4,2,36],[0,2,40],[1,3,38],[3,3,36],[2,3,37],[2,9,59],[4,4,34],[3,1,34],[3,5,34],[4,3,35],[6,6,30],[3,7,32],[2,0,34],[7,3,32],[3,6,33],[6,5,31],[3,9,30],[5,6,31],[7,5,30],[5,2,35],[3,5,28],[3,10,29],[6,4,32],[13,6,23],[8,10,24],[12,2,28],[7,6,29],[5,10,27],[7,8,27],[7,11,24],[6,6,28],[10,10,20],[16,15,51],[26,20,96],[8,8,26],[11,8,23],[10,4,24],[8,8,26],[14,8,32],[4,14,22],[11,9,20],[8,6,26],[12,7,23],[11,17,40],[13,7,22],[7,11,22],[10,8,18],[12,7,23],[12,8,22],[30,17,37],[8,7,23],[8,9,23],[10,8,20],[14,10,16],[15,8,19],[13,6,19],[14,9,17],[21,7,36],[20,8,34],[7,6,17],[8,9,17],[11,5,12],[30,16,32],[17,9,16],[16,9,13],[14,6,16],[23,15,20],[10,8,14],[6,6,16],[0,3,9],[13,4,13],[3,3,6],[0,2,0],[0,0,14],[0,1,13],[3,4,21],[4,5,15],[3,6,17],[6,3,19],[2,1,11],[7,1,18],[8,8,12],[7,7,12],[4,3,13],[2,5,7],[8,4,14],[2,2,10],[4,6,14],[12,7,9],[9,4,11],[0,4,4],[3,4,7],[11,4,11],[18,7,15],[6,5,9],[8,4,10],[23,11,30],[18,2,22],[11,9,28],[10,5,9],[9,5,8],[9,3,10],[10,1,9],[10,5,9],[12,7,11],[6,2,4],[2,0,6],[2,1,5],[7,3,8],[7,3,4],[2,0,2],[0,2,2]],[[0,1,89],[0,2,72],[0,2,70],[0,3,81],[0,5,85],[0,5,61],[4,1,67],[0,4,86],[1,4,93],[2,6,92],[1,7,82],[0,5,49],[1,6,83],[6,2,82],[1,8,81],[3,12,75],[0,9,81],[12,20,120],[9,12,69],[9,4,65],[5,12,73],[13,9,68],[13,14,63],[13,17,60],[11,9,60],[17,12,61],[15,13,62],[15,17,58],[16,17,57],[10,15,65],[19,14,57],[17,18,55],[16,10,52],[20,21,49],[22,20,48],[23,13,54],[16,21,53],[22,13,55],[19,20,51],[18,18,50],[20,19,51],[20,27,43],[17,26,43],[21,24,41],[45,40,87],[69,59,148],[23,21,42],[25,26,39],[13,18,55],[25,21,44],[38,22,54],[13,26,43],[18,22,46],[22,20,44],[27,24,39],[46,41,61],[21,24,45],[25,21,40],[13,24,43],[30,25,35],[27,27,32],[63,53,64],[19,26,37],[19,22,41],[26,17,35],[29,21,32],[35,19,36],[27,19,32],[31,21,30],[56,13,59],[55,30,51],[21,11,32],[28,20,24],[39,27,26],[58,28,44],[47,22,21],[32,26,20],[33,17,28],[57,30,31],[36,12,16],[30,25,11],[7,11,10],[37,13,14],[14,5,5],[2,2,0],[0,3,27],[0,3,27],[13,9,38],[9,9,30],[13,12,31],[12,10,38],[13,2,15],[5,5,46],[20,13,27],[11,15,30],[18,9,13],[10,10,10],[18,13,27],[16,7,7],[12,15,21],[24,15,21],[21,10,23],[4,11,5],[14,9,7],[27,15,14],[36,16,32],[10,14,18],[20,7,17],[64,35,47],[43,16,35],[50,19,29],[29,13,12],[20,8,16],[21,11,18],[22,11,15],[27,13,12],[37,15,12],[18,7,3],[7,1,8],[10,5,3],[16,5,13],[15,7,8],[2,0,6],[4,6,0]],[[0,1,47],[0,0,34],[0,0,36],[0,1,41],[0,4,44],[0,4,40],[0,1,35],[0,2,46],[0,3,49],[0,5,49],[0,3,45],[1,1,30],[2,4,42],[1,8,39],[0,1,47],[3,6,39],[2,4,42],[3,11,68],[0,4,44],[4,3,35],[1,7,40],[2,10,36],[5,6,37],[3,11,34],[0,6,36],[2,7,39],[3,10,35],[6,9,33],[4,11,33],[4,11,33],[7,11,30],[4,12,32],[6,6,30],[3,14,31],[7,9,32],[7,9,32],[2,14,32],[9,8,31],[5,13,30],[6,13,27],[8,9,31],[4,11,33],[3,10,33],[8,12,26],[19,21,52],[27,39,92],[8,10,28],[5,13,30],[3,9,32],[14,12,22],[9,15,36],[5,12,27],[6,13,27],[7,13,26],[11,10,27],[7,23,48],[7,14,27],[3,14,29],[3,13,26],[7,12,29],[6,10,30],[17,29,50],[9,11,24],[11,11,22],[6,15,21],[6,16,22],[8,17,23],[4,15,23],[8,14,22],[15,9,42],[12,26,34],[6,8,20],[7,10,21],[15,15,18],[27,19,40],[9,10,13],[8,16,18],[9,12,21],[11,25,28],[14,5,15],[11,13,10],[1,4,9],[8,8,16],[3,2,7],[0,2,0],[0,1,15],[0,0,16],[4,4,24],[1,6,19],[3,10,17],[5,8,19],[4,0,12],[1,6,23],[5,10,17],[4,9,17],[3,8,11],[3,4,9],[7,8,15],[5,4,7],[5,6,15],[7,12,13],[6,6,16],[1,4,5],[5,5,6],[8,9,13],[8,15,23],[3,6,13],[8,7,9],[18,22,34],[14,14,20],[12,13,27],[12,6,10],[8,7,9],[8,6,12],[10,8,6],[8,12,8],[8,12,14],[4,4,6],[0,0,8],[5,3,2],[5,3,10],[8,7,1],[0,0,4],[1,4,1]],[[0,1,35],[0,0,28],[0,0,30],[0,1,33],[0,6,30],[0,3,23],[1,1,30],[0,1,35],[0,3,37],[0,1,41],[0,2,34],[2,3,15],[0,2,34],[2,3,31],[0,6,30],[2,7,27],[1,3,32],[8,2,58],[2,5,29],[2,2,30],[2,3,31],[1,4,31],[3,6,27],[4,6,26],[4,3,25],[4,2,30],[3,10,23],[4,4,28],[1,11,24],[5,8,23],[4,7,25],[3,6,27],[3,2,25],[4,8,24],[6,5,25],[5,4,27],[3,8,25],[4,4,28],[4,8,24],[5,8,23],[3,12,21],[4,12,20],[0,7,29],[3,7,26],[9,16,45],[17,21,88],[4,12,20],[4,9,23],[4,5,23],[5,7,24],[7,8,31],[5,11,20],[8,8,18],[5,6,25],[7,8,21],[5,15,38],[4,7,25],[4,8,22],[4,8,18],[5,9,22],[8,7,21],[18,22,32],[8,9,17],[7,8,19],[9,6,19],[11,9,16],[11,9,16],[7,9,16],[7,10,17],[15,4,33],[14,12,26],[5,4,15],[5,8,17],[15,8,13],[19,14,31],[15,11,10],[4,7,13],[11,6,15],[19,14,19],[13,3,10],[7,7,8],[0,4,6],[10,6,8],[3,3,2],[0,2,0],[0,0,12],[0,0,12],[4,5,15],[1,4,15],[4,3,17],[7,0,17],[7,0,5],[3,1,18],[7,9,8],[7,5,12],[3,6,9],[2,6,4],[4,6,12],[1,3,8],[4,7,11],[4,8,12],[4,4,12],[0,4,2],[4,2,6],[5,4,13],[11,6,19],[4,5,9],[10,1,7],[14,17,23],[12,1,21],[11,8,21],[9,4,7],[6,4,8],[6,2,12],[9,2,5],[10,4,6],[13,5,6],[5,2,3],[0,1,5],[3,1,4],[4,4,8],[4,5,3],[1,0,3],[1,1,0]],[[0,0,36],[0,1,23],[0,1,23],[0,2,30],[0,0,36],[1,2,27],[2,1,31],[0,4,32],[0,3,37],[0,2,38],[0,1,35],[0,4,26],[3,4,29],[0,1,35],[0,6,30],[1,6,29],[1,3,32],[4,4,60],[2,6,28],[1,0,31],[2,8,26],[1,2,33],[3,6,27],[4,4,28],[1,3,30],[7,4,25],[6,7,23],[4,6,26],[2,7,27],[2,5,29],[5,7,24],[4,9,23],[2,9,23],[5,10,21],[4,7,25],[5,4,27],[2,8,26],[9,7,20],[5,8,23],[6,5,23],[5,10,21],[3,12,21],[3,8,25],[1,7,28],[11,16,41],[13,27,84],[4,7,23],[4,11,21],[3,7,22],[4,8,24],[10,5,29],[5,8,21],[7,9,20],[7,8,21],[9,8,19],[5,18,35],[4,11,21],[3,8,23],[6,8,16],[5,9,22],[5,10,19],[18,22,32],[4,10,20],[9,6,17],[9,5,20],[8,6,20],[10,9,17],[11,4,15],[8,6,18],[7,3,40],[20,13,23],[7,5,12],[6,4,18],[11,10,15],[21,11,30],[21,8,7],[12,9,13],[10,4,8],[16,9,25],[9,7,10],[8,6,8],[0,4,6],[10,4,8],[2,2,2],0,[0,0,12],[0,0,12],[3,3,18],[1,4,13],[8,7,9],[2,3,19],[3,1,8],[5,3,16],[7,5,12],[5,6,13],[4,4,10],[2,3,7],[3,2,17],[2,2,8],[5,3,12],[8,6,10],[7,5,10],[0,4,2],[4,2,6],[11,5,8],[8,9,23],[4,2,10],[6,4,10],[21,11,20],[16,10,12],[11,7,20],[11,4,5],[6,3,9],[8,5,9],[9,5,4],[11,4,5],[14,5,5],[5,2,3],[0,0,6],[1,3,6],[5,1,8],[8,2,2],[1,0,3],[0,4,0]],[[0,1,71],[0,1,55],[0,3,55],[0,2,60],[0,7,65],[0,5,49],[2,1,47],[0,4,68],[0,7,69],[1,6,75],[1,4,67],[1,4,57],[0,8,64],[5,5,62],[3,6,63],[4,7,61],[4,9,59],[14,17,99],[3,13,56],[14,1,49],[9,15,48],[7,10,55],[7,16,49],[14,12,46],[7,5,50],[10,13,49],[11,16,45],[14,15,43],[10,27,35],[10,13,49],[12,14,46],[13,15,44],[9,10,41],[13,18,41],[13,15,44],[13,12,47],[14,16,42],[13,19,40],[12,19,41],[11,19,40],[16,25,31],[15,23,34],[16,21,33],[18,20,32],[18,46,76],[53,57,140],[7,25,38],[14,24,34],[10,19,35],[13,22,37],[20,21,49],[12,18,38],[9,24,35],[18,22,30],[18,23,31],[25,40,51],[12,24,36],[17,21,30],[10,21,31],[21,21,30],[16,27,27],[39,51,54],[12,18,36],[23,20,23],[16,13,35],[16,21,31],[19,23,30],[20,15,31],[21,26,21],[23,12,61],[33,35,36],[14,12,26],[18,19,21],[21,23,28],[46,31,53],[26,25,21],[23,26,17],[23,15,24],[29,29,20],[11,11,28],[17,17,14],[2,8,10],[19,12,15],[5,6,7],[1,3,0],[0,1,23],[0,0,24],[5,13,30],[9,9,22],[11,10,25],[9,12,27],[7,2,15],[10,8,26],[10,14,24],[10,16,20],[8,9,17],[5,10,9],[6,12,26],[9,5,10],[9,13,18],[15,16,17],[7,14,19],[1,9,4],[6,7,11],[14,11,19],[22,19,29],[8,10,14],[9,7,20],[30,35,45],[26,11,31],[31,20,25],[11,17,12],[19,9,6],[15,10,13],[9,11,14],[18,14,10],[19,17,12],[7,6,7],[3,2,5],[5,3,4],[11,6,9],[14,7,3],[1,0,5],[1,6,1]],[[0,0,36],[0,1,27],[0,3,23],[0,2,34],[0,2,34],[0,3,23],[0,1,31],[0,5,31],[0,3,33],[1,2,39],[0,3,33],[1,2,25],[0,5,31],[2,0,34],[1,6,29],[1,3,32],[2,5,29],[5,10,43],[3,9,24],[2,2,26],[1,10,25],[1,9,26],[1,9,26],[6,10,20],[5,3,22],[6,6,24],[8,12,16],[10,8,18],[5,12,19],[5,12,19],[7,7,22],[4,7,25],[3,4,23],[8,12,16],[3,7,26],[4,8,24],[3,14,19],[10,8,18],[8,11,17],[5,12,17],[5,11,20],[2,11,23],[8,12,14],[9,13,12],[12,20,38],[25,31,68],[8,10,16],[8,12,16],[4,11,17],[8,12,16],[7,12,25],[5,15,12],[3,12,19],[8,11,15],[8,12,16],[15,18,25],[13,14,9],[9,13,14],[3,14,13],[9,15,12],[12,11,11],[19,26,27],[9,14,9],[8,11,15],[9,10,11],[9,10,13],[9,14,13],[7,11,16],[11,12,9],[14,10,20],[25,17,12],[10,8,10],[6,13,9],[12,15,5],[16,29,17],[13,14,9],[6,13,11],[12,16,2],[21,20,7],[8,1,5],[14,12,0],[0,6,4],[14,5,3],[7,2,1],[1,1,0],[0,3,9],[0,0,12],[3,6,15],[1,6,15],[9,9,4],[3,7,14],[4,1,7],[3,5,14],[3,8,13],[4,10,8],[2,7,7],[5,4,3],[11,6,5],[1,6,5],[6,5,9],[7,12,5],[3,6,11],[3,3,2],[6,5,1],[11,5,6],[8,16,6],[1,8,7],[2,4,10],[18,25,11],[9,10,13],[18,9,9],[8,8,4],[8,6,2],[6,5,7],[7,7,4],[6,11,3],[10,14,4],[3,3,4],[2,0,4],[4,2,2],[7,2,1],[7,4,1],[0,2,0],[2,4,0]],[[0,0,30],[0,0,24],[0,0,28],[0,1,29],[0,5,25],[0,3,25],[0,0,24],[0,1,29],[0,4,26],[0,3,31],[0,5,25],[0,4,20],[0,3,27],[0,3,27],[1,4,25],[3,7,20],[2,6,22],[2,13,35],[1,7,22],[0,3,23],[3,6,21],[0,7,23],[5,9,16],[3,10,17],[1,5,18],[3,5,22],[4,12,14],[7,8,15],[3,11,16],[1,11,18],[1,8,21],[5,7,18],[2,6,18],[3,11,16],[1,8,21],[3,9,18],[4,10,16],[3,9,18],[3,12,15],[3,14,11],[3,14,13],[1,11,18],[4,10,14],[6,12,10],[8,19,31],[19,35,54],[3,13,12],[5,13,12],[6,11,9],[5,11,14],[11,12,13],[5,11,10],[1,11,16],[4,10,14],[4,11,15],[5,23,20],[7,12,11],[5,13,10],[5,14,9],[11,10,9],[9,11,8],[9,28,23],[3,11,14],[3,10,13],[5,10,9],[6,11,9],[6,14,10],[7,11,10],[7,10,11],[10,7,17],[13,16,13],[1,9,12],[5,8,11],[8,13,9],[24,20,10],[11,13,6],[9,12,3],[9,11,6],[18,17,5],[5,4,9],[4,8,2],[0,4,4],[8,6,4],[4,2,2],[0,2,0],[0,1,9],[0,1,9],[1,6,13],[2,4,10],[5,8,5],[5,6,9],[2,3,5],[4,3,11],[2,8,10],[5,6,7],[1,7,6],[2,6,2],[1,7,10],[4,4,2],[0,7,7],[5,11,4],[7,5,4],[0,4,2],[4,4,2],[7,7,4],[11,8,9],[1,6,5],[4,3,7],[9,20,15],[7,6,13],[11,12,9],[6,9,3],[6,7,3],[4,6,4],[2,6,6],[10,7,3],[7,8,3],[2,4,2],[0,0,2],[0,4,0],[6,2,2],[2,4,4],0,[2,2,2]],[[0,0,42],[0,3,33],[1,3,30],[1,2,37],[1,1,40],[2,3,23],[3,1,20],[0,2,40],[2,2,42],[1,1,44],[1,3,38],[2,3,31],[4,4,34],[5,2,35],[2,7,33],[8,6,28],[5,6,31],[6,14,50],[7,9,26],[11,2,23],[8,10,24],[12,7,23],[10,9,23],[10,6,26],[8,4,26],[15,6,21],[14,10,18],[15,9,18],[14,7,21],[14,14,14],[19,8,15],[18,10,14],[14,3,19],[12,16,14],[12,8,22],[15,13,14],[14,15,13],[15,12,15],[17,9,16],[17,8,15],[18,11,13],[17,15,10],[14,14,12],[15,16,9],[36,19,25],[49,34,35],[20,10,10],[16,13,13],[12,14,16],[17,12,13],[23,16,15],[10,12,16],[22,8,10],[19,12,9],[17,13,12],[26,28,16],[16,15,11],[19,12,9],[14,16,8],[17,16,9],[16,14,10],[37,28,19],[20,12,6],[19,9,10],[19,11,6],[15,14,9],[18,16,8],[16,14,6],[18,14,6],[50,7,5],[37,20,7],[18,8,4],[17,13,4],[26,16,2],[35,27,14],[25,13,4],[20,13,3],[22,13,1],[30,20,4],[21,8,1],[19,13,0],0,[24,8,0],[10,2,0],[0,2,0],[0,1,13],[1,0,13],[5,8,15],[9,4,9],[9,10,7],[12,6,10],[6,1,7],[15,4,7],[11,8,9],[12,8,6],[11,5,2],[6,5,3],[13,8,7],[8,3,3],[8,4,10],[18,10,0],[15,7,4],[4,4,2],[8,6,0],[13,8,5],[24,13,1],[9,6,5],[12,4,4],[38,27,7],[23,13,10],[29,14,3],[15,10,1],[17,2,1],[16,7,1],[14,8,2],[16,8,0],[15,13,2],[8,6,0],[5,2,1],[6,2,0],[14,2,0],[8,6,0],[0,2,2],[2,2,0]],[[0,0,30],[0,1,27],[0,0,24],[0,2,28],[0,0,30],[0,1,21],[0,2,20],[0,2,28],[0,1,29],[0,1,31],[0,3,27],[0,1,19],[0,3,27],[0,1,29],[0,4,26],[0,1,29],[0,3,27],[1,4,41],[0,5,25],[0,0,24],[0,4,26],[1,3,26],[1,2,27],[2,3,25],[0,2,26],[2,3,25],[0,4,26],[3,4,23],[1,3,26],[0,4,26],[2,4,24],[0,5,25],[0,3,25],[1,5,24],[1,7,22],[0,5,25],[1,6,23],[2,7,21],[1,9,20],[0,4,24],[2,10,18],[0,9,21],[1,7,20],[2,8,18],[3,10,45],[8,12,64],[0,2,26],[0,8,22],[1,3,26],[0,7,23],[1,6,31],[1,6,19],[1,9,20],[0,8,20],[3,7,20],[2,13,35],[3,6,21],[1,6,21],[0,8,18],[3,7,20],[1,8,19],[6,12,42],[0,5,21],[1,6,19],[0,4,22],[1,6,19],[4,7,19],[2,4,22],[4,6,16],[2,2,44],[6,14,28],[2,4,18],[2,4,18],[2,6,22],[6,8,38],[5,9,16],[4,8,12],[4,5,17],[9,9,22],[1,3,20],[5,6,11],[0,2,8],[6,0,8],[3,1,6],0,[0,1,9],[0,0,10],[0,4,16],[1,2,13],[3,2,13],[0,2,18],[0,1,9],[1,3,16],[1,4,15],[0,4,14],[0,2,12],[1,3,6],[4,1,15],[0,3,7],[2,2,10],[1,5,14],[1,7,12],[0,3,3],[0,2,8],[1,5,14],[4,8,16],[1,2,9],[1,4,11],[8,14,28],[7,8,21],[3,4,25],[5,6,7],[1,2,11],[6,4,8],[1,5,14],[2,5,9],[5,4,11],[2,2,6],[1,0,5],[0,2,4],[2,0,8],[5,2,3],[0,0,2],[1,2,1]],[[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,2,4],[0,0,2],[0,0,4],[0,2,4],[0,2,4],[0,2,6],[0,1,5],[1,2,3],[0,1,5],[0,3,3],[0,0,6],[0,0,6],[0,1,5],[0,6,6],[0,0,6],[2,2,2],[0,2,4],[0,2,4],[0,3,3],[0,3,3],[0,1,3],[1,0,5],[0,4,2],[0,4,2],[0,6,0],[1,2,3],[2,4,0],[3,1,2],[0,1,1],[1,5,0],[0,5,1],[0,5,1],[2,2,2],[0,5,1],[2,2,2],[2,3,1],[0,5,1],[0,6,0],[0,6,0],[0,3,3],[0,11,1],[0,10,8],[1,4,1],[0,5,1],[0,6,0],[0,4,2],[0,6,2],[1,5,0],[0,4,0],[0,2,4],[0,1,5],[1,8,1],[0,5,1],[0,5,1],[0,6,0],[0,3,3],[2,2,2],[0,8,4],[0,4,2],[1,5,0],[0,4,0],[0,5,1],[1,4,1],[0,6,0],[0,5,1],[0,3,1],[0,4,2],[1,1,2],[1,5,0],[1,5,0],[0,10,2],[0,6,0],[0,6,0],[0,3,1],[0,8,0],[0,2,0],[0,6,0],[0,2,0],[0,4,0],0,[0,2,0],[0,0,2],[0,0,2],[0,4,0],[0,4,0],[0,1,3],[0,4,0],[0,1,1],[1,0,1],[0,4,0],[0,4,0],[0,2,0],[0,2,0],[0,2,2],[0,2,0],[0,4,0],[0,4,0],[0,2,0],[1,1,0],[0,2,0],[0,2,0],[0,1,1],[0,4,0],0,[0,12,0],[1,1,0],[0,5,1],[0,4,0],[0,2,0],[0,2,0],[0,2,0],[0,4,0],[0,4,0],[0,2,0],0,0,[0,2,0],[0,0,2]],0,[[13,6,29],[10,5,29],[12,5,23],[10,6,26],[21,6,21],[17,4,19],[19,5,18],[18,8,22],[21,4,27],[26,7,21],[25,6,17],[16,5,15],[31,5,12],[31,4,13],[33,7,8],[28,5,15],[30,3,15],[51,7,24],[38,3,7],[30,4,8],[39,5,4],[41,4,3],[43,1,4],[34,6,8],[27,5,10],[43,3,2],[40,6,2],[36,4,8],[40,6,2],[39,4,5],[39,5,4],[45,3,0],[36,2,4],[44,3,1],[39,4,5],[40,4,4],[43,3,2],[39,3,6],[44,2,2],[38,4,4],[44,3,1],[42,5,1],[42,1,3],[44,2,0],[81,8,3],[143,11,4],[41,3,2],[45,2,1],[36,4,4],[47,1,0],[51,6,3],[37,2,5],[40,5,1],[42,3,1],[44,3,1],[72,6,0],[43,4,1],[42,3,1],[36,4,2],[42,3,3],[43,2,1],[91,4,1],[42,2,0],[40,3,1],[41,1,0],[42,1,1],[44,3,1],[40,1,1],[42,2,0],[66,0,0],[68,4,0],[32,2,0],[35,3,0],[44,4,0],[79,5,0],[45,3,0],[40,2,0],[42,0,0],[63,1,0],[31,3,0],[33,1,0],[13,1,0],[31,1,0],[12,0,0],[1,1,0],0,[8,0,8],[30,1,1],[24,1,1],[26,2,2],[30,2,0],[15,1,0],[27,2,1],[28,4,0],[26,3,1],[21,1,0],[15,1,0],[29,1,0],[14,1,1],[25,1,0],[30,2,0],[27,1,0],[10,0,0],[15,0,1],[29,1,0],[45,1,0],[20,2,0],[24,0,0],[70,4,0],[43,3,2],[51,1,0],[26,2,0],[24,0,0],[25,0,1],[23,1,0],[25,3,0],[32,2,0],[14,0,0],[8,0,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[10,1,37],[10,1,25],[6,3,31],[12,6,26],[16,3,29],[13,1,22],[8,2,24],[19,3,26],[26,1,25],[28,0,26],[26,1,21],[19,3,16],[26,4,18],[27,3,18],[29,6,13],[27,5,16],[25,1,22],[47,5,30],[35,2,11],[30,1,11],[37,4,7],[43,2,3],[34,5,9],[37,2,9],[33,2,7],[39,2,7],[37,1,10],[34,3,11],[40,3,5],[42,0,6],[43,0,5],[40,3,5],[35,3,4],[42,1,5],[42,1,5],[37,2,9],[45,0,3],[39,3,6],[41,2,5],[39,0,7],[43,2,3],[42,2,4],[43,1,2],[41,1,4],[82,1,9],[141,8,9],[41,2,3],[46,1,1],[41,1,2],[44,1,3],[54,1,5],[39,1,4],[40,2,4],[41,3,2],[44,3,1],[76,1,1],[48,0,0],[39,3,4],[40,0,2],[46,0,2],[39,3,4],[89,4,3],[43,1,0],[43,1,0],[40,1,1],[44,0,0],[43,2,3],[40,1,1],[43,0,1],[63,0,3],[71,0,1],[34,0,0],[37,1,0],[47,1,0],[81,3,0],[47,1,0],[42,0,0],[42,0,0],[63,0,1],[33,1,0],[33,1,0],[13,0,1],[31,1,0],[12,0,0],[2,0,0],[8,0,8],0,[25,1,6],[22,1,3],[25,2,3],[28,0,4],[13,1,2],[29,0,1],[26,1,5],[25,2,3],[21,1,0],[16,0,0],[30,0,0],[16,0,0],[24,0,2],[31,1,0],[27,0,1],[8,1,1],[16,0,0],[30,0,0],[45,0,1],[19,3,0],[24,0,0],[70,4,0],[47,1,0],[49,1,2],[27,1,0],[24,0,0],[26,0,0],[22,0,2],[28,0,0],[32,2,0],[14,0,0],[7,1,0],[10,0,0],[18,0,0],[16,0,0],[4,0,0],[6,0,0]],[[0,2,46],[1,2,31],[2,3,35],[1,6,33],[2,6,40],[2,2,32],[6,1,35],[1,4,43],[5,5,42],[2,5,47],[7,6,35],[0,5,27],[8,7,33],[5,4,39],[8,5,35],[8,6,34],[6,8,34],[16,10,56],[7,10,31],[8,3,31],[7,10,31],[11,8,29],[11,6,31],[13,7,28],[6,5,31],[15,6,27],[17,4,27],[11,9,28],[14,12,22],[14,13,21],[15,10,23],[16,10,22],[11,9,22],[14,11,23],[14,11,23],[11,12,25],[14,12,22],[18,10,20],[19,11,18],[12,10,24],[17,15,16],[15,16,17],[16,9,21],[18,9,19],[22,29,41],[47,42,69],[14,10,22],[16,14,18],[13,7,24],[14,19,15],[21,12,27],[11,13,20],[16,8,22],[19,12,15],[21,11,16],[24,28,26],[18,15,15],[16,14,16],[13,11,18],[20,13,15],[18,14,14],[35,39,22],[14,11,19],[20,8,16],[19,8,15],[14,12,18],[22,14,12],[19,12,11],[20,13,11],[39,10,17],[35,22,15],[13,9,12],[11,15,12],[26,15,7],[46,20,18],[27,13,8],[21,15,6],[24,14,4],[33,21,10],[23,4,7],[19,14,1],[6,5,3],[20,10,2],[7,2,3],[0,2,0],[1,1,14],[5,0,11],[4,1,11],[8,5,13],[10,8,12],[12,4,16],[5,3,8],[11,8,11],[12,10,10],[9,10,11],[7,6,9],[7,6,3],[12,10,8],[8,4,4],[9,4,13],[15,13,4],[12,6,10],[5,5,0],[8,5,3],[13,9,8],[24,10,12],[11,4,7],[14,5,5],[39,29,6],[26,13,9],[31,17,4],[15,10,3],[17,4,3],[15,6,5],[14,7,3],[17,7,4],[19,12,3],[9,4,1],[4,2,2],[7,2,1],[15,0,3],[9,7,0],[1,1,2],[2,4,0]],[[0,2,46],[0,5,35],[0,6,22],[1,3,42],[0,5,43],[0,4,40],[0,1,33],[1,3,44],[1,3,48],[3,2,49],[1,5,42],[1,7,26],[1,6,41],[6,7,35],[0,10,38],[5,9,34],[2,9,37],[6,12,64],[3,9,36],[7,4,31],[12,8,28],[8,8,32],[7,10,31],[9,11,28],[6,8,28],[15,5,28],[6,13,29],[11,12,25],[9,16,23],[13,11,24],[12,9,27],[12,7,29],[7,5,30],[11,12,25],[7,13,28],[14,12,22],[9,13,26],[17,6,25],[14,11,23],[11,10,25],[11,14,23],[13,8,27],[13,13,20],[10,13,23],[26,16,50],[41,39,78],[12,12,22],[13,18,17],[9,7,28],[13,9,26],[21,14,25],[10,14,20],[16,9,21],[12,13,21],[14,9,25],[20,23,35],[16,17,15],[13,15,18],[16,12,14],[17,14,17],[12,16,18],[33,30,33],[17,9,18],[11,14,19],[12,12,18],[13,12,19],[18,13,17],[11,16,15],[25,7,12],[27,7,32],[42,16,14],[15,7,12],[10,13,15],[20,15,13],[42,22,22],[28,14,6],[22,12,8],[22,13,7],[26,21,17],[20,8,6],[20,11,3],[1,4,9],[22,5,5],[7,2,3],[0,2,0],[0,1,15],[0,0,16],[7,8,17],[0,1,9],[7,8,15],[8,6,18],[4,3,9],[10,6,14],[6,12,14],[10,7,13],[6,8,8],[4,7,5],[11,10,9],[7,5,4],[8,7,11],[12,9,11],[12,6,10],[1,3,6],[6,6,4],[12,10,8],[26,12,8],[7,6,9],[11,6,7],[33,24,17],[21,12,15],[29,14,9],[14,8,6],[14,6,4],[10,4,12],[10,5,9],[14,9,5],[22,11,1],[7,3,4],[4,0,4],[7,2,1],[11,2,5],[11,4,1],[1,1,2],[2,3,1]],[[1,0,47],[0,2,34],[0,1,31],[1,3,40],[1,3,44],[0,1,39],[2,2,26],[2,5,41],[5,3,44],[2,0,52],[3,2,43],[2,2,32],[3,3,42],[5,3,40],[3,7,38],[1,8,39],[7,4,37],[15,12,55],[4,7,37],[7,2,33],[6,10,32],[6,8,34],[4,11,33],[5,13,30],[3,4,35],[9,6,33],[7,13,28],[7,10,31],[8,11,29],[7,10,31],[9,11,28],[12,8,28],[8,5,29],[4,15,29],[9,8,31],[16,8,24],[8,15,25],[10,9,29],[9,15,24],[11,6,29],[10,13,25],[7,21,20],[8,12,26],[17,8,21],[19,24,49],[37,36,85],[7,11,28],[7,19,22],[11,12,21],[9,17,22],[16,13,31],[8,15,21],[12,14,20],[9,14,23],[12,13,23],[19,30,29],[11,12,25],[13,14,19],[11,14,17],[12,14,22],[18,12,16],[27,30,39],[7,13,24],[10,12,22],[14,7,21],[13,12,19],[15,12,21],[16,8,18],[18,13,13],[22,10,34],[27,18,27],[9,8,17],[7,12,19],[18,14,16],[28,21,35],[17,17,14],[17,12,13],[14,11,17],[27,19,18],[14,6,14],[17,11,6],[2,6,6],[18,7,7],[6,1,5],[0,2,0],[1,2,13],[0,1,15],[3,7,22],[4,8,14],[1,5,8],[10,5,17],[5,2,9],[6,3,21],[10,10,12],[9,5,16],[7,6,9],[4,7,5],[9,7,14],[5,5,6],[8,7,11],[12,9,11],[8,9,11],[2,6,2],[7,5,4],[12,6,12],[16,12,18],[8,5,9],[12,4,8],[24,23,27],[24,11,13],[23,11,18],[13,7,8],[11,6,7],[10,8,8],[6,6,12],[13,7,8],[18,8,8],[7,3,4],[4,2,2],[2,3,5],[11,2,5],[8,4,4],[1,0,3],[2,4,0]],[[1,0,53],[0,3,45],[1,2,29],[6,1,39],[2,3,49],[3,4,35],[3,1,40],[1,2,51],[5,7,46],[5,1,56],[5,3,46],[5,3,34],[6,7,41],[6,4,44],[4,7,43],[9,3,42],[12,1,41],[11,10,73],[11,8,35],[7,4,37],[15,5,34],[18,7,29],[11,8,35],[16,6,32],[11,2,33],[22,4,28],[21,9,24],[15,6,33],[15,10,29],[20,5,29],[20,10,24],[19,7,28],[19,6,23],[26,6,22],[21,6,27],[19,10,25],[22,9,23],[23,5,26],[22,9,23],[22,7,23],[21,9,24],[19,8,27],[27,4,21],[24,5,23],[46,12,46],[89,24,85],[26,5,21],[22,6,26],[18,5,23],[17,8,29],[27,8,31],[19,7,24],[28,7,17],[25,5,22],[25,10,19],[41,20,25],[24,9,21],[25,8,19],[24,4,18],[24,9,21],[30,5,17],[53,21,34],[23,12,15],[29,3,18],[24,5,19],[32,5,13],[34,8,12],[29,3,16],[26,10,14],[41,6,23],[50,10,20],[22,4,12],[22,9,11],[28,9,15],[54,12,30],[32,10,12],[31,4,13],[31,6,11],[47,15,12],[27,4,7],[20,8,8],[3,3,8],[24,3,5],[9,2,1],[0,2,0],[0,0,18],[2,0,16],[13,3,20],[12,4,14],[16,5,13],[10,3,5],[9,2,7],[18,1,15],[19,6,11],[11,6,17],[16,2,8],[9,3,6],[14,4,14],[9,3,6],[11,5,14],[24,6,6],[18,5,7],[1,4,5],[11,3,4],[24,2,8],[31,7,16],[11,5,8],[18,2,8],[53,6,17],[34,3,13],[39,6,13],[16,6,8],[20,4,4],[18,4,6],[15,4,5],[19,6,7],[29,4,5],[12,2,0],[7,0,1],[7,3,2],[15,3,2],[13,2,3],[2,0,2],[5,3,0]],0,[[0,1,41],[0,4,32],[0,3,31],[2,1,35],[0,0,42],[2,2,34],[3,0,29],[2,1,39],[0,4,42],[3,2,41],[6,2,34],[4,1,25],[4,4,34],[2,2,38],[3,4,35],[3,3,36],[7,3,32],[6,8,56],[8,3,31],[3,0,33],[9,5,28],[5,7,30],[4,11,27],[7,3,32],[5,4,29],[4,4,34],[6,9,27],[11,8,23],[11,10,21],[9,9,24],[12,4,26],[8,3,31],[10,4,26],[6,10,26],[11,7,24],[12,9,21],[11,7,24],[11,6,25],[14,6,22],[8,11,21],[12,11,19],[13,12,17],[10,9,21],[9,5,26],[29,13,38],[38,31,71],[18,6,16],[15,9,18],[13,9,16],[13,12,17],[22,8,22],[6,12,20],[8,10,24],[12,10,18],[11,10,21],[21,18,29],[18,8,16],[9,12,19],[7,9,20],[19,7,16],[18,10,12],[33,19,32],[10,10,18],[17,5,16],[14,7,17],[12,8,18],[19,6,17],[12,9,15],[20,8,10],[38,5,19],[31,13,22],[6,12,12],[15,7,10],[25,7,10],[53,12,9],[26,10,6],[23,7,6],[24,7,7],[29,14,13],[15,7,10],[19,5,4],[1,3,8],[22,2,4],[10,0,0],0,[1,1,12],[1,0,13],[5,7,16],[5,6,11],[11,4,11],[8,2,18],[5,2,7],[5,1,8],[10,4,14],[7,5,14],[9,5,6],[6,4,4],[7,5,14],[6,4,4],[11,3,8],[12,7,9],[10,8,8],[0,3,5],[10,4,0],[16,8,4],[27,11,6],[5,6,7],[13,5,6],[40,17,5],[25,10,11],[27,11,8],[15,5,4],[14,3,5],[13,5,6],[14,5,3],[19,5,0],[19,5,6],[9,0,3],[3,2,3],[7,3,0],[12,0,4],[8,6,0],[2,0,2],[2,4,0]],[[0,1,47],[0,3,37],[1,2,37],[0,1,45],[0,3,45],[0,4,34],[3,1,28],[0,6,42],[1,3,48],[0,4,50],[0,3,45],[3,3,26],[0,6,42],[0,2,46],[2,5,41],[2,4,42],[1,4,43],[4,11,67],[5,3,40],[4,4,34],[3,9,36],[5,6,37],[2,8,38],[2,11,35],[3,2,37],[7,3,38],[8,8,32],[6,12,30],[3,14,31],[1,8,39],[9,10,29],[6,9,33],[5,8,29],[10,11,27],[3,12,33],[2,7,39],[5,11,32],[7,12,29],[9,12,27],[10,8,28],[6,13,29],[4,14,30],[4,12,30],[6,12,28],[8,27,57],[26,39,93],[5,9,32],[8,15,25],[2,9,33],[6,17,25],[9,11,40],[5,14,25],[4,11,31],[4,13,29],[10,10,28],[8,29,41],[6,15,27],[9,9,28],[7,12,23],[11,13,24],[13,10,23],[18,28,50],[7,12,25],[8,12,24],[9,4,29],[11,11,22],[10,12,26],[12,12,18],[13,14,17],[16,9,41],[26,16,30],[11,6,17],[9,11,18],[12,13,23],[26,23,35],[19,14,15],[10,15,17],[14,8,20],[24,21,19],[13,5,16],[13,12,9],[2,6,6],[13,7,12],[6,2,4],[0,2,0],[0,2,14],[0,1,15],[3,6,23],[5,9,12],[7,5,18],[1,7,24],[3,3,10],[7,4,19],[0,7,9],[1,10,19],[4,7,11],[4,6,6],[6,8,16],[4,5,7],[4,7,15],[10,10,12],[6,7,15],[3,4,3],[3,8,5],[11,9,10],[9,12,25],[3,7,12],[12,4,8],[16,24,34],[18,9,21],[18,15,19],[10,9,9],[10,8,6],[4,6,16],[5,6,13],[12,8,8],[16,8,10],[6,5,3],[0,1,7],[0,3,7],[6,2,10],[5,2,9],[2,0,2],[2,4,0]],[[0,1,41],[0,1,31],[0,1,29],[0,3,37],[0,3,39],[0,1,27],[2,0,38],[0,2,40],[1,4,41],[2,2,44],[5,1,36],[6,2,22],[3,5,34],[1,1,40],[1,7,34],[3,3,36],[2,5,35],[8,12,60],[5,6,31],[2,3,33],[6,8,28],[3,8,31],[8,6,28],[9,6,27],[3,5,30],[10,4,28],[4,9,29],[8,13,21],[2,11,29],[8,10,24],[7,10,25],[8,7,27],[4,8,24],[6,11,25],[11,11,20],[8,12,22],[10,11,21],[9,8,25],[6,12,24],[5,11,24],[8,14,20],[6,12,24],[11,8,23],[7,11,24],[11,21,48],[32,41,69],[11,10,19],[11,13,18],[11,9,18],[9,11,22],[16,10,26],[4,15,21],[10,11,19],[12,13,17],[13,9,20],[13,21,34],[8,11,23],[12,16,12],[9,14,13],[12,9,21],[7,15,18],[27,35,22],[6,14,20],[8,13,17],[12,13,13],[16,11,13],[15,14,13],[12,10,14],[11,11,16],[19,10,25],[25,20,17],[4,10,14],[12,12,10],[16,13,13],[26,25,21],[20,11,11],[16,12,12],[14,12,12],[20,22,16],[13,7,8],[11,11,6],[0,6,6],[17,6,3],[3,2,3],[0,2,0],[0,1,13],[0,0,14],[7,8,13],[4,4,14],[4,10,14],[7,7,14],[3,2,9],[8,5,13],[9,10,9],[4,3,7],[6,4,10],[4,5,5],[3,9,14],[4,4,6],[8,5,11],[9,13,6],[10,9,5],[0,6,2],[6,3,5],[11,8,7],[17,12,13],[5,7,8],[10,2,8],[28,26,10],[18,8,14],[16,16,12],[9,8,7],[8,5,7],[8,7,9],[12,7,1],[10,10,4],[12,9,7],[8,3,1],[2,0,4],[2,4,4],[11,2,3],[6,8,0],[2,0,2],[0,4,0]],[[0,0,48],[0,0,36],[0,0,24],[0,0,40],[0,4,44],[0,5,37],[1,2,35],[0,2,46],[1,2,49],[0,2,52],[0,3,45],[2,3,33],[1,0,47],[0,5,43],[0,4,44],[2,3,43],[2,4,42],[3,14,65],[4,10,34],[2,2,38],[2,6,40],[2,5,41],[4,10,34],[5,7,36],[2,5,35],[7,6,35],[4,11,33],[8,10,30],[3,10,35],[6,11,31],[6,6,36],[3,12,33],[4,7,31],[7,11,30],[4,15,29],[12,7,29],[4,12,32],[7,7,34],[6,10,32],[7,11,28],[7,13,28],[5,15,28],[4,11,31],[10,11,25],[14,22,56],[26,38,94],[8,10,28],[6,16,26],[7,10,27],[14,12,22],[15,13,32],[5,14,25],[8,11,27],[9,13,24],[7,12,29],[8,24,46],[7,14,27],[10,15,21],[3,14,25],[17,14,17],[8,17,21],[22,34,40],[7,13,24],[9,13,22],[11,11,20],[7,14,23],[15,16,17],[10,12,20],[13,17,14],[15,10,41],[25,18,29],[10,6,18],[9,12,17],[28,10,10],[37,24,25],[20,18,10],[17,12,13],[20,12,10],[26,22,16],[20,8,6],[18,14,2],[1,5,8],[20,7,5],[5,4,3],[0,2,0],[0,1,15],[0,1,15],[7,8,17],[5,7,14],[5,10,15],[4,5,23],[4,2,10],[2,5,23],[6,13,13],[8,7,15],[0,2,4],[3,3,10],[8,7,15],[7,3,6],[6,7,13],[13,8,11],[4,9,15],[2,5,3],[5,4,7],[14,8,8],[18,12,16],[5,6,11],[7,6,11],[32,21,21],[15,12,21],[18,11,23],[13,8,7],[11,5,8],[10,8,8],[10,7,7],[12,10,6],[14,13,7],[6,4,4],[1,0,7],[3,3,4],[12,2,4],[6,6,4],[1,1,2],[2,4,0]],[[0,0,48],[0,2,38],[0,3,35],[0,3,39],[0,1,47],[0,6,34],[1,2,33],[1,1,46],[1,4,47],[1,2,51],[2,4,42],[1,2,41],[1,6,41],[3,2,43],[3,6,39],[4,11,33],[5,8,35],[3,16,63],[5,7,36],[7,2,33],[9,10,29],[8,7,33],[6,11,31],[6,11,31],[5,6,31],[11,10,27],[10,10,28],[11,8,29],[11,15,22],[9,16,23],[16,11,21],[12,11,25],[7,8,27],[2,19,27],[14,12,22],[15,11,22],[8,15,25],[9,15,24],[14,13,21],[8,15,23],[13,17,18],[11,19,18],[9,13,24],[14,14,18],[20,28,44],[34,49,75],[10,11,25],[9,16,23],[11,13,20],[14,16,18],[19,14,27],[11,16,17],[12,15,19],[13,18,15],[10,15,23],[14,30,34],[16,16,16],[15,18,13],[15,14,13],[14,16,18],[13,23,10],[32,31,33],[13,17,14],[14,13,17],[13,13,16],[8,18,18],[17,18,13],[16,16,10],[14,17,13],[27,12,27],[27,29,16],[7,12,15],[11,12,15],[19,17,12],[36,29,19],[23,17,8],[13,15,14],[20,14,8],[26,24,14],[18,6,10],[16,15,3],[3,5,6],[20,9,3],[6,2,4],[1,1,0],[0,1,15],[0,0,16],[6,7,19],[5,7,14],[5,13,12],[10,6,16],[3,2,11],[7,8,15],[9,13,10],[10,9,11],[11,4,7],0,[7,11,12],[4,6,6],[7,8,11],[12,11,9],[11,8,9],[0,6,4],[5,6,5],[10,11,9],[19,17,10],[9,7,6],[9,8,7],[34,24,16],[19,11,18],[24,12,16],[15,10,3],[15,7,2],[13,7,6],[12,7,5],[14,9,5],[17,12,5],[10,4,0],[4,1,3],[2,3,5],[12,3,3],[8,7,1],[2,0,2],[2,4,0]],[[0,3,45],[0,4,38],[0,3,29],[0,3,43],[0,4,44],[0,3,35],[0,3,21],[0,3,45],[1,5,46],[0,0,54],[1,2,45],[1,4,39],[1,7,40],[0,9,39],[0,10,38],[5,6,37],[3,4,41],[7,12,63],[5,9,34],[2,5,35],[2,8,38],[2,10,36],[6,7,35],[7,13,28],[6,9,27],[6,7,35],[8,13,27],[13,10,25],[6,17,25],[8,16,24],[6,11,31],[6,7,35],[1,6,35],[4,16,28],[12,6,30],[8,11,29],[7,15,26],[8,10,30],[6,13,29],[6,13,27],[8,14,26],[9,18,21],[8,9,29],[4,13,29],[14,27,51],[46,31,81],[5,12,29],[7,14,27],[10,9,25],[13,12,23],[11,8,41],[9,14,21],[8,14,24],[11,11,24],[11,14,23],[22,23,33],[6,15,27],[13,14,19],[6,17,19],[9,10,29],[13,15,18],[27,25,44],[10,15,19],[7,13,24],[14,9,19],[10,11,23],[14,17,17],[13,10,19],[9,14,21],[31,6,29],[30,18,24],[7,7,20],[8,13,17],[15,12,21],[33,19,34],[14,16,18],[9,15,18],[15,9,18],[26,21,17],[11,2,21],[15,12,7],[2,6,6],[16,5,11],[1,4,7],[0,2,0],[0,0,16],[0,0,16],[3,5,24],[4,9,13],[9,8,13],[8,5,19],[2,1,13],[7,7,16],[6,11,15],[11,8,11],[7,6,9],[7,6,3],[1,5,8],[2,5,9],[3,9,14],[10,10,12],[6,4,18],[0,6,4],[4,4,8],[9,9,12],[15,13,18],[6,5,11],[5,5,14],[29,18,27],[17,7,24],[19,11,22],[7,8,13],[9,5,10],[14,5,7],[11,6,7],[10,8,10],[17,9,8],[6,4,4],[3,0,5],[4,3,3],[10,2,6],[8,4,4],[1,0,3],[1,3,2]],[[0,1,47],[0,2,32],[0,1,37],[0,1,41],[0,2,46],[0,4,32],[0,0,36],[0,3,45],[1,3,48],[2,3,49],[1,4,43],[4,2,28],[4,3,41],[0,5,43],[1,3,44],[3,2,43],[3,5,40],[4,11,67],[7,7,34],[6,2,34],[10,6,32],[5,8,35],[12,8,28],[6,7,35],[4,4,34],[10,7,31],[7,11,30],[8,10,30],[7,16,25],[10,10,28],[14,8,26],[6,11,31],[4,5,33],[9,11,28],[10,8,30],[11,11,26],[11,9,28],[16,3,29],[10,12,26],[15,9,22],[14,9,25],[8,15,25],[10,10,26],[9,14,23],[21,22,49],[40,34,84],[13,9,24],[15,13,20],[7,10,27],[14,12,22],[19,11,30],[13,8,23],[16,12,18],[11,10,25],[19,9,20],[17,23,38],[15,12,21],[17,14,15],[10,11,21],[19,11,18],[17,11,18],[29,27,40],[13,13,18],[14,9,21],[16,9,17],[9,12,23],[21,13,14],[17,8,17],[20,12,12],[32,7,27],[37,18,17],[12,7,15],[14,11,13],[26,12,10],[37,21,28],[22,11,15],[19,13,10],[22,11,9],[28,14,22],[22,6,6],[14,12,8],[3,3,8],[20,8,4],[6,2,4],[0,2,0],[1,1,14],[0,0,16],[7,6,19],[4,5,17],[6,9,15],[8,7,17],[6,2,8],[7,6,17],[9,8,15],[10,8,12],[6,3,13],[6,6,4],[10,7,13],0,[8,6,12],[10,8,14],[8,7,13],[1,6,3],[7,5,4],[15,6,9],[25,8,13],[7,6,9],[11,3,10],[37,22,15],[21,9,18],[30,10,12],[15,7,6],[13,3,8],[15,6,5],[12,6,6],[15,8,5],[23,10,1],[8,4,2],[6,0,2],[4,4,2],[12,3,3],[9,4,3],[2,0,2],[3,3,0]],[[0,0,30],[0,0,24],[0,0,22],[0,1,25],[0,1,29],[0,0,22],[0,1,29],[0,2,28],[0,5,29],[0,2,34],[0,1,29],[0,0,16],[0,0,30],[0,1,29],[0,2,28],[2,0,28],[0,2,28],[5,9,42],[1,2,27],[0,3,25],[3,2,25],[3,1,26],[3,4,23],[3,3,24],[2,2,22],[5,3,22],[7,4,19],[1,4,25],[3,6,21],[4,3,23],[6,3,21],[2,5,23],[5,2,17],[3,5,22],[5,5,20],[4,2,24],[5,4,21],[8,2,20],[5,4,21],[10,5,15],[9,4,17],[3,6,21],[5,2,23],[2,4,24],[10,11,37],[23,18,67],[6,4,20],[4,5,21],[1,5,20],[5,5,20],[10,6,22],[3,5,22],[6,4,18],[7,4,19],[8,5,17],[10,6,32],[3,9,18],[6,6,18],[4,4,16],[7,2,21],[8,4,18],[17,8,35],[6,6,16],[7,5,18],[7,7,14],[10,9,11],[7,8,15],[10,5,11],[6,7,15],[5,7,28],[15,7,22],[3,2,15],[6,5,13],[16,8,4],[15,15,24],[13,5,12],[8,9,13],[9,4,13],[13,6,23],[11,1,10],[9,4,5],[2,0,6],[6,6,6],[0,2,4],[0,2,0],[0,0,10],[0,0,10],[4,4,12],[1,2,15],[4,3,13],[6,3,11],[4,1,5],[4,0,14],[4,5,11],[3,4,13],[5,2,7],[1,3,6],[5,5,8],[0,3,7],[2,1,7],[5,4,11],[4,2,10],[0,1,5],[3,2,5],[6,4,8],[12,5,11],[3,4,9],[7,2,5],[11,13,20],[5,3,18],[10,6,16],[7,3,6],[3,3,8],[6,2,8],[4,2,6],[10,3,3],[9,7,8],[2,2,4],[0,0,6],[6,0,2],[5,2,5],[4,5,1],[1,0,3],[0,2,0]],[[0,3,45],[0,1,39],[0,3,31],[0,0,44],[0,3,45],[0,5,31],[1,2,31],[0,3,45],[0,3,49],[0,2,52],[0,2,46],[1,0,33],[0,8,40],[0,7,41],[1,12,35],[2,4,42],[1,2,45],[4,20,58],[2,6,40],[2,2,38],[1,13,34],[1,10,37],[1,10,37],[2,13,33],[0,7,35],[4,8,36],[2,14,32],[5,10,33],[2,17,29],[1,13,34],[4,11,33],[1,9,38],[1,8,33],[3,17,28],[2,9,37],[1,10,37],[2,16,30],[7,12,29],[2,19,27],[1,14,31],[5,17,26],[2,18,28],[1,15,30],[3,18,25],[6,30,56],[14,52,92],[2,15,29],[4,19,25],[3,8,33],[7,21,20],[5,14,41],[8,14,22],[2,16,28],[5,14,27],[6,17,25],[7,32,39],[8,17,23],[4,18,24],[4,16,22],[6,18,24],[9,14,23],[5,39,52],[3,18,23],[3,17,24],[4,13,25],[8,14,22],[9,15,24],[3,19,20],[5,17,22],[7,12,47],[14,24,34],[6,9,19],[1,12,25],[2,18,28],[17,27,42],[9,19,20],[7,18,17],[6,17,19],[14,24,26],[7,10,17],[8,14,12],[0,4,10],[17,8,7],[5,2,5],[1,1,0],[0,1,15],[0,0,16],[1,10,21],[3,5,18],[4,8,18],[2,6,24],[2,4,10],[4,6,20],[4,12,16],[2,12,16],[1,7,14],[1,5,10],[6,8,16],[5,5,6],[4,8,14],[2,5,9],[6,6,16],[0,5,5],[3,6,7],[7,10,13],[5,17,24],[0,8,14],[4,5,15],[15,25,34],[7,14,27],[9,17,26],[7,9,12],[5,7,12],[4,7,15],[4,6,14],[7,10,11],[4,15,15],[2,4,8],[2,0,6],[1,4,5],[5,3,10],[5,6,5],[0,1,3],[1,4,1]],[[0,3,39],[1,3,28],[0,5,27],[0,3,39],[0,0,42],[0,6,24],[0,1,23],[0,2,40],[0,5,41],[0,0,46],[1,4,37],[0,2,34],[4,6,32],[2,0,40],[1,6,35],[4,7,31],[3,2,37],[3,9,58],[3,9,30],[3,4,29],[5,6,31],[6,5,31],[5,5,32],[10,4,28],[5,7,26],[11,3,28],[6,7,29],[10,11,21],[8,10,24],[9,10,23],[6,6,30],[8,6,28],[3,5,32],[8,11,23],[8,5,29],[10,9,23],[6,11,25],[8,6,28],[9,8,25],[11,7,22],[8,8,26],[9,11,22],[8,8,24],[9,6,25],[17,16,47],[29,26,85],[9,7,24],[6,10,26],[9,9,20],[7,14,21],[18,9,25],[7,9,22],[10,10,22],[7,7,26],[16,7,19],[13,17,38],[8,11,23],[5,10,25],[10,6,20],[12,10,20],[9,14,17],[28,22,34],[11,10,17],[4,9,25],[11,9,18],[10,6,22],[19,10,13],[14,3,19],[10,8,20],[18,5,39],[27,14,25],[11,8,11],[11,6,15],[14,9,19],[34,11,27],[21,8,13],[15,10,11],[15,8,15],[29,14,13],[14,5,13],[9,6,13],[1,4,7],[17,4,7],[6,0,4],0,[0,0,14],[0,0,14],[8,2,18],[5,4,13],[7,5,14],[4,4,20],[2,1,11],[5,6,17],[9,4,15],[2,8,16],[9,3,8],[4,4,6],[11,6,9],[7,3,4],[6,5,11],[15,5,8],[5,1,6],[1,3,4],[5,3,6],[11,7,10],[15,13,16],[6,3,9],[10,4,10],[29,11,22],[17,10,19],[24,7,15],[10,4,10],[13,4,5],[13,7,4],[11,4,7],[10,8,6],[16,5,9],[6,2,4],[2,1,5],[5,2,3],[7,2,7],[9,3,2],[2,0,2],[0,4,2]],0,0,[[0,0,42],[0,3,25],[0,3,27],[0,3,33],[0,0,42],[0,2,32],[1,1,34],[0,2,40],[1,1,44],[0,0,46],[0,4,38],[0,1,31],[2,3,37],[1,2,39],[1,7,34],[4,3,35],[2,3,37],[1,5,64],[6,1,35],[1,1,34],[0,7,35],[6,4,32],[3,5,34],[7,4,31],[1,3,34],[4,4,34],[4,7,31],[7,9,26],[2,9,31],[6,9,27],[5,6,31],[2,3,37],[3,3,34],[6,8,28],[6,6,30],[9,6,27],[4,8,30],[4,6,32],[8,8,26],[6,6,28],[6,7,29],[6,9,27],[6,8,26],[6,8,26],[16,12,52],[24,26,90],[7,6,27],[8,12,22],[6,7,25],[11,8,23],[14,7,31],[8,12,18],[10,9,23],[7,9,24],[7,9,26],[16,14,38],[6,7,29],[4,7,29],[8,10,18],[11,9,22],[7,11,22],[19,22,43],[9,6,23],[10,5,23],[12,7,19],[9,7,22],[13,13,16],[14,4,18],[9,14,15],[13,7,42],[19,14,33],[6,6,18],[4,9,19],[16,10,16],[19,14,41],[19,12,11],[14,8,14],[11,9,18],[28,12,16],[14,4,14],[10,6,12],[3,3,6],[22,4,2],[5,0,5],0,[0,0,14],[0,0,14],[5,6,17],[5,4,13],[6,5,15],[2,3,23],[2,0,12],[4,4,20],[5,6,17],[5,4,17],[4,4,12],[5,4,5],[6,3,17],[3,2,9],[6,3,13],[6,6,16],[8,5,13],[0,2,6],[4,5,5],[3,2,9],[8,8,28],[3,4,11],[4,4,16],[21,16,25],[15,9,22],[19,10,17],[10,7,7],[9,6,7],[11,4,9],[11,6,5],[12,5,7],[11,8,11],[5,1,6],[4,0,4],[3,3,4],[8,1,7],[9,1,4],[0,0,4],[1,4,1]],[[0,1,71],[0,0,56],[0,2,48],[0,5,63],[0,1,71],[1,3,52],[2,0,56],[0,2,70],[0,5,75],[1,0,79],[1,4,67],[3,5,40],[8,4,60],[1,2,69],[1,10,61],[7,8,57],[4,1,67],[7,8,111],[8,10,54],[5,1,58],[7,5,60],[7,8,57],[13,6,53],[5,10,57],[9,4,53],[14,6,52],[11,11,50],[15,10,47],[12,14,46],[12,7,53],[17,6,49],[19,5,48],[9,8,51],[13,14,45],[17,5,50],[27,9,36],[15,10,47],[21,10,41],[20,9,43],[13,13,44],[16,14,42],[10,16,46],[13,11,46],[19,9,42],[40,22,76],[65,41,142],[23,11,36],[17,16,39],[14,8,42],[23,13,36],[22,7,61],[15,17,36],[23,15,34],[20,11,39],[31,12,29],[25,27,64],[20,11,41],[12,15,41],[14,11,35],[24,12,36],[19,19,32],[54,32,58],[21,10,35],[22,9,35],[33,7,28],[32,8,28],[28,13,31],[25,9,28],[27,16,23],[46,6,58],[49,17,46],[16,9,25],[21,7,28],[37,9,26],[72,12,44],[45,14,13],[28,11,27],[39,9,18],[54,16,30],[28,9,19],[21,6,17],[1,6,13],[28,7,13],[4,3,9],0,[0,0,24],[1,0,23],[13,2,33],[6,6,26],[12,9,25],[12,5,31],[10,3,11],[8,6,34],[18,9,21],[18,7,21],[15,8,13],[8,7,9],[15,5,24],[7,1,16],[11,7,22],[19,12,17],[14,8,22],[0,5,7],[10,4,10],[28,4,16],[26,10,18],[11,4,17],[21,7,14],[50,10,44],[37,9,32],[34,16,30],[21,5,14],[18,9,11],[21,6,15],[25,5,6],[23,5,12],[28,6,16],[13,2,5],[3,0,11],[8,4,6],[16,1,13],[16,3,5],[3,0,5],[1,6,1]],[[0,0,18],[0,0,14],[0,0,14],[0,0,18],[0,2,16],[0,0,10],[0,0,12],[0,0,18],[0,1,21],[0,1,21],[0,3,15],[0,2,8],[0,1,17],[2,0,16],[0,0,18],[0,2,16],[0,3,15],[3,4,25],[0,2,16],[1,1,16],[0,2,16],[1,1,16],[0,4,14],[2,3,13],[0,1,15],[3,1,14],[0,4,14],[1,4,13],[1,3,14],[4,2,12],[0,4,14],[1,4,13],[1,2,11],[0,5,13],[2,2,14],[4,3,11],[0,3,15],[5,2,11],[4,5,9],[4,6,8],[3,3,12],[1,5,12],[3,5,10],[0,6,12],[4,10,20],[7,14,31],[5,3,10],[4,4,10],[1,5,12],[2,3,13],[6,6,12],[1,6,11],[5,1,10],[3,6,9],[2,5,11],[3,9,18],[1,6,11],[3,5,10],[2,5,9],[3,3,12],[2,4,12],[7,11,18],[3,3,12],[4,6,8],[1,4,11],[3,5,10],[7,5,6],[3,6,5],[1,6,9],[3,3,20],[6,4,16],[1,2,7],[2,6,8],[7,6,5],[7,12,15],[8,5,5],[5,5,8],[9,2,5],[7,8,7],[8,2,2],[3,6,5],[0,2,4],[6,3,5],[2,2,0],[0,2,0],[0,1,5],[0,0,6],[1,1,10],[1,3,6],[2,3,7],[3,3,6],[2,0,4],[2,0,8],[4,3,5],[3,3,6],[2,2,4],[1,2,3],[2,4,6],[0,2,4],[3,4,5],[5,4,3],[2,2,6],[0,2,2],[3,1,2],[3,2,5],[4,2,8],[1,1,4],[5,0,1],[7,12,11],[4,1,11],[5,6,11],[6,3,3],[2,2,6],[2,2,6],[3,2,3],[4,2,4],[4,4,6],[4,2,0],[0,0,4],[4,0,2],[7,1,2],[3,2,1],[0,0,2]],[[0,0,30],[0,1,29],[0,2,20],[0,2,28],[0,2,28],[1,1,28],[0,0,20],[1,1,28],[0,3,31],[0,1,31],[1,1,28],[1,0,17],[2,3,25],[0,3,27],[0,4,26],[3,4,23],[2,0,28],[2,5,43],[6,3,21],[3,2,21],[1,4,25],[4,3,23],[1,3,26],[4,6,20],[4,3,19],[4,1,25],[3,3,24],[7,5,18],[4,8,18],[2,9,19],[7,4,19],[3,2,25],[5,4,19],[7,10,13],[8,2,20],[8,9,13],[4,4,22],[9,5,16],[5,6,19],[4,3,23],[2,4,24],[6,8,16],[2,3,23],[4,5,19],[11,9,38],[27,22,57],[7,4,19],[7,9,14],[5,1,20],[10,4,16],[11,2,25],[4,6,18],[5,6,19],[3,5,20],[5,7,18],[5,13,30],[5,5,20],[3,6,19],[4,6,16],[8,6,16],[7,7,16],[19,15,26],[3,7,16],[4,6,18],[10,1,17],[5,3,20],[10,6,14],[7,8,11],[6,7,17],[18,4,26],[20,6,20],[3,2,17],[9,4,9],[14,3,15],[22,9,25],[14,7,9],[8,8,10],[12,6,8],[22,10,10],[13,3,8],[11,2,5],[1,2,5],[12,3,5],[4,2,2],0,[0,0,10],[0,0,10],[2,3,15],[1,3,12],[2,3,13],[8,1,11],[4,1,5],[2,5,13],[4,3,13],[5,1,12],[4,3,7],[2,4,4],[7,5,6],[2,1,7],[2,3,11],[7,4,9],[8,1,9],[1,2,3],[3,1,6],[10,6,4],[14,6,14],[3,1,8],[3,0,7],[23,5,16],[14,3,17],[12,9,13],[7,2,7],[11,2,3],[8,1,7],[9,0,5],[8,2,8],[10,3,9],[6,0,2],[1,2,3],[1,2,1],[7,0,5],[6,3,1],[0,1,3],[2,2,0]],[[0,3,99],[0,5,75],[0,2,70],[1,5,90],[0,4,98],[0,4,58],[5,2,69],[1,7,94],[0,6,104],[2,6,104],[6,5,91],[8,6,62],[8,9,85],[0,7,95],[2,11,89],[5,11,86],[5,7,90],[7,23,136],[10,15,77],[4,3,81],[4,7,91],[9,11,82],[2,13,87],[10,9,83],[9,7,74],[14,4,84],[10,13,79],[16,13,73],[12,28,62],[15,17,70],[16,15,71],[16,14,72],[9,11,68],[14,17,71],[14,12,76],[24,11,67],[12,19,71],[27,11,64],[15,22,65],[12,14,74],[21,17,64],[20,27,55],[17,21,58],[16,21,59],[40,35,123],[56,50,204],[16,20,64],[25,23,54],[20,13,65],[24,19,59],[42,19,71],[14,30,50],[13,25,60],[20,19,57],[17,21,64],[35,38,95],[24,20,58],[11,22,63],[20,21,49],[33,19,50],[17,28,55],[61,46,97],[18,21,51],[26,18,50],[26,13,51],[22,22,50],[33,21,48],[27,16,49],[36,18,42],[51,11,98],[61,27,66],[20,10,46],[28,19,35],[46,23,37],[89,31,68],[55,23,24],[40,21,27],[34,14,38],[69,28,41],[35,11,32],[38,18,16],[1,10,21],[43,13,22],[9,6,17],[0,4,0],[0,0,34],[0,2,32],[7,11,50],[10,7,39],[18,9,35],[11,6,51],[8,2,24],[9,6,49],[23,13,32],[11,13,38],[14,10,22],[10,9,15],[19,8,39],[7,6,21],[8,13,33],[28,15,25],[21,12,29],[3,12,7],[14,7,13],[24,15,25],[46,14,36],[13,11,22],[20,7,27],[60,28,46],[49,10,53],[48,20,46],[35,12,13],[23,9,18],[27,11,18],[27,7,22],[31,13,14],[32,16,24],[16,4,12],[4,2,14],[4,3,9],[23,2,15],[20,7,7],[2,0,8],[6,3,1]],[[0,1,71],[0,1,55],[0,1,45],[0,2,68],[0,0,72],[0,4,42],[2,2,60],[0,3,69],[0,5,75],[0,0,76],[2,3,67],[0,4,44],[5,8,59],[4,0,68],[3,6,63],[1,6,65],[3,7,62],[3,11,106],[8,8,56],[7,3,50],[7,10,55],[8,6,58],[4,10,58],[10,10,52],[2,8,56],[11,4,57],[11,11,50],[7,11,54],[13,12,47],[7,16,49],[11,8,53],[10,9,53],[11,9,48],[9,17,46],[15,12,45],[15,14,43],[8,12,52],[15,11,46],[15,17,40],[13,9,46],[14,18,40],[11,17,44],[10,14,44],[19,13,36],[27,24,85],[52,42,128],[8,9,51],[10,17,45],[12,12,44],[20,14,38],[16,12,62],[13,13,38],[17,12,43],[13,15,40],[16,13,43],[23,31,64],[17,20,35],[15,13,40],[13,15,36],[15,18,39],[19,15,34],[38,33,73],[10,15,39],[17,14,33],[18,7,39],[24,9,31],[24,15,33],[22,8,30],[22,14,30],[38,7,63],[42,24,48],[13,13,26],[14,8,32],[29,12,35],[42,27,55],[28,20,24],[25,11,24],[18,20,26],[31,21,42],[26,7,21],[24,14,12],[3,6,13],[26,9,15],[9,1,8],0,[0,1,23],[0,1,23],[6,7,35],[7,8,21],[6,11,27],[6,5,37],[5,3,16],[6,10,32],[11,10,27],[11,7,26],[8,8,16],[7,7,10],[15,7,24],[8,6,10],[7,8,21],[18,13,17],[12,14,20],[5,4,7],[11,3,10],[15,11,22],[21,20,35],[9,6,15],[17,7,18],[47,20,47],[22,12,26],[34,12,32],[17,11,14],[14,6,16],[20,8,14],[14,8,18],[21,8,13],[27,11,14],[8,7,7],[7,2,5],[4,4,6],[16,1,9],[12,5,7],[3,3,2],[3,6,1]],[[3,2,79],[0,3,63],[0,4,58],[1,1,68],[0,3,81],[1,2,65],[3,2,69],[0,5,79],[2,5,85],[3,1,90],[5,1,78],[3,3,44],[5,9,70],[4,3,77],[4,7,73],[8,6,70],[4,5,75],[9,12,119],[8,7,69],[5,3,66],[4,8,72],[6,9,69],[9,8,67],[11,16,57],[5,5,64],[19,7,58],[9,15,60],[14,11,59],[10,19,55],[7,9,68],[9,12,63],[12,11,61],[6,8,62],[15,15,54],[9,10,65],[12,12,60],[9,18,57],[20,11,53],[16,11,57],[11,16,55],[19,14,51],[11,21,52],[11,17,52],[10,15,55],[26,26,110],[46,47,189],[17,13,52],[12,22,50],[12,12,52],[20,17,47],[24,13,69],[14,23,41],[15,23,44],[15,20,45],[17,17,50],[18,29,89],[18,19,47],[16,18,46],[14,17,41],[23,18,43],[15,18,49],[44,36,88],[13,14,49],[20,18,40],[23,9,44],[19,12,47],[27,15,42],[25,13,36],[24,16,38],[32,10,84],[45,21,62],[12,10,38],[10,15,41],[27,21,36],[45,30,75],[34,20,30],[23,22,29],[30,14,30],[45,24,45],[33,5,26],[18,15,23],[0,8,16],[34,6,18],[10,4,8],[0,2,0],[0,0,28],[1,1,26],[5,13,38],[2,8,36],[14,11,27],[8,5,43],[5,2,21],[7,9,38],[14,13,29],[7,13,32],[10,6,24],[10,4,14],[15,7,30],[5,4,19],[10,6,30],[15,17,24],[13,8,29],[1,8,7],[11,6,11],[13,12,29],[24,19,41],[5,10,23],[17,8,21],[47,24,55],[30,10,48],[21,12,33],[22,10,16],[19,6,19],[20,7,19],[16,5,21],[20,10,18],[23,15,22],[10,5,9],[2,3,11],[6,2,10],[22,2,10],[17,5,6],[0,1,7],[3,6,1]],[[0,0,36],[0,0,26],[0,1,25],[0,1,33],[0,2,34],[0,0,28],[0,1,23],[0,1,35],[0,1,39],[2,4,34],[0,0,36],[1,0,31],[0,1,35],[0,0,36],[0,4,32],[0,3,33],[0,6,30],[3,7,48],[0,4,32],[2,2,28],[0,8,28],[1,6,29],[0,7,29],[2,7,27],[0,4,28],[5,4,27],[1,6,29],[8,5,23],[3,6,27],[3,10,23],[3,9,24],[2,9,25],[3,4,25],[1,9,26],[3,9,24],[5,7,24],[2,10,24],[6,7,23],[4,8,24],[4,8,22],[4,8,24],[3,9,24],[2,10,22],[2,12,20],[8,15,45],[7,21,74],[5,6,23],[6,9,21],[3,9,24],[3,8,25],[4,11,31],[2,7,23],[3,9,22],[1,10,23],[5,9,22],[2,15,43],[2,11,23],[0,10,24],[3,9,22],[7,8,21],[6,5,23],[12,16,44],[2,6,26],[2,10,20],[4,8,18],[7,6,19],[6,10,20],[2,10,18],[8,9,15],[8,4,40],[10,15,29],[1,7,16],[5,9,16],[12,9,17],[14,18,32],[13,10,13],[6,10,14],[5,8,19],[12,12,20],[4,3,17],[9,11,10],[0,4,8],[12,5,11],[0,2,8],[1,1,0],[0,1,11],[0,1,11],[0,5,19],[2,4,12],[2,5,15],[3,5,16],[2,3,7],[1,2,19],[3,7,14],[3,5,14],[2,4,10],[1,3,8],[4,5,15],[2,4,6],[2,6,10],[6,6,12],[5,5,12],[1,2,5],[3,3,6],[7,5,10],[10,7,15],[3,5,10],[6,2,8],[10,20,30],[7,6,25],[10,7,25],[2,3,7],[6,4,10],[4,6,10],[5,6,9],[8,6,8],[6,8,10],[6,4,2],[0,0,6],[1,2,5],[9,0,7],[8,2,2],[0,0,2],[1,2,1]],[[0,3,39],[0,1,35],[0,1,29],[0,1,39],[0,5,37],[1,2,31],[1,1,32],[0,4,38],[0,3,43],[1,3,44],[1,3,38],[0,4,22],[0,4,38],[4,8,30],[0,4,38],[2,7,33],[2,6,34],[3,4,63],[3,7,32],[3,3,32],[4,9,29],[4,7,31],[2,8,32],[3,12,27],[3,4,29],[10,5,27],[3,10,29],[7,12,23],[4,12,26],[6,12,24],[8,10,24],[7,9,26],[4,6,28],[5,11,26],[9,8,25],[10,10,22],[8,11,23],[9,10,23],[9,12,21],[11,12,17],[9,8,25],[6,12,24],[6,9,25],[9,10,21],[19,21,40],[24,39,79],[5,12,23],[9,14,19],[5,10,23],[4,14,24],[17,15,20],[7,13,18],[9,11,20],[8,13,19],[9,11,22],[12,24,32],[6,15,21],[11,12,17],[7,14,17],[10,12,20],[11,11,18],[22,32,30],[9,11,20],[10,10,18],[16,9,11],[12,13,13],[12,11,19],[10,14,12],[11,11,16],[20,6,30],[18,16,28],[7,9,12],[13,10,11],[15,11,16],[35,20,19],[16,14,12],[17,14,5],[18,11,9],[19,17,18],[8,6,14],[11,14,7],[1,2,9],[17,6,5],[3,2,5],[0,2,0],[0,0,14],[0,0,14],[3,7,18],[5,7,10],[5,8,13],[5,7,16],[4,2,8],[8,4,14],[7,10,11],[5,8,13],[7,6,7],[2,5,7],[6,6,14],[5,3,6],[5,8,9],[10,12,6],[6,6,12],[0,3,5],[5,4,5],[10,10,6],[20,11,9],[7,8,5],[6,2,12],[25,19,18],[15,9,16],[21,9,18],[11,9,6],[7,1,2],[10,5,7],[8,5,7],[7,8,11],[11,10,7],[5,4,3],[3,0,3],[5,2,3],[13,2,3],[7,4,3],[0,0,2],[1,4,1]],[[0,1,35],[0,1,23],[1,2,25],[1,1,32],[0,1,35],[0,1,31],[0,0,22],[1,0,35],[1,2,37],[1,0,39],[3,1,32],[3,0,27],[3,5,28],[0,1,35],[3,3,30],[2,1,33],[1,3,32],[3,8,57],[5,2,29],[2,0,30],[6,4,26],[1,7,28],[5,9,22],[8,5,23],[4,1,29],[8,1,27],[3,3,30],[11,6,19],[0,7,29],[4,4,28],[7,4,25],[5,2,29],[5,5,24],[3,5,28],[10,6,20],[12,2,22],[4,7,25],[10,7,19],[6,7,23],[12,4,18],[10,6,20],[6,7,23],[6,7,23],[7,5,24],[16,11,41],[28,29,67],[7,6,21],[4,7,25],[8,4,20],[7,8,21],[16,6,22],[7,8,19],[9,7,20],[4,6,26],[11,7,18],[9,18,31],[11,8,17],[10,6,18],[9,9,12],[15,6,15],[5,9,20],[30,17,25],[7,6,21],[13,6,13],[11,7,16],[11,4,19],[11,11,14],[13,4,13],[8,4,20],[16,6,28],[28,11,17],[4,7,13],[11,5,12],[18,9,9],[29,15,16],[21,8,7],[19,9,6],[15,8,11],[24,12,14],[16,3,7],[13,8,1],[0,3,7],[16,4,2],[2,0,4],0,[1,0,11],[0,0,12],[7,3,14],[8,1,9],[8,6,10],[5,4,15],[2,1,9],[8,5,11],[10,3,11],[8,4,12],[6,5,7],[4,4,4],[4,4,14],[4,2,6],[6,3,11],[10,8,6],[6,6,10],[0,4,2],[6,3,3],[10,4,10],[17,11,12],[9,3,4],[12,2,6],[23,18,11],[19,7,12],[17,8,13],[9,7,4],[10,3,5],[6,2,2],[8,5,5],[11,4,5],[15,6,3],[6,3,1],[4,0,2],[4,3,3],[10,0,4],[6,4,2],[1,0,3],[1,3,0]],[[0,0,36],[0,2,26],[1,1,20],[0,2,34],[0,4,32],[0,0,32],[0,0,26],[0,1,35],[0,3,33],[0,3,37],[0,0,36],[0,2,24],[0,2,34],[0,1,35],[0,4,32],[0,5,31],[2,4,30],[7,6,45],[1,7,28],[2,2,26],[2,8,26],[2,7,27],[3,7,26],[2,4,30],[3,3,26],[2,4,30],[3,7,26],[4,8,24],[3,8,25],[3,9,24],[2,7,27],[3,5,28],[3,5,22],[1,12,23],[1,7,28],[1,7,28],[3,10,23],[4,8,24],[2,13,21],[1,6,27],[2,12,22],[2,15,19],[5,12,17],[6,11,17],[3,21,46],[7,23,72],[6,8,20],[2,12,22],[3,10,23],[3,16,17],[5,12,29],[2,11,19],[3,11,20],[5,12,17],[2,14,20],[5,25,30],[4,11,21],[2,12,20],[2,11,19],[2,13,21],[7,10,17],[8,22,42],[6,9,17],[6,7,19],[2,8,20],[3,10,19],[7,14,15],[4,8,22],[7,12,13],[5,6,41],[13,17,24],[4,6,18],[3,8,19],[8,11,17],[10,19,35],[3,15,18],[5,13,12],[4,9,17],[9,16,23],[6,5,15],[8,12,8],[0,4,8],[13,7,8],[1,3,8],[0,2,0],[0,0,12],[0,0,12],[2,5,17],[2,4,14],[4,7,11],[3,5,16],[1,0,11],[4,2,16],[5,7,12],[1,4,17],[0,4,12],[0,5,7],[3,6,15],[2,4,6],[4,6,8],[5,8,11],[4,6,12],[0,6,2],[2,3,7],[3,5,14],[3,8,19],[1,5,10],[3,2,11],[10,23,29],[8,8,22],[9,8,21],[6,7,9],[6,4,6],[5,6,9],[0,2,8],[3,9,8],[3,9,12],[3,4,5],[0,1,5],[0,2,4],[4,2,6],[4,3,5],[0,0,2],[1,2,1]],[[0,0,42],[0,2,36],[0,1,29],[0,0,36],[0,1,41],[0,1,33],[0,1,29],[0,3,39],[0,4,42],[0,3,43],[0,1,41],[2,5,27],[0,4,38],[0,2,40],[1,3,38],[2,1,39],[1,3,38],[6,10,58],[1,3,38],[4,0,32],[0,5,37],[3,4,35],[2,5,35],[3,6,33],[2,3,31],[3,5,34],[3,6,33],[3,6,33],[5,9,28],[2,6,34],[6,5,31],[2,5,35],[4,5,27],[3,9,30],[4,4,34],[5,7,30],[2,9,31],[5,13,24],[3,10,29],[9,7,24],[4,9,29],[1,9,32],[3,9,28],[4,9,27],[10,23,47],[17,29,94],[5,7,28],[3,11,28],[5,9,24],[4,8,30],[6,9,37],[5,9,24],[6,8,26],[1,8,31],[3,12,27],[1,21,46],[2,10,30],[3,9,28],[2,10,26],[5,10,27],[7,8,25],[11,27,46],[3,8,27],[7,6,25],[8,7,21],[7,7,24],[8,11,23],[6,8,22],[9,13,18],[7,7,40],[10,21,31],[1,9,20],[5,10,17],[9,14,21],[21,15,40],[13,14,15],[8,11,17],[4,11,21],[10,18,28],[8,6,14],[6,11,13],[0,4,8],[10,7,9],[0,2,8],[1,1,0],[0,1,13],[0,0,14],[2,3,23],[2,5,15],[2,5,19],[7,4,17],[6,0,8],[2,3,21],[4,6,18],[5,8,13],[1,6,11],[2,4,8],[5,7,14],[2,4,8],[2,4,16],[5,11,12],[4,8,12],[0,6,4],[1,5,8],[5,6,15],[11,11,20],[3,6,9],[6,3,13],[12,22,32],[6,8,28],[12,10,22],[4,7,13],[9,5,6],[6,6,10],[6,7,7],[2,4,6],[8,9,13],[3,4,5],[1,0,5],[1,3,2],[5,2,7],[6,2,6],[0,0,4],[2,3,1]],[[0,0,66],[1,2,47],[0,1,43],[0,1,53],[0,1,65],[0,4,46],[0,1,45],[1,3,62],[0,5,73],[0,5,67],[1,2,63],[0,6,44],[4,1,61],[2,6,58],[1,6,59],[4,9,53],[0,5,61],[6,17,89],[6,10,50],[5,2,49],[2,12,52],[3,8,55],[3,13,50],[7,9,50],[3,5,48],[9,9,48],[2,13,51],[3,15,48],[6,17,43],[1,13,52],[7,11,48],[7,10,49],[7,10,41],[3,15,48],[9,13,44],[11,11,44],[5,12,49],[18,13,35],[7,14,45],[11,12,41],[12,19,35],[1,20,45],[12,17,33],[4,16,42],[18,34,72],[20,54,152],[9,20,35],[5,25,36],[6,14,38],[8,20,38],[15,15,52],[6,22,32],[13,16,35],[6,15,41],[12,14,40],[8,30,68],[4,19,43],[3,19,44],[11,14,33],[13,19,34],[5,23,36],[32,49,51],[4,18,36],[16,18,30],[20,10,28],[19,18,23],[15,21,30],[12,13,27],[14,16,34],[16,11,61],[28,22,52],[10,10,26],[13,14,19],[21,17,30],[41,21,58],[29,19,18],[21,18,17],[12,15,29],[23,23,38],[15,13,20],[13,11,20],[1,7,10],[13,9,16],[2,6,6],[0,2,0],[0,1,21],[0,2,20],[3,7,34],[0,9,27],[2,11,27],[4,7,33],[8,1,13],[7,5,30],[7,10,27],[7,10,23],[4,10,12],[0,8,14],[5,6,29],[0,6,16],[6,9,23],[11,14,19],[12,10,16],[0,8,10],[4,4,14],[19,11,12],[24,15,29],[5,10,15],[15,5,18],[34,24,42],[20,12,36],[17,18,35],[15,12,9],[9,7,16],[9,7,18],[9,7,12],[19,5,16],[16,6,14],[4,4,10],[3,0,11],[7,3,2],[11,2,9],[6,7,9],[1,1,8],[1,4,5]],0,0,[[0,0,24],[0,1,15],[0,0,20],[0,1,19],[0,0,24],[0,2,18],[0,0,20],[0,1,23],[0,3,25],[1,0,27],[0,1,23],[0,1,19],[0,2,22],[0,0,24],[2,1,21],[2,1,21],[2,3,19],[1,4,39],[2,1,21],[1,1,20],[2,3,19],[1,2,21],[4,2,18],[5,6,13],[0,1,21],[3,4,17],[1,5,18],[4,6,14],[2,5,17],[4,6,14],[3,6,15],[4,3,17],[2,5,17],[3,6,15],[7,5,12],[5,6,13],[3,6,15],[5,4,15],[3,7,14],[8,8,6],[6,5,13],[4,7,13],[7,6,11],[3,7,14],[10,9,25],[15,26,49],[4,4,14],[3,5,16],[4,3,13],[7,8,9],[8,5,15],[6,5,11],[4,7,13],[5,7,12],[6,7,11],[5,11,22],[5,8,11],[7,8,9],[5,6,9],[6,6,12],[4,8,10],[17,16,15],[5,6,13],[5,5,12],[5,7,10],[5,7,10],[9,11,4],[5,6,7],[6,5,9],[5,3,20],[16,10,12],[3,7,4],[3,4,11],[7,9,6],[10,13,15],[6,9,9],[7,8,7],[12,8,4],[9,9,12],[8,3,5],[5,8,3],[0,2,4],[8,2,2],[0,0,2],0,[0,0,8],[0,0,8],[0,4,12],[3,2,7],[4,4,8],[3,4,9],[2,2,4],[3,3,10],[6,5,5],[2,7,7],[4,4,4],[3,3,2],[2,3,9],[1,4,3],[2,3,9],[4,6,6],[5,3,6],[0,2,2],[3,3,2],[7,6,3],[7,10,9],[5,3,4],[5,5,2],[12,11,7],[9,6,7],[13,5,8],[7,5,2],[7,3,4],[3,5,6],[5,4,1],[6,5,3],[3,5,10],[2,2,2],[0,0,4],[1,0,1],[7,1,2],[4,3,1],[0,0,2],[0,4,0]],[[0,0,18],[0,0,14],[0,0,16],[0,0,14],[0,0,18],[0,0,12],[0,0,16],[0,0,18],[0,0,22],[0,0,20],[0,0,18],[0,0,6],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,18],[0,0,32],[0,0,18],[0,0,18],[1,0,17],[0,0,18],[0,0,18],[1,0,17],[0,0,18],[0,0,18],[0,0,18],[4,0,14],[0,0,18],[1,0,17],[3,0,15],[1,0,17],[2,0,16],[0,0,18],[3,0,15],[4,0,14],[0,0,18],[5,0,13],[1,0,17],[1,0,17],[2,0,16],[1,0,17],[0,0,18],[0,0,18],[3,0,31],[3,0,49],[2,0,16],[3,0,15],[2,0,16],[0,0,18],[4,0,20],[0,0,18],[2,0,16],[0,0,18],[4,0,14],[0,0,30],[0,0,18],[0,0,16],[2,0,14],[6,0,12],[2,0,16],[6,0,30],[0,0,18],[1,0,15],[3,0,15],[6,0,12],[3,0,15],[2,0,12],[3,0,13],[4,0,30],[6,0,22],[0,0,10],[0,0,16],[7,0,13],[17,0,17],[7,0,11],[5,0,13],[7,0,11],[10,0,14],[2,0,12],[4,0,8],[0,0,6],[7,0,9],[0,0,4],0,[0,0,6],[0,0,6],[0,0,12],[2,0,6],[2,0,10],[2,0,10],[2,0,4],[0,0,12],[4,0,8],[0,0,12],[1,0,9],[0,0,6],[2,0,10],[1,0,5],[1,0,9],[4,0,8],[2,0,10],[0,0,2],[1,0,5],[5,0,7],[6,0,14],[1,0,9],[3,0,7],[8,0,20],[4,0,18],[5,0,19],[3,0,9],[3,0,9],[3,0,9],[3,0,7],[5,0,5],[2,0,8],[3,0,3],[0,0,4],[1,0,5],[2,0,4],[3,0,3],[0,0,2]],[[0,0,6],[0,0,6],[0,0,2],[0,0,6],[0,0,6],[0,0,4],[0,0,2],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,2],[0,0,6],[0,0,4],[0,0,6],[1,0,5],[0,0,6],[1,0,5],[0,0,4],[1,0,5],[0,0,6],[1,1,4],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[1,0,5],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,0,4],[1,0,3],[1,1,10],[2,0,14],[0,0,6],[0,0,6],[0,0,6],[1,0,5],[0,0,8],[0,0,4],[0,0,6],[0,0,4],[1,0,5],[0,0,10],[1,0,5],[1,0,5],[0,0,6],[3,0,3],[2,0,4],[0,0,12],[0,0,4],[0,0,6],[0,0,4],[0,0,4],[0,0,6],[0,0,6],[2,0,4],[1,0,11],[2,0,8],[0,0,6],[1,0,3],[1,0,5],[3,0,9],[0,0,6],[0,0,2],[1,0,3],[1,0,5],[0,0,6],[4,0,2],[0,0,2],[2,0,4],[1,0,3],0,[0,0,2],[0,0,2],[0,0,4],[0,0,4],[0,0,2],[0,0,4],[0,0,2],[0,0,4],[0,0,4],[0,0,2],[0,0,2],[0,0,2],[1,0,3],[0,0,2],[0,0,2],[0,0,4],[1,0,3],[0,0,2],[0,0,2],[2,0,2],[1,0,3],[1,0,1],[0,0,4],[2,0,8],[0,0,8],[2,0,6],[1,0,3],[2,0,2],[0,0,2],[1,0,3],[0,0,4],[3,0,3],[1,0,1],[0,0,2],0,[1,0,1],0,0,[1,0,1]],[[0,0,6],[0,1,5],[0,0,4],[0,1,5],[0,0,6],[0,0,6],[2,0,4],[0,0,6],[0,0,6],[0,0,6],[0,0,6],[0,2,4],[3,0,3],[0,0,6],[0,1,5],[0,4,2],[0,0,6],[1,2,9],[2,2,2],[0,0,4],[0,1,5],[0,0,6],[0,0,6],[0,0,6],[1,1,4],[1,0,5],[1,0,5],[2,0,4],[0,2,4],[0,0,6],[1,1,4],[2,0,4],[1,2,1],[0,2,4],[1,0,5],[4,0,2],[0,0,6],[1,1,4],[2,1,3],[0,0,6],[1,3,2],[0,4,2],[0,2,4],[0,1,5],[3,5,4],[1,1,14],[2,2,2],[0,4,2],[0,2,4],[3,2,1],[1,0,7],[0,4,2],[2,3,1],[2,2,2],[3,2,1],[2,4,4],[3,0,3],[0,1,5],[2,2,0],[1,2,3],[0,4,2],[6,3,3],[1,2,1],[3,2,1],[4,0,2],[4,1,1],[2,0,4],[3,0,3],[4,2,0],[2,0,8],[6,0,4],[3,0,3],[2,0,2],[2,2,2],[5,1,4],[6,0,0],[3,2,1],[2,0,2],[8,0,2],[4,2,0],[2,0,0],[0,2,0],[2,2,0],[0,2,0],0,[0,0,2],[0,0,2],[2,1,1],[0,1,3],[2,1,1],[0,0,4],[0,0,2],[0,0,4],[0,1,3],[2,0,2],[0,1,1],[0,0,2],[1,0,3],[0,0,2],[1,0,3],[1,1,2],[2,0,2],[0,2,0],[0,0,2],[3,0,1],[2,0,4],[0,0,2],[2,1,1],[8,0,4],[4,3,1],[3,1,0],[2,0,0],0,[3,0,1],[2,1,1],[2,0,0],[4,1,1],[1,0,1],[0,0,2],0,0,[2,0,0]],[[0,0,18],[0,1,11],[0,0,16],[0,0,16],[0,0,18],[0,1,15],[0,1,13],[0,2,16],[0,2,16],[0,0,20],[0,1,17],[0,1,13],[0,4,14],[0,0,18],[0,5,13],[2,1,15],[0,2,16],[0,6,20],[0,2,16],[1,0,13],[0,7,11],[0,4,14],[0,6,12],[0,9,9],[0,4,10],[1,3,14],[0,8,10],[1,8,9],[2,10,6],[0,6,12],[0,4,14],[0,6,12],[0,4,14],[0,9,9],[0,5,13],[0,7,11],[1,11,6],[2,7,9],[1,7,10],[0,10,6],[1,7,10],[1,6,11],[2,6,8],[2,9,5],[2,14,18],[4,33,35],[0,6,10],[1,8,9],[0,7,7],[1,10,7],[1,9,10],[1,9,4],[1,7,10],[0,8,8],[2,9,7],[0,17,11],[0,9,9],[0,10,8],[0,8,8],[3,11,4],[1,9,6],[0,21,15],[0,9,7],[0,8,8],[0,10,4],[0,10,4],[1,11,6],[1,9,6],[4,8,4],[1,6,11],[3,17,8],[1,7,6],[0,7,5],[2,10,4],[3,17,10],[2,11,5],[1,9,2],[0,12,4],[1,14,7],[0,6,6],[5,6,3],[0,2,2],[2,2,4],[1,0,3],0,[0,0,6],[0,0,6],[0,4,8],[1,3,6],[0,7,3],[0,3,9],[0,3,3],[0,5,7],[0,5,7],[0,5,5],[0,4,4],[0,4,2],[2,4,4],[0,3,3],[0,6,2],[1,8,3],[2,6,2],[0,2,2],[0,4,2],[2,6,4],[2,13,3],[0,4,2],[0,6,4],[2,11,9],[1,8,7],[2,10,6],[1,4,5],[2,5,3],[1,5,2],[1,4,3],[1,7,4],[6,6,2],[1,2,1],[0,0,2],[0,4,0],[1,2,1],[1,3,2]]]}}